[ 508.875609] env[69941]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69941) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 508.876043] env[69941]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69941) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 508.876043] env[69941]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69941) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 508.876404] env[69941]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 508.978646] env[69941]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69941) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 508.988708] env[69941]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69941) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 509.031994] env[69941]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 509.594259] env[69941]: INFO nova.virt.driver [None req-d5a46ee0-8c59-41fe-a2c6-5ebe1b928504 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 509.665085] env[69941]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 509.665245] env[69941]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 509.665354] env[69941]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69941) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 512.588924] env[69941]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-ca7d33cd-ef4b-4da5-8ace-047ddd7d2446 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.605550] env[69941]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69941) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 512.605703] env[69941]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-f80b2dda-5053-4be9-afd9-082b0a7fbe0a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.630458] env[69941]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 726a6. [ 512.630589] env[69941]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.965s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 512.631131] env[69941]: INFO nova.virt.vmwareapi.driver [None req-d5a46ee0-8c59-41fe-a2c6-5ebe1b928504 None None] VMware vCenter version: 7.0.3 [ 512.634909] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c76a1f-db61-408b-96c3-7dd305f8e78e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.652166] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d9fadf-5ed5-4fb1-bfea-07dbd89bf99d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.658062] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b5bf42-cce1-4d9d-b129-41dfce089033 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.664811] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08383696-c89d-4aba-8ee6-b892fdc403af {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.677968] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39efaa56-b0ef-4bb5-b7bb-85df6a1e2b6c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.684067] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efec8fae-1353-4c5f-8f3c-1c64b9aa96a6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.715083] env[69941]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-ed667d30-2893-4b09-9b29-6bf748115f52 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.719928] env[69941]: DEBUG nova.virt.vmwareapi.driver [None req-d5a46ee0-8c59-41fe-a2c6-5ebe1b928504 None None] Extension org.openstack.compute already exists. {{(pid=69941) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 512.722579] env[69941]: INFO nova.compute.provider_config [None req-d5a46ee0-8c59-41fe-a2c6-5ebe1b928504 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 513.227231] env[69941]: DEBUG nova.context [None req-d5a46ee0-8c59-41fe-a2c6-5ebe1b928504 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),3ae44164-ec45-4d3e-a5f6-ff63189181ef(cell1) {{(pid=69941) load_cells /opt/stack/nova/nova/context.py:464}} [ 513.228648] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 513.228875] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 513.229663] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 513.230194] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] Acquiring lock "3ae44164-ec45-4d3e-a5f6-ff63189181ef" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 513.230423] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] Lock "3ae44164-ec45-4d3e-a5f6-ff63189181ef" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 513.231541] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] Lock "3ae44164-ec45-4d3e-a5f6-ff63189181ef" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 513.251903] env[69941]: INFO dbcounter [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] Registered counter for database nova_cell0 [ 513.260528] env[69941]: INFO dbcounter [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] Registered counter for database nova_cell1 [ 513.697656] env[69941]: DEBUG oslo_db.sqlalchemy.engines [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69941) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 513.698141] env[69941]: DEBUG oslo_db.sqlalchemy.engines [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69941) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 513.703311] env[69941]: ERROR nova.db.main.api [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 513.703311] env[69941]: result = function(*args, **kwargs) [ 513.703311] env[69941]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 513.703311] env[69941]: return func(*args, **kwargs) [ 513.703311] env[69941]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 513.703311] env[69941]: result = fn(*args, **kwargs) [ 513.703311] env[69941]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 513.703311] env[69941]: return f(*args, **kwargs) [ 513.703311] env[69941]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 513.703311] env[69941]: return db.service_get_minimum_version(context, binaries) [ 513.703311] env[69941]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 513.703311] env[69941]: _check_db_access() [ 513.703311] env[69941]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 513.703311] env[69941]: stacktrace = ''.join(traceback.format_stack()) [ 513.703311] env[69941]: [ 513.704433] env[69941]: ERROR nova.db.main.api [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 513.704433] env[69941]: result = function(*args, **kwargs) [ 513.704433] env[69941]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 513.704433] env[69941]: return func(*args, **kwargs) [ 513.704433] env[69941]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 513.704433] env[69941]: result = fn(*args, **kwargs) [ 513.704433] env[69941]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 513.704433] env[69941]: return f(*args, **kwargs) [ 513.704433] env[69941]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 513.704433] env[69941]: return db.service_get_minimum_version(context, binaries) [ 513.704433] env[69941]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 513.704433] env[69941]: _check_db_access() [ 513.704433] env[69941]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 513.704433] env[69941]: stacktrace = ''.join(traceback.format_stack()) [ 513.704433] env[69941]: [ 513.704804] env[69941]: WARNING nova.objects.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 513.705069] env[69941]: WARNING nova.objects.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] Failed to get minimum service version for cell 3ae44164-ec45-4d3e-a5f6-ff63189181ef [ 513.705560] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] Acquiring lock "singleton_lock" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 513.705754] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] Acquired lock "singleton_lock" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 513.706044] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] Releasing lock "singleton_lock" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 513.706431] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] Full set of CONF: {{(pid=69941) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 513.706618] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ******************************************************************************** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 513.706777] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] Configuration options gathered from: {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 513.706944] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 513.707193] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 513.707349] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ================================================================================ {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 513.707608] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] allow_resize_to_same_host = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.707822] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] arq_binding_timeout = 300 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.707983] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] backdoor_port = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.708157] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] backdoor_socket = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.708362] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] block_device_allocate_retries = 60 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.708561] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] block_device_allocate_retries_interval = 3 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.708767] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cert = self.pem {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.708972] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.709202] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] compute_monitors = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.709654] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] config_dir = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.709911] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] config_drive_format = iso9660 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.710101] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.710332] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] config_source = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.710548] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] console_host = devstack {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.710757] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] control_exchange = nova {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.710953] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cpu_allocation_ratio = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.711174] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] daemon = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.711380] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] debug = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.711576] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] default_access_ip_network_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.711779] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] default_availability_zone = nova {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.711974] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] default_ephemeral_format = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.712211] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] default_green_pool_size = 1000 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.712502] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.712718] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] default_schedule_zone = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.712927] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] disk_allocation_ratio = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.713141] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] enable_new_services = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.713359] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] enabled_apis = ['osapi_compute'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.713561] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] enabled_ssl_apis = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.713762] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] flat_injected = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.713953] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] force_config_drive = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.714169] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] force_raw_images = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.714376] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] graceful_shutdown_timeout = 5 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.714574] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] heal_instance_info_cache_interval = -1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.714834] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] host = cpu-1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.715072] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.715304] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.715510] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.715762] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.715966] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] instance_build_timeout = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.716177] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] instance_delete_interval = 300 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.716387] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] instance_format = [instance: %(uuid)s] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.716582] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] instance_name_template = instance-%08x {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.716777] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] instance_usage_audit = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.716980] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] instance_usage_audit_period = month {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.717206] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.717408] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.717625] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] internal_service_availability_zone = internal {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.717823] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] key = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.718030] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] live_migration_retry_count = 30 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.718263] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] log_color = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.718477] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] log_config_append = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.718682] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.718876] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] log_dir = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.719085] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] log_file = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.719250] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] log_options = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.719449] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] log_rotate_interval = 1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.719653] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] log_rotate_interval_type = days {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.719902] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] log_rotation_type = none {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.720080] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.720246] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.720454] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.720658] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.720816] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.721047] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] long_rpc_timeout = 1800 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.721281] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] max_concurrent_builds = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.721492] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] max_concurrent_live_migrations = 1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.721690] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] max_concurrent_snapshots = 5 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.721885] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] max_local_block_devices = 3 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.722133] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] max_logfile_count = 30 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.722313] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] max_logfile_size_mb = 200 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.722508] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] maximum_instance_delete_attempts = 5 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.722713] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] metadata_listen = 0.0.0.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.722912] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] metadata_listen_port = 8775 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.723127] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] metadata_workers = 2 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.723330] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] migrate_max_retries = -1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.723533] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] mkisofs_cmd = genisoimage {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.723776] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.723939] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] my_ip = 10.180.1.21 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.724183] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.724377] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] network_allocate_retries = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.724565] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.724737] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.724903] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] osapi_compute_listen_port = 8774 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.725083] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] osapi_compute_unique_server_name_scope = {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.725258] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] osapi_compute_workers = 2 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.725419] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] password_length = 12 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.725580] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] periodic_enable = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.725740] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] periodic_fuzzy_delay = 60 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.725907] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] pointer_model = usbtablet {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.726089] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] preallocate_images = none {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.726254] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] publish_errors = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.726383] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] pybasedir = /opt/stack/nova {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.726540] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ram_allocation_ratio = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.726700] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] rate_limit_burst = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.726867] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] rate_limit_except_level = CRITICAL {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.727037] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] rate_limit_interval = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.727202] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] reboot_timeout = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.727393] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] reclaim_instance_interval = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.727552] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] record = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.727719] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] reimage_timeout_per_gb = 60 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.727886] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] report_interval = 120 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.728058] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] rescue_timeout = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.728218] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] reserved_host_cpus = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.728418] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] reserved_host_disk_mb = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.728535] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] reserved_host_memory_mb = 512 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.728691] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] reserved_huge_pages = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.728848] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] resize_confirm_window = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.729015] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] resize_fs_using_block_device = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.729184] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] resume_guests_state_on_host_boot = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.729351] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.729510] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] rpc_response_timeout = 60 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.729667] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] run_external_periodic_tasks = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.729862] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] running_deleted_instance_action = reap {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.730045] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.730213] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] running_deleted_instance_timeout = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.730397] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] scheduler_instance_sync_interval = 120 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.730575] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] service_down_time = 720 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.730747] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] servicegroup_driver = db {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.730919] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] shell_completion = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.731108] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] shelved_offload_time = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.731273] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] shelved_poll_interval = 3600 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.731439] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] shutdown_timeout = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.731600] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] source_is_ipv6 = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.731757] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ssl_only = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.732011] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.732201] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] sync_power_state_interval = 600 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.732357] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] sync_power_state_pool_size = 1000 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.732525] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] syslog_log_facility = LOG_USER {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.732683] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] tempdir = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.732842] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] timeout_nbd = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.733021] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] transport_url = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.733186] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] update_resources_interval = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.733370] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] use_cow_images = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.733550] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] use_journal = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.733713] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] use_json = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.733875] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] use_rootwrap_daemon = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.734045] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] use_stderr = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.734217] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] use_syslog = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.734370] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vcpu_pin_set = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.734537] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vif_plugging_is_fatal = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.734703] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vif_plugging_timeout = 300 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.734871] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] virt_mkfs = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.735047] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] volume_usage_poll_interval = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.735214] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] watch_log_file = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.735383] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] web = /usr/share/spice-html5 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.735571] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.735741] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.735906] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.736093] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_concurrency.disable_process_locking = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.736400] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.736610] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.736785] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.736962] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.737150] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.737321] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.737509] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.auth_strategy = keystone {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.737679] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.compute_link_prefix = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.737858] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.738047] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.dhcp_domain = novalocal {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.738224] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.enable_instance_password = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.738390] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.glance_link_prefix = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.738566] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.738740] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.738906] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.instance_list_per_project_cells = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.739083] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.list_records_by_skipping_down_cells = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.739254] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.local_metadata_per_cell = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.739437] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.max_limit = 1000 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.739619] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.metadata_cache_expiration = 15 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.739825] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.neutron_default_tenant_id = default {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.740011] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.response_validation = warn {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.740202] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.use_neutron_default_nets = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.740377] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.740545] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.740714] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.740937] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.741151] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.vendordata_dynamic_targets = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.741327] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.vendordata_jsonfile_path = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.741515] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.741714] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.backend = dogpile.cache.memcached {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.741887] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.backend_argument = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.742070] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.backend_expiration_time = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.742279] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.config_prefix = cache.oslo {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.742460] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.dead_timeout = 60.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.742626] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.debug_cache_backend = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.742806] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.enable_retry_client = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.742980] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.enable_socket_keepalive = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.743171] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.enabled = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.743341] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.enforce_fips_mode = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.743506] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.expiration_time = 600 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.743670] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.hashclient_retry_attempts = 2 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.743834] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.744006] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.memcache_dead_retry = 300 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.744178] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.memcache_password = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.744343] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.744505] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.744667] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.memcache_pool_maxsize = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.744829] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.744997] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.memcache_sasl_enabled = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.745211] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.745396] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.745564] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.memcache_username = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.745732] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.proxies = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.745900] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.redis_db = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.746076] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.redis_password = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.746254] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.746430] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.746600] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.redis_server = localhost:6379 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.746767] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.redis_socket_timeout = 1.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.746928] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.redis_username = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.747108] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.retry_attempts = 2 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.747278] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.retry_delay = 0.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.747442] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.socket_keepalive_count = 1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.747603] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.socket_keepalive_idle = 1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.747762] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.socket_keepalive_interval = 1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.747922] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.tls_allowed_ciphers = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.748094] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.tls_cafile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.748276] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.tls_certfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.748449] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.tls_enabled = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.748611] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cache.tls_keyfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.748784] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cinder.auth_section = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.748959] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cinder.auth_type = password {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.749141] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cinder.cafile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.749321] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.749489] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cinder.certfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.749649] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cinder.collect_timing = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.749816] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cinder.cross_az_attach = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.750009] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cinder.debug = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.750187] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cinder.endpoint_template = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.750357] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cinder.http_retries = 3 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.750523] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cinder.insecure = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.750689] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cinder.keyfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.750954] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cinder.os_region_name = RegionOne {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.751150] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cinder.split_loggers = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.751320] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cinder.timeout = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.751496] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.751663] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] compute.cpu_dedicated_set = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.751825] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] compute.cpu_shared_set = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.751991] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] compute.image_type_exclude_list = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.752171] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.752336] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.752497] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.752660] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.752830] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.752996] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] compute.resource_provider_association_refresh = 300 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.753172] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.753336] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] compute.shutdown_retry_interval = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.753514] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.753695] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] conductor.workers = 2 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.753920] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] console.allowed_origins = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.754110] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] console.ssl_ciphers = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.754289] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] console.ssl_minimum_version = default {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.754461] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] consoleauth.enforce_session_timeout = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.754631] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] consoleauth.token_ttl = 600 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.754810] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.cafile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.754974] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.certfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.755154] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.collect_timing = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.755321] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.connect_retries = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.755482] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.connect_retry_delay = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.755644] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.endpoint_override = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.755808] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.insecure = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.755970] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.keyfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.756145] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.max_version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.756304] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.min_version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.756464] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.region_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.756622] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.retriable_status_codes = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.756794] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.service_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.756986] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.service_type = accelerator {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.757168] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.split_loggers = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.757330] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.status_code_retries = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.757489] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.status_code_retry_delay = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.757650] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.timeout = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.757830] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.757995] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] cyborg.version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.758184] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.asyncio_connection = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.758348] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.asyncio_slave_connection = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.758521] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.backend = sqlalchemy {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.758694] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.connection = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.758862] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.connection_debug = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.759047] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.connection_parameters = {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.759221] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.connection_recycle_time = 3600 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.759386] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.connection_trace = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.759550] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.db_inc_retry_interval = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.759714] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.db_max_retries = 20 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.759919] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.db_max_retry_interval = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.760108] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.db_retry_interval = 1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.760275] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.max_overflow = 50 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.760439] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.max_pool_size = 5 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.760601] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.max_retries = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.760776] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.760954] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.mysql_wsrep_sync_wait = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.761138] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.pool_timeout = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.761307] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.retry_interval = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.761468] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.slave_connection = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.761631] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.sqlite_synchronous = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.761792] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] database.use_db_reconnect = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.761964] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.asyncio_connection = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.762159] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.asyncio_slave_connection = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.762352] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.backend = sqlalchemy {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.762527] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.connection = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.762694] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.connection_debug = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.762866] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.connection_parameters = {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.763047] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.connection_recycle_time = 3600 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.763215] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.connection_trace = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.763379] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.db_inc_retry_interval = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.763545] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.db_max_retries = 20 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.763711] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.db_max_retry_interval = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.763877] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.db_retry_interval = 1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.764054] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.max_overflow = 50 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.764222] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.max_pool_size = 5 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.764385] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.max_retries = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.764554] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.764713] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.764873] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.pool_timeout = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.765046] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.retry_interval = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.765229] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.slave_connection = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.765403] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] api_database.sqlite_synchronous = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.765584] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] devices.enabled_mdev_types = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.765764] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.765984] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.766127] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ephemeral_storage_encryption.enabled = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.766294] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.766466] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.api_servers = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.766632] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.cafile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.766797] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.certfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.766965] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.collect_timing = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.767140] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.connect_retries = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.767302] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.connect_retry_delay = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.767467] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.debug = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.767635] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.default_trusted_certificate_ids = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.767798] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.enable_certificate_validation = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.767963] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.enable_rbd_download = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.768138] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.endpoint_override = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.768330] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.insecure = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.768503] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.keyfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.768667] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.max_version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.768827] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.min_version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.768993] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.num_retries = 3 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.769182] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.rbd_ceph_conf = {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.769345] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.rbd_connect_timeout = 5 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.769517] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.rbd_pool = {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.769686] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.rbd_user = {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.769883] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.region_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.770069] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.retriable_status_codes = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.770240] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.service_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.770412] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.service_type = image {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.770578] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.split_loggers = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.770743] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.status_code_retries = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.770906] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.status_code_retry_delay = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.771078] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.timeout = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.771282] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.771461] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.verify_glance_signatures = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.771625] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] glance.version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.771797] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] guestfs.debug = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.771970] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.auth_section = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.772156] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.auth_type = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.772328] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.cafile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.772519] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.certfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.772690] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.collect_timing = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.772854] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.connect_retries = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.773025] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.connect_retry_delay = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.773192] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.endpoint_override = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.773357] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.insecure = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.773519] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.keyfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.773680] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.max_version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.773837] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.min_version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.773998] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.region_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.774175] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.retriable_status_codes = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.774335] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.service_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.774505] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.service_type = shared-file-system {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.774669] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.share_apply_policy_timeout = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.774832] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.split_loggers = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.774993] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.status_code_retries = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.775167] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.status_code_retry_delay = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.775329] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.timeout = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.775535] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.775702] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] manila.version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.775871] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] mks.enabled = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.776244] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.776437] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] image_cache.manager_interval = 2400 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.776607] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] image_cache.precache_concurrency = 1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.776777] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] image_cache.remove_unused_base_images = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.776945] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.777130] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.777310] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] image_cache.subdirectory_name = _base {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.777489] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.api_max_retries = 60 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.777654] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.api_retry_interval = 2 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.777817] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.auth_section = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.777985] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.auth_type = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.778163] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.cafile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.778326] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.certfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.778536] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.collect_timing = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.778716] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.conductor_group = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.778879] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.connect_retries = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.779057] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.connect_retry_delay = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.779226] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.endpoint_override = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.779392] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.insecure = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.779555] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.keyfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.779717] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.max_version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.779907] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.min_version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.780092] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.peer_list = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.780263] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.region_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.780423] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.retriable_status_codes = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.780588] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.serial_console_state_timeout = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.780750] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.service_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.780921] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.service_type = baremetal {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.781095] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.shard = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.781262] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.split_loggers = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.781440] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.status_code_retries = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.781616] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.status_code_retry_delay = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.781776] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.timeout = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.781957] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.782137] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ironic.version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.782322] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.782494] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] key_manager.fixed_key = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.782677] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.782840] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican.barbican_api_version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.783009] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican.barbican_endpoint = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.783190] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican.barbican_endpoint_type = public {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.783353] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican.barbican_region_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.783515] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican.cafile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.783674] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican.certfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.783840] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican.collect_timing = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.784009] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican.insecure = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.784178] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican.keyfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.784344] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican.number_of_retries = 60 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.784539] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican.retry_delay = 1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.784723] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican.send_service_user_token = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.784890] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican.split_loggers = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.785084] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican.timeout = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.785257] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican.verify_ssl = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.785421] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican.verify_ssl_path = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.785597] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican_service_user.auth_section = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.785753] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican_service_user.auth_type = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.785914] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican_service_user.cafile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.786090] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican_service_user.certfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.786261] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican_service_user.collect_timing = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.786427] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican_service_user.insecure = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.786590] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican_service_user.keyfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.786754] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican_service_user.split_loggers = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.786913] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] barbican_service_user.timeout = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.787094] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vault.approle_role_id = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.787257] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vault.approle_secret_id = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.787430] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vault.kv_mountpoint = secret {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.787654] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vault.kv_path = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.787837] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vault.kv_version = 2 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.788010] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vault.namespace = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.788185] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vault.root_token_id = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.788347] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vault.ssl_ca_crt_file = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.788514] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vault.timeout = 60.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.788677] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vault.use_ssl = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.788849] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.789036] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.cafile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.789203] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.certfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.789367] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.collect_timing = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.789526] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.connect_retries = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.789684] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.connect_retry_delay = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.789868] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.endpoint_override = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.790060] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.insecure = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.790228] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.keyfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.790388] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.max_version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.790567] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.min_version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.790744] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.region_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.790933] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.retriable_status_codes = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.791120] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.service_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.791299] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.service_type = identity {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.791464] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.split_loggers = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.791625] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.status_code_retries = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.791784] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.status_code_retry_delay = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.791943] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.timeout = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.792139] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.792303] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] keystone.version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.792493] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.ceph_mount_options = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.792909] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.793115] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.connection_uri = {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.793290] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.cpu_mode = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.793464] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.793669] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.cpu_models = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.793859] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.cpu_power_governor_high = performance {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.794065] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.794245] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.cpu_power_management = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.794425] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.794596] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.device_detach_attempts = 8 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.794765] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.device_detach_timeout = 20 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.794935] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.disk_cachemodes = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.795114] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.disk_prefix = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.795288] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.enabled_perf_events = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.795455] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.file_backed_memory = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.795624] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.gid_maps = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.795787] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.hw_disk_discard = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.795991] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.hw_machine_type = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.796190] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.images_rbd_ceph_conf = {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.796363] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.796529] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.796702] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.images_rbd_glance_store_name = {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.796876] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.images_rbd_pool = rbd {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.797060] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.images_type = default {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.797228] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.images_volume_group = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.797392] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.inject_key = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.797558] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.inject_partition = -2 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.797721] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.inject_password = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.797888] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.iscsi_iface = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.798068] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.iser_use_multipath = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.798238] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.798404] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.798569] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.live_migration_downtime = 500 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.798733] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.798917] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.799111] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.live_migration_inbound_addr = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.799282] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.799445] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.799609] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.live_migration_scheme = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.799786] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.live_migration_timeout_action = abort {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.799980] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.live_migration_tunnelled = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.800166] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.live_migration_uri = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.800336] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.live_migration_with_native_tls = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.800499] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.max_queues = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.800663] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.800926] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.801122] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.nfs_mount_options = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.801439] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.801618] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.801787] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.801982] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.802182] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.802350] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.num_pcie_ports = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.802521] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.802691] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.pmem_namespaces = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.802856] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.quobyte_client_cfg = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.803157] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.803346] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.803514] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.803680] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.803844] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.rbd_secret_uuid = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.804014] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.rbd_user = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.804186] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.804361] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.804523] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.rescue_image_id = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.804683] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.rescue_kernel_id = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.804841] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.rescue_ramdisk_id = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.805048] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.805225] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.rx_queue_size = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.805398] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.smbfs_mount_options = {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.805688] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.805865] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.snapshot_compression = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.806049] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.snapshot_image_format = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.806281] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.806449] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.sparse_logical_volumes = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.806614] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.swtpm_enabled = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.806785] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.swtpm_group = tss {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.806955] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.swtpm_user = tss {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.807144] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.sysinfo_serial = unique {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.807307] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.tb_cache_size = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.807466] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.tx_queue_size = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.807632] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.uid_maps = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.807796] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.use_virtio_for_bridges = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.807987] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.virt_type = kvm {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.808189] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.volume_clear = zero {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.808356] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.volume_clear_size = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.808520] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.volume_enforce_multipath = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.808686] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.volume_use_multipath = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.808847] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.vzstorage_cache_path = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.809026] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.809204] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.809372] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.809541] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.809850] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.810068] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.vzstorage_mount_user = stack {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.810245] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.810418] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.auth_section = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.810591] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.auth_type = password {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.810755] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.cafile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.810939] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.certfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.811148] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.collect_timing = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.811314] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.connect_retries = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.811475] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.connect_retry_delay = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.811647] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.default_floating_pool = public {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.811810] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.endpoint_override = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.811973] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.extension_sync_interval = 600 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.812152] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.http_retries = 3 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.812319] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.insecure = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.812481] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.keyfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.812639] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.max_version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.812810] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.812972] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.min_version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.813155] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.ovs_bridge = br-int {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.813322] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.physnets = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.813490] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.region_name = RegionOne {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.813651] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.retriable_status_codes = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.813818] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.service_metadata_proxy = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.813989] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.service_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.814197] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.service_type = network {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.814365] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.split_loggers = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.814526] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.status_code_retries = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.814683] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.status_code_retry_delay = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.814850] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.timeout = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.815038] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.815208] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] neutron.version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.815383] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] notifications.bdms_in_notifications = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.815560] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] notifications.default_level = INFO {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.815726] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] notifications.include_share_mapping = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.815902] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] notifications.notification_format = unversioned {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.816081] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] notifications.notify_on_state_change = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.816264] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.816441] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] pci.alias = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.816611] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] pci.device_spec = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.816777] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] pci.report_in_placement = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.816952] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.auth_section = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.817164] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.auth_type = password {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.817342] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.817508] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.cafile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.817670] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.certfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.817834] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.collect_timing = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.817997] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.connect_retries = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.818173] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.connect_retry_delay = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.818333] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.default_domain_id = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.818491] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.default_domain_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.818647] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.domain_id = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.818805] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.domain_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.818967] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.endpoint_override = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.819143] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.insecure = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.819305] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.keyfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.819465] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.max_version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.819622] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.min_version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.819794] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.password = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.819976] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.project_domain_id = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.820188] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.project_domain_name = Default {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.820363] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.project_id = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.820540] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.project_name = service {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.820711] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.region_name = RegionOne {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.820897] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.retriable_status_codes = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.821089] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.service_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.821268] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.service_type = placement {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.821433] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.split_loggers = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.821593] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.status_code_retries = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.821752] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.status_code_retry_delay = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.821911] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.system_scope = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.822083] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.timeout = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.822272] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.trust_id = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.822437] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.user_domain_id = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.822608] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.user_domain_name = Default {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.822769] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.user_id = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.822942] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.username = nova {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.823139] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.823302] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] placement.version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.823485] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] quota.cores = 20 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.823650] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] quota.count_usage_from_placement = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.823826] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.823995] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] quota.injected_file_content_bytes = 10240 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.824177] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] quota.injected_file_path_length = 255 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.824346] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] quota.injected_files = 5 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.824512] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] quota.instances = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.824678] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] quota.key_pairs = 100 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.824842] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] quota.metadata_items = 128 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.825015] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] quota.ram = 51200 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.825203] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] quota.recheck_quota = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.825384] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] quota.server_group_members = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.825552] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] quota.server_groups = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.825760] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.825936] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] quota.unified_limits_resource_strategy = require {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.826132] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.826301] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.826463] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] scheduler.image_metadata_prefilter = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.826627] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.826791] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] scheduler.max_attempts = 3 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.826952] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] scheduler.max_placement_results = 1000 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.827133] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.827295] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.827456] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.827626] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] scheduler.workers = 2 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.827805] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.827977] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.828173] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.828364] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.828531] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.828695] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.828858] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.829056] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.829231] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.host_subset_size = 1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.829397] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.829559] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.829724] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.829914] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.830113] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.830286] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.isolated_hosts = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.830451] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.isolated_images = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.830616] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.830778] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.830968] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.831152] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.pci_in_placement = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.831345] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.831519] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.831683] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.831845] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.832014] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.832185] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.832348] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.track_instance_changes = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.832525] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.832699] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] metrics.required = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.832865] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] metrics.weight_multiplier = 1.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.833040] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.833210] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] metrics.weight_setting = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.833521] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.833697] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] serial_console.enabled = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.833876] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] serial_console.port_range = 10000:20000 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.834062] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.834248] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.834436] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] serial_console.serialproxy_port = 6083 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.834608] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] service_user.auth_section = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.834781] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] service_user.auth_type = password {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.834946] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] service_user.cafile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.835124] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] service_user.certfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.835290] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] service_user.collect_timing = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.835451] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] service_user.insecure = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.835611] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] service_user.keyfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.835780] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] service_user.send_service_user_token = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.835944] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] service_user.split_loggers = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.836118] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] service_user.timeout = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.836291] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] spice.agent_enabled = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.836453] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] spice.enabled = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.836752] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.836952] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.837139] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] spice.html5proxy_port = 6082 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.837320] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] spice.image_compression = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.837494] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] spice.jpeg_compression = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.837657] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] spice.playback_compression = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.837886] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] spice.require_secure = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.837996] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] spice.server_listen = 127.0.0.1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.838181] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.838463] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.838636] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] spice.streaming_mode = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.838801] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] spice.zlib_compression = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.838973] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] upgrade_levels.baseapi = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.839160] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] upgrade_levels.compute = auto {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.839324] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] upgrade_levels.conductor = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.839486] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] upgrade_levels.scheduler = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.839652] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.839847] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.840011] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vendordata_dynamic_auth.cafile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.840183] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vendordata_dynamic_auth.certfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.840380] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.840561] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vendordata_dynamic_auth.insecure = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.840727] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.840917] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.841100] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vendordata_dynamic_auth.timeout = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.841284] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.api_retry_count = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.841447] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.ca_file = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.841619] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.841788] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.cluster_name = testcl1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.841955] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.connection_pool_size = 10 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.842132] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.console_delay_seconds = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.842305] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.datastore_regex = ^datastore.* {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.842513] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.842688] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.host_password = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.842857] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.host_port = 443 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.843040] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.host_username = administrator@vsphere.local {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.843215] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.insecure = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.843401] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.integration_bridge = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.843584] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.maximum_objects = 100 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.843747] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.pbm_default_policy = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.843911] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.pbm_enabled = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.844094] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.pbm_wsdl_location = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.844272] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.844433] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.serial_port_proxy_uri = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.844597] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.serial_port_service_uri = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.844762] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.task_poll_interval = 0.5 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.844932] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.use_linked_clone = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.845118] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.vnc_keymap = en-us {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.845287] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.vnc_port = 5900 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.845448] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vmware.vnc_port_total = 10000 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.845633] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vnc.auth_schemes = ['none'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.845805] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vnc.enabled = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.846108] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.846298] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.846492] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vnc.novncproxy_port = 6080 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.846689] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vnc.server_listen = 127.0.0.1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.846873] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.847055] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vnc.vencrypt_ca_certs = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.847223] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vnc.vencrypt_client_cert = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.847384] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vnc.vencrypt_client_key = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.847565] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.847732] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.disable_deep_image_inspection = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.847896] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.848074] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.848242] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.848404] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.disable_rootwrap = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.848566] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.enable_numa_live_migration = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.848728] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.848889] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.849064] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.849230] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.libvirt_disable_apic = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.849402] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.849582] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.849910] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.851143] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.851143] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.851143] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.851143] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.851143] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.851143] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.851358] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.851358] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.851476] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] wsgi.client_socket_timeout = 900 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.851599] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] wsgi.default_pool_size = 1000 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.851790] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] wsgi.keep_alive = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.852077] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] wsgi.max_header_line = 16384 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.852363] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.852641] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] wsgi.ssl_ca_file = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.852921] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] wsgi.ssl_cert_file = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.853139] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] wsgi.ssl_key_file = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.853322] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] wsgi.tcp_keepidle = 600 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.853510] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.853686] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] zvm.ca_file = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.853850] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] zvm.cloud_connector_url = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.854150] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.854328] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] zvm.reachable_timeout = 300 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.854502] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.854679] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.854856] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] profiler.connection_string = messaging:// {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.855035] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] profiler.enabled = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.855212] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] profiler.es_doc_type = notification {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.855376] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] profiler.es_scroll_size = 10000 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.855544] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] profiler.es_scroll_time = 2m {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.855708] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] profiler.filter_error_trace = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.855899] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] profiler.hmac_keys = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.856102] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] profiler.sentinel_service_name = mymaster {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.856278] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] profiler.socket_timeout = 0.1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.856443] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] profiler.trace_requests = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.856603] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] profiler.trace_sqlalchemy = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.856783] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] profiler_jaeger.process_tags = {} {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.856945] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] profiler_jaeger.service_name_prefix = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.857127] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] profiler_otlp.service_name_prefix = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.857294] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] remote_debug.host = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.857451] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] remote_debug.port = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.857625] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.857789] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.857986] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.858183] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.858352] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.858514] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.858673] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.858834] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.858996] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.859186] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.859347] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.859518] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.859686] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.859876] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.860067] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.860247] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.860410] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.860575] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.860747] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.860921] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.861125] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.861301] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.861470] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.861636] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.861802] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.861967] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.862146] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.862310] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.862472] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.862634] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.862796] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.ssl = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.862968] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.863159] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.863323] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.863492] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.863661] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.863828] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.864048] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.864236] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_notifications.retry = -1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.864419] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.864593] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.864776] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.auth_section = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.864942] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.auth_type = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.865120] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.cafile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.865283] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.certfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.865448] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.collect_timing = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.865606] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.connect_retries = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.865766] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.connect_retry_delay = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.865927] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.endpoint_id = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.866114] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.866278] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.endpoint_override = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.866437] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.endpoint_region_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.866599] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.endpoint_service_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.866758] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.endpoint_service_type = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.866923] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.insecure = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.867123] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.keyfile = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.867296] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.max_version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.867456] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.min_version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.867617] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.region_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.867777] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.retriable_status_codes = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.867966] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.service_name = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.868148] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.service_type = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.868316] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.split_loggers = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.868476] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.status_code_retries = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.868636] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.status_code_retry_delay = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.868792] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.timeout = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.868951] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.valid_interfaces = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.869126] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_limit.version = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.869295] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_reports.file_event_handler = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.869461] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.869621] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] oslo_reports.log_dir = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.869797] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.869983] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.870164] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.870337] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.870503] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.870666] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.870836] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.871013] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vif_plug_ovs_privileged.group = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.871179] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.871348] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.871513] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.871674] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] vif_plug_ovs_privileged.user = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.871847] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.872040] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.872223] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.872397] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.872569] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.872742] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.872912] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.873089] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.873274] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.873444] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] os_vif_ovs.isolate_vif = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.873618] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.873786] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.873960] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.874185] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.874371] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] os_vif_ovs.per_port_bridge = False {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.874547] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] privsep_osbrick.capabilities = [21] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.874711] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] privsep_osbrick.group = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.874874] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] privsep_osbrick.helper_command = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.875057] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.875229] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.875391] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] privsep_osbrick.user = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.875567] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.875728] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] nova_sys_admin.group = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.875888] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] nova_sys_admin.helper_command = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.876068] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.876236] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.876398] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] nova_sys_admin.user = None {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.876530] env[69941]: DEBUG oslo_service.backend.eventlet.service [None req-1919e800-bb7b-4d07-b9df-8fc30c8b1428 None None] ******************************************************************************** {{(pid=69941) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 513.876931] env[69941]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 514.380533] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Getting list of instances from cluster (obj){ [ 514.380533] env[69941]: value = "domain-c8" [ 514.380533] env[69941]: _type = "ClusterComputeResource" [ 514.380533] env[69941]: } {{(pid=69941) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 514.381636] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ff338e-c82a-4c01-91d5-d7172049354f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.390447] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Got total of 0 instances {{(pid=69941) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 514.391037] env[69941]: WARNING nova.virt.vmwareapi.driver [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 514.391507] env[69941]: INFO nova.virt.node [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Generated node identity adc8d08d-90ea-4899-a2f6-2f585d790aea [ 514.391737] env[69941]: INFO nova.virt.node [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Wrote node identity adc8d08d-90ea-4899-a2f6-2f585d790aea to /opt/stack/data/n-cpu-1/compute_id [ 514.894107] env[69941]: WARNING nova.compute.manager [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Compute nodes ['adc8d08d-90ea-4899-a2f6-2f585d790aea'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 515.900856] env[69941]: INFO nova.compute.manager [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 516.906334] env[69941]: WARNING nova.compute.manager [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 516.906703] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 516.906827] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 516.906964] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 516.907130] env[69941]: DEBUG nova.compute.resource_tracker [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69941) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 516.908063] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4e1830-45ec-4e40-bed0-f0dccb23f4ce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.916344] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5494dd8-cb0f-4294-9e72-819f89378542 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.930545] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3748d987-cc8a-495f-954a-72cf215b6401 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.936932] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4280a5-f5d6-4c6e-ae53-24ded9a9f781 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.966395] env[69941]: DEBUG nova.compute.resource_tracker [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181013MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69941) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 516.966543] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 516.966743] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 517.469722] env[69941]: WARNING nova.compute.resource_tracker [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] No compute node record for cpu-1:adc8d08d-90ea-4899-a2f6-2f585d790aea: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host adc8d08d-90ea-4899-a2f6-2f585d790aea could not be found. [ 517.973922] env[69941]: INFO nova.compute.resource_tracker [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: adc8d08d-90ea-4899-a2f6-2f585d790aea [ 519.482654] env[69941]: DEBUG nova.compute.resource_tracker [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 519.483074] env[69941]: DEBUG nova.compute.resource_tracker [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 519.763052] env[69941]: INFO nova.scheduler.client.report [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] [req-4a20b8ac-61b0-45d2-8ac1-2a1651528377] Created resource provider record via placement API for resource provider with UUID adc8d08d-90ea-4899-a2f6-2f585d790aea and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 519.779433] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b397da93-d5c8-4ee0-afcf-7469f717b3b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.787047] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b1e4c1-80a0-43f3-8a10-8dd3cbb1e043 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.817057] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6699bc3b-b806-450d-aedf-999f2140ebed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.823700] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fe5680-7e00-49a7-9fe0-fd80249ba99d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.836389] env[69941]: DEBUG nova.compute.provider_tree [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 520.372984] env[69941]: DEBUG nova.scheduler.client.report [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Updated inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 520.373237] env[69941]: DEBUG nova.compute.provider_tree [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Updating resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea generation from 0 to 1 during operation: update_inventory {{(pid=69941) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 520.373380] env[69941]: DEBUG nova.compute.provider_tree [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 520.420839] env[69941]: DEBUG nova.compute.provider_tree [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Updating resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea generation from 1 to 2 during operation: update_traits {{(pid=69941) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 520.926072] env[69941]: DEBUG nova.compute.resource_tracker [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 520.926979] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.960s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 520.926979] env[69941]: DEBUG nova.service [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Creating RPC server for service compute {{(pid=69941) start /opt/stack/nova/nova/service.py:186}} [ 520.941476] env[69941]: DEBUG nova.service [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] Join ServiceGroup membership for this service compute {{(pid=69941) start /opt/stack/nova/nova/service.py:203}} [ 520.941651] env[69941]: DEBUG nova.servicegroup.drivers.db [None req-1a59d511-0f6f-4161-8479-f8f06a36d8c1 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69941) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 547.948286] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._sync_power_states {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 548.451967] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Getting list of instances from cluster (obj){ [ 548.451967] env[69941]: value = "domain-c8" [ 548.451967] env[69941]: _type = "ClusterComputeResource" [ 548.451967] env[69941]: } {{(pid=69941) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 548.453521] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b88038-af59-4475-82e9-f16d31bcb2b0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.462328] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Got total of 0 instances {{(pid=69941) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 548.462558] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 548.463839] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Getting list of instances from cluster (obj){ [ 548.463839] env[69941]: value = "domain-c8" [ 548.463839] env[69941]: _type = "ClusterComputeResource" [ 548.463839] env[69941]: } {{(pid=69941) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 548.466101] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6338dd3-a6c5-404e-83af-667c4714830b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.477579] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Got total of 0 instances {{(pid=69941) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 562.115182] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.115457] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.159481] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "e3dcc648-9ad5-4679-a84e-652bac1612ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.159869] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "e3dcc648-9ad5-4679-a84e-652bac1612ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.621164] env[69941]: DEBUG nova.compute.manager [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.663156] env[69941]: DEBUG nova.compute.manager [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 563.164952] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.165282] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 563.168466] env[69941]: INFO nova.compute.claims [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 563.194733] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.458482] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquiring lock "c46fff76-423c-4d01-afe9-8cfb32091c4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.458892] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Lock "c46fff76-423c-4d01-afe9-8cfb32091c4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 563.662446] env[69941]: DEBUG oslo_concurrency.lockutils [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Acquiring lock "73dd564b-5d45-4406-a4f4-072084f194ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.662846] env[69941]: DEBUG oslo_concurrency.lockutils [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Lock "73dd564b-5d45-4406-a4f4-072084f194ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 563.961581] env[69941]: DEBUG nova.compute.manager [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.168624] env[69941]: DEBUG nova.compute.manager [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.235267] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquiring lock "8fdb8936-12c2-4274-aee2-77b140e7c2cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.235267] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "8fdb8936-12c2-4274-aee2-77b140e7c2cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.334755] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98bd74b-8e4e-4c5b-9689-215f1f7cf687 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.344324] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1437c9-7e65-44f8-af94-de2b771297ab {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.389624] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1740a473-18fa-44a7-a855-133ee092dcf4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.397008] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cb01fb-6221-4478-a230-398218ad0660 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.414099] env[69941]: DEBUG nova.compute.provider_tree [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 564.483820] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.690936] env[69941]: DEBUG oslo_concurrency.lockutils [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.736131] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Acquiring lock "27839bc7-8d6f-4f3e-b858-9c6a76639245" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.736131] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Lock "27839bc7-8d6f-4f3e-b858-9c6a76639245" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.737036] env[69941]: DEBUG nova.compute.manager [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.916662] env[69941]: DEBUG nova.scheduler.client.report [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 565.241423] env[69941]: DEBUG nova.compute.manager [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.276508] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.421517] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 565.423263] env[69941]: DEBUG nova.compute.manager [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 565.426959] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.232s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.428586] env[69941]: INFO nova.compute.claims [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 565.773446] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.929840] env[69941]: DEBUG nova.compute.utils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 565.931823] env[69941]: DEBUG nova.compute.manager [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 565.932706] env[69941]: DEBUG nova.network.neutron [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 566.439344] env[69941]: DEBUG nova.compute.manager [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 566.490679] env[69941]: DEBUG nova.policy [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7579e27f5d14119ad1521cceca88337', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4eb56fcba8c047e0af982d5a3f0e9fef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 566.575558] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f047c6-cddd-47de-8732-fce7463e6602 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.585365] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849de9c4-0544-412b-9c31-f88003834d11 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.616631] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d6585f-8b9c-43b5-80b6-8bd08e024afa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.624235] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3a42bb-7b8d-4f85-b856-02f6b4c115aa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.638511] env[69941]: DEBUG nova.compute.provider_tree [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 567.142576] env[69941]: DEBUG nova.scheduler.client.report [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 567.416688] env[69941]: DEBUG nova.network.neutron [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Successfully created port: 9e5838db-b18d-48bc-8af7-46be5ea041e5 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 567.453059] env[69941]: DEBUG nova.compute.manager [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 567.493016] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 567.493016] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 567.493016] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 567.493290] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 567.493290] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 567.493290] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 567.493290] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 567.493290] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 567.493434] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 567.493434] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 567.493434] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 567.493577] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70caabbb-2ce0-4789-91b6-5daa8003d7e6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.502076] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ff1ea4-d80b-48f9-a9af-aea8488c856f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.519666] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be85bac-90f9-4a54-9493-a0e4cf221f4d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.647596] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 567.648257] env[69941]: DEBUG nova.compute.manager [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 567.651303] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.168s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.653059] env[69941]: INFO nova.compute.claims [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 568.157603] env[69941]: DEBUG nova.compute.utils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 568.161045] env[69941]: DEBUG nova.compute.manager [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 568.161285] env[69941]: DEBUG nova.network.neutron [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 568.273692] env[69941]: DEBUG nova.policy [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7579e27f5d14119ad1521cceca88337', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4eb56fcba8c047e0af982d5a3f0e9fef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 568.470630] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "f46baca1-18a9-4a5e-92e9-3e117fbc4960" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.470630] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "f46baca1-18a9-4a5e-92e9-3e117fbc4960" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.666124] env[69941]: DEBUG nova.compute.manager [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 568.838670] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7506bf21-2da3-4528-833f-c57ee9176080 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.847226] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fec939-7d78-4af8-92d2-c63001c832db {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.887691] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1154f05-b7ae-4be6-82ba-86aab5fa4721 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.899350] env[69941]: DEBUG nova.network.neutron [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Successfully created port: 7bf33072-0a6c-448c-ad7e-5240261bdb5c {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 568.902316] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c28b0b6-91b2-4b84-a9ce-f49df466f145 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.917335] env[69941]: DEBUG nova.compute.provider_tree [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 568.972916] env[69941]: DEBUG nova.compute.manager [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.048264] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.048465] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.048584] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.049095] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.049321] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.051581] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.051581] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.051581] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69941) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 569.051581] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.405867] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Acquiring lock "040a44c3-545e-4d66-a5e5-8e4ecae72845" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.406310] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Lock "040a44c3-545e-4d66-a5e5-8e4ecae72845" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.423337] env[69941]: DEBUG nova.scheduler.client.report [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 569.506360] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.557215] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.690299] env[69941]: DEBUG nova.compute.manager [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 569.701027] env[69941]: DEBUG oslo_concurrency.lockutils [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Acquiring lock "c31dfcdf-a92b-45c4-986a-3719c7cecd35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.701550] env[69941]: DEBUG oslo_concurrency.lockutils [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Lock "c31dfcdf-a92b-45c4-986a-3719c7cecd35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.724022] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 569.724022] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 569.724022] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 569.725084] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 569.725084] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 569.725084] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 569.725209] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 569.727275] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 569.727275] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 569.727405] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 569.727581] env[69941]: DEBUG nova.virt.hardware [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 569.728846] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206a22da-2e5e-45f8-aba2-78f4c678f8ec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.746229] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe37814-e199-48e9-9fbe-aecadfe01b21 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.913664] env[69941]: DEBUG nova.compute.manager [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.927967] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.927967] env[69941]: DEBUG nova.compute.manager [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 569.933222] env[69941]: DEBUG oslo_concurrency.lockutils [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.243s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.937289] env[69941]: INFO nova.compute.claims [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 570.210236] env[69941]: DEBUG nova.compute.manager [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.441044] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.442278] env[69941]: DEBUG nova.compute.utils [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 570.443866] env[69941]: DEBUG nova.compute.manager [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 570.446411] env[69941]: DEBUG nova.network.neutron [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 570.746075] env[69941]: DEBUG oslo_concurrency.lockutils [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.826633] env[69941]: DEBUG nova.network.neutron [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Successfully updated port: 9e5838db-b18d-48bc-8af7-46be5ea041e5 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 570.834034] env[69941]: DEBUG nova.policy [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d329a2eeaaf4d49a8dfd9a8f5b74186', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3ef55c80fd744c5ad08771494238be2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 570.947897] env[69941]: DEBUG nova.compute.manager [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 571.159467] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d11520-02e8-4e92-a111-dbcc6283eb58 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.168489] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169a5880-55ad-4836-9008-1f0d36cb3250 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.211114] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb365777-0991-420d-9758-2596c4588784 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.223376] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f98dcc8-be19-42f9-b93c-b4f809faaaba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.237860] env[69941]: DEBUG nova.compute.provider_tree [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 571.332529] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "refresh_cache-bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.332752] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquired lock "refresh_cache-bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.333693] env[69941]: DEBUG nova.network.neutron [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 571.367191] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "c9c42315-cae9-4c29-91bd-73f92fea141a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.367434] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "c9c42315-cae9-4c29-91bd-73f92fea141a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.742049] env[69941]: DEBUG nova.scheduler.client.report [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 571.872723] env[69941]: DEBUG nova.compute.manager [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 571.976368] env[69941]: DEBUG nova.compute.manager [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 571.993787] env[69941]: DEBUG nova.network.neutron [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 572.071121] env[69941]: DEBUG nova.network.neutron [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Successfully created port: 91933e72-000c-4646-ad99-8a101ee12ea5 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 572.130745] env[69941]: DEBUG nova.virt.hardware [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.130938] env[69941]: DEBUG nova.virt.hardware [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.134577] env[69941]: DEBUG nova.virt.hardware [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.134765] env[69941]: DEBUG nova.virt.hardware [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.134965] env[69941]: DEBUG nova.virt.hardware [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.135149] env[69941]: DEBUG nova.virt.hardware [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.135372] env[69941]: DEBUG nova.virt.hardware [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.135609] env[69941]: DEBUG nova.virt.hardware [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.135701] env[69941]: DEBUG nova.virt.hardware [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.135934] env[69941]: DEBUG nova.virt.hardware [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.136040] env[69941]: DEBUG nova.virt.hardware [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.136951] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b557a30-6039-4e3b-bb4f-9ababf918f5a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.153650] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86a146c-83da-416c-993b-cbeb8cd68621 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.197815] env[69941]: DEBUG nova.network.neutron [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Successfully updated port: 7bf33072-0a6c-448c-ad7e-5240261bdb5c {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 572.248626] env[69941]: DEBUG oslo_concurrency.lockutils [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.248626] env[69941]: DEBUG nova.compute.manager [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 572.251922] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.975s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.252882] env[69941]: INFO nova.compute.claims [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 572.371655] env[69941]: DEBUG nova.network.neutron [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Updating instance_info_cache with network_info: [{"id": "9e5838db-b18d-48bc-8af7-46be5ea041e5", "address": "fa:16:3e:8b:4e:0b", "network": {"id": "eaa764f9-86ce-4a24-a148-6f6c8c4f0cd0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-533059788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb56fcba8c047e0af982d5a3f0e9fef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e5838db-b1", "ovs_interfaceid": "9e5838db-b18d-48bc-8af7-46be5ea041e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.410990] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.444755] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "aa056a81-8a00-4984-b41b-fe8780d06430" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.444755] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "aa056a81-8a00-4984-b41b-fe8780d06430" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.700710] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "refresh_cache-e3dcc648-9ad5-4679-a84e-652bac1612ea" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.701146] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquired lock "refresh_cache-e3dcc648-9ad5-4679-a84e-652bac1612ea" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.701146] env[69941]: DEBUG nova.network.neutron [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 572.760297] env[69941]: DEBUG nova.compute.utils [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 572.762175] env[69941]: DEBUG nova.compute.manager [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 572.762369] env[69941]: DEBUG nova.network.neutron [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 572.877025] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Releasing lock "refresh_cache-bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.877532] env[69941]: DEBUG nova.compute.manager [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Instance network_info: |[{"id": "9e5838db-b18d-48bc-8af7-46be5ea041e5", "address": "fa:16:3e:8b:4e:0b", "network": {"id": "eaa764f9-86ce-4a24-a148-6f6c8c4f0cd0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-533059788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb56fcba8c047e0af982d5a3f0e9fef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e5838db-b1", "ovs_interfaceid": "9e5838db-b18d-48bc-8af7-46be5ea041e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 572.877723] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:4e:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e5838db-b18d-48bc-8af7-46be5ea041e5', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.900215] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.900947] env[69941]: DEBUG nova.policy [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11005f014ee24e82a7cc30f667b3b534', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86a769db30ac4b83b559044c960124c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 572.904055] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5dbde5bf-0444-48f1-8e84-a2a45e8acef4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.919904] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Created folder: OpenStack in parent group-v4. [ 572.920319] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Creating folder: Project (4eb56fcba8c047e0af982d5a3f0e9fef). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.920393] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff76b73c-8066-4133-bb4a-54e5c8a07886 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.935042] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Created folder: Project (4eb56fcba8c047e0af982d5a3f0e9fef) in parent group-v656570. [ 572.935119] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Creating folder: Instances. Parent ref: group-v656571. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.935338] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9578dc9c-29fd-49bf-a18f-48a8677a7779 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.946701] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Created folder: Instances in parent group-v656571. [ 572.946979] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 572.947196] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.947399] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c303a283-9a9e-4297-8af8-0ecabc316a20 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.975923] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.975923] env[69941]: value = "task-3287740" [ 572.975923] env[69941]: _type = "Task" [ 572.975923] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.986788] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287740, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.261938] env[69941]: DEBUG nova.compute.manager [req-fde73149-a4e9-4da7-9c51-9fdc327def91 req-88e2f81d-1e0a-4f2a-9546-0f53e07b309b service nova] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Received event network-vif-plugged-9e5838db-b18d-48bc-8af7-46be5ea041e5 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 573.262203] env[69941]: DEBUG oslo_concurrency.lockutils [req-fde73149-a4e9-4da7-9c51-9fdc327def91 req-88e2f81d-1e0a-4f2a-9546-0f53e07b309b service nova] Acquiring lock "bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.262432] env[69941]: DEBUG oslo_concurrency.lockutils [req-fde73149-a4e9-4da7-9c51-9fdc327def91 req-88e2f81d-1e0a-4f2a-9546-0f53e07b309b service nova] Lock "bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.262619] env[69941]: DEBUG oslo_concurrency.lockutils [req-fde73149-a4e9-4da7-9c51-9fdc327def91 req-88e2f81d-1e0a-4f2a-9546-0f53e07b309b service nova] Lock "bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.262855] env[69941]: DEBUG nova.compute.manager [req-fde73149-a4e9-4da7-9c51-9fdc327def91 req-88e2f81d-1e0a-4f2a-9546-0f53e07b309b service nova] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] No waiting events found dispatching network-vif-plugged-9e5838db-b18d-48bc-8af7-46be5ea041e5 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 573.262951] env[69941]: WARNING nova.compute.manager [req-fde73149-a4e9-4da7-9c51-9fdc327def91 req-88e2f81d-1e0a-4f2a-9546-0f53e07b309b service nova] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Received unexpected event network-vif-plugged-9e5838db-b18d-48bc-8af7-46be5ea041e5 for instance with vm_state building and task_state spawning. [ 573.270993] env[69941]: DEBUG nova.compute.manager [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 573.432416] env[69941]: DEBUG nova.network.neutron [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 573.492021] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287740, 'name': CreateVM_Task, 'duration_secs': 0.403916} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.492021] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 573.523177] env[69941]: DEBUG oslo_vmware.service [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c24b674-71b1-4ea7-bf65-924e2ecbb177 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.530853] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.530853] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.531293] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.531558] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6985c94f-c097-457c-816f-66e5939c2e04 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.539297] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 573.539297] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52d77c8c-641c-62af-746d-31da43c3bada" [ 573.539297] env[69941]: _type = "Task" [ 573.539297] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.548424] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d77c8c-641c-62af-746d-31da43c3bada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.583874] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc81815-1106-43b3-a23b-212b5ef11887 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.593947] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8d60dd-439a-459c-a7b6-b7ed3e30a2aa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.634865] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4669b53-1efe-46b7-9577-bc7a5fd2c94e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.642761] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4d8d2f-8dad-49ac-b2f1-1d9f41303cc6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.657121] env[69941]: DEBUG nova.compute.provider_tree [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 574.051853] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.052218] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 574.052960] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.053552] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.054349] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.054777] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae2abce9-7973-419b-b55c-d2608ab3ab56 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.074097] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 574.074312] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 574.075153] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92038251-2f0d-4e64-ae07-a69c02a66920 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.083592] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dd3b5d3-7909-46e0-a0e6-8a5a94e5d93c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.090825] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 574.090825] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52cea5fc-559a-43e7-5d80-424827506b78" [ 574.090825] env[69941]: _type = "Task" [ 574.090825] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.096746] env[69941]: DEBUG nova.network.neutron [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Updating instance_info_cache with network_info: [{"id": "7bf33072-0a6c-448c-ad7e-5240261bdb5c", "address": "fa:16:3e:f3:a2:7e", "network": {"id": "eaa764f9-86ce-4a24-a148-6f6c8c4f0cd0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-533059788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb56fcba8c047e0af982d5a3f0e9fef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf33072-0a", "ovs_interfaceid": "7bf33072-0a6c-448c-ad7e-5240261bdb5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.102454] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52cea5fc-559a-43e7-5d80-424827506b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.161148] env[69941]: DEBUG nova.scheduler.client.report [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 574.289477] env[69941]: DEBUG nova.compute.manager [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 574.317982] env[69941]: DEBUG nova.virt.hardware [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 574.318285] env[69941]: DEBUG nova.virt.hardware [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 574.318583] env[69941]: DEBUG nova.virt.hardware [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 574.318646] env[69941]: DEBUG nova.virt.hardware [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 574.319644] env[69941]: DEBUG nova.virt.hardware [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 574.319837] env[69941]: DEBUG nova.virt.hardware [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 574.320062] env[69941]: DEBUG nova.virt.hardware [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 574.320227] env[69941]: DEBUG nova.virt.hardware [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 574.320392] env[69941]: DEBUG nova.virt.hardware [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 574.320557] env[69941]: DEBUG nova.virt.hardware [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 574.320712] env[69941]: DEBUG nova.virt.hardware [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 574.321590] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd827c1-1672-4180-b3b1-3f69e3bb0e00 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.334320] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1403ec-61ac-4ee5-8a6f-302dfc22d806 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.411511] env[69941]: DEBUG nova.network.neutron [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Successfully created port: deb8290f-26c4-437f-b255-5be4d0956921 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 574.603468] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Releasing lock "refresh_cache-e3dcc648-9ad5-4679-a84e-652bac1612ea" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.603617] env[69941]: DEBUG nova.compute.manager [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Instance network_info: |[{"id": "7bf33072-0a6c-448c-ad7e-5240261bdb5c", "address": "fa:16:3e:f3:a2:7e", "network": {"id": "eaa764f9-86ce-4a24-a148-6f6c8c4f0cd0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-533059788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb56fcba8c047e0af982d5a3f0e9fef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf33072-0a", "ovs_interfaceid": "7bf33072-0a6c-448c-ad7e-5240261bdb5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 574.603959] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:a2:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bf33072-0a6c-448c-ad7e-5240261bdb5c', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 574.611963] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 574.612233] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Preparing fetch location {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 574.612459] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Creating directory with path [datastore1] vmware_temp/1468561f-5db0-4e8d-a457-9b2700b6c8e3/a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.613203] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 574.613444] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1859eef1-0110-4db8-9a48-cfa50669fd6d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.616435] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1289ba7c-d6a2-47a7-af09-067cf934ec68 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.652313] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 574.652313] env[69941]: value = "task-3287741" [ 574.652313] env[69941]: _type = "Task" [ 574.652313] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.663506] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287741, 'name': CreateVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.664846] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Created directory with path [datastore1] vmware_temp/1468561f-5db0-4e8d-a457-9b2700b6c8e3/a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 574.665106] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Fetch image to [datastore1] vmware_temp/1468561f-5db0-4e8d-a457-9b2700b6c8e3/a8fcb2e0-9bb0-416a-a807-8d5261651dec/tmp-sparse.vmdk {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 574.665323] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Downloading image file data a8fcb2e0-9bb0-416a-a807-8d5261651dec to [datastore1] vmware_temp/1468561f-5db0-4e8d-a457-9b2700b6c8e3/a8fcb2e0-9bb0-416a-a807-8d5261651dec/tmp-sparse.vmdk on the data store datastore1 {{(pid=69941) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 574.666306] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.667445] env[69941]: DEBUG nova.compute.manager [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.670794] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd55fc5-eb9b-49ad-a58d-e756a131f099 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.673176] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.900s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.674683] env[69941]: INFO nova.compute.claims [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.685552] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccdc426-031d-40ef-8a10-ad520c7d5416 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.696027] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb0648e-bfd5-4b8d-b8e3-a8d344995447 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.731591] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cb7f86-12ad-42de-acaf-079f92c96ebe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.743498] env[69941]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ad829148-a34e-4669-8ede-62808a000f16 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.774543] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Downloading image file data a8fcb2e0-9bb0-416a-a807-8d5261651dec to the data store datastore1 {{(pid=69941) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 574.862308] env[69941]: DEBUG oslo_vmware.rw_handles [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1468561f-5db0-4e8d-a457-9b2700b6c8e3/a8fcb2e0-9bb0-416a-a807-8d5261651dec/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69941) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 575.162452] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287741, 'name': CreateVM_Task, 'duration_secs': 0.342769} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.163422] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.164186] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.164325] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.164621] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.164869] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c43bfe1-878a-408b-9f38-8146f3bc644d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.170145] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 575.170145] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b86828-5ff4-6672-9329-90c9e6ba5f22" [ 575.170145] env[69941]: _type = "Task" [ 575.170145] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.180360] env[69941]: DEBUG nova.compute.utils [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 575.186797] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b86828-5ff4-6672-9329-90c9e6ba5f22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.186797] env[69941]: DEBUG nova.compute.manager [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 575.186797] env[69941]: DEBUG nova.network.neutron [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 575.282448] env[69941]: DEBUG nova.network.neutron [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Successfully updated port: 91933e72-000c-4646-ad99-8a101ee12ea5 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 575.382183] env[69941]: DEBUG nova.policy [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c464a9dd7e684be3843710fd44f85e53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff341a5378744af08ac0cdcf361fd2e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 575.510064] env[69941]: DEBUG oslo_vmware.rw_handles [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Completed reading data from the image iterator. {{(pid=69941) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 575.510343] env[69941]: DEBUG oslo_vmware.rw_handles [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1468561f-5db0-4e8d-a457-9b2700b6c8e3/a8fcb2e0-9bb0-416a-a807-8d5261651dec/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 575.649828] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Downloaded image file data a8fcb2e0-9bb0-416a-a807-8d5261651dec to vmware_temp/1468561f-5db0-4e8d-a457-9b2700b6c8e3/a8fcb2e0-9bb0-416a-a807-8d5261651dec/tmp-sparse.vmdk on the data store datastore1 {{(pid=69941) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 575.653970] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Caching image {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 575.653970] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Copying Virtual Disk [datastore1] vmware_temp/1468561f-5db0-4e8d-a457-9b2700b6c8e3/a8fcb2e0-9bb0-416a-a807-8d5261651dec/tmp-sparse.vmdk to [datastore1] vmware_temp/1468561f-5db0-4e8d-a457-9b2700b6c8e3/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.653970] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1df211a-f456-414c-9764-a453d1dc29db {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.663704] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 575.663704] env[69941]: value = "task-3287742" [ 575.663704] env[69941]: _type = "Task" [ 575.663704] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.671728] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.680498] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.680628] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 575.680849] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.687996] env[69941]: DEBUG nova.compute.manager [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 575.788578] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquiring lock "refresh_cache-c46fff76-423c-4d01-afe9-8cfb32091c4c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.788843] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquired lock "refresh_cache-c46fff76-423c-4d01-afe9-8cfb32091c4c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.788912] env[69941]: DEBUG nova.network.neutron [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 575.969493] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d166381f-3772-409a-a6f3-4dbd9b26d554 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.982078] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22c60a6-d255-426b-b533-319e213b4c38 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.019522] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91bc371-6135-4be7-a8b7-2f50379ff570 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.028048] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df047755-e5b1-4822-8255-6d481a3c1b0b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.043640] env[69941]: DEBUG nova.compute.provider_tree [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.176800] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287742, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.408130] env[69941]: DEBUG nova.network.neutron [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 576.553022] env[69941]: DEBUG nova.scheduler.client.report [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.677862] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738125} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.677862] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Copied Virtual Disk [datastore1] vmware_temp/1468561f-5db0-4e8d-a457-9b2700b6c8e3/a8fcb2e0-9bb0-416a-a807-8d5261651dec/tmp-sparse.vmdk to [datastore1] vmware_temp/1468561f-5db0-4e8d-a457-9b2700b6c8e3/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.677862] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Deleting the datastore file [datastore1] vmware_temp/1468561f-5db0-4e8d-a457-9b2700b6c8e3/a8fcb2e0-9bb0-416a-a807-8d5261651dec/tmp-sparse.vmdk {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 576.677862] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf13a392-eb97-4e5a-b33f-2c08238911c8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.684284] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 576.684284] env[69941]: value = "task-3287743" [ 576.684284] env[69941]: _type = "Task" [ 576.684284] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.691751] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.699786] env[69941]: DEBUG nova.compute.manager [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.726117] env[69941]: DEBUG nova.virt.hardware [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.726442] env[69941]: DEBUG nova.virt.hardware [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.726593] env[69941]: DEBUG nova.virt.hardware [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.726781] env[69941]: DEBUG nova.virt.hardware [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.726928] env[69941]: DEBUG nova.virt.hardware [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.727086] env[69941]: DEBUG nova.virt.hardware [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.727298] env[69941]: DEBUG nova.virt.hardware [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.727458] env[69941]: DEBUG nova.virt.hardware [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.727619] env[69941]: DEBUG nova.virt.hardware [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.727777] env[69941]: DEBUG nova.virt.hardware [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.727947] env[69941]: DEBUG nova.virt.hardware [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.728860] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121f3c5c-626f-4237-97f3-3a0a0f27f4f2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.737504] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefa73da-4c98-4aef-bb0d-496ce6a28e02 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.857241] env[69941]: DEBUG nova.network.neutron [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Successfully created port: fcb26d51-7b2e-4d28-9e90-d7b470c37a32 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 576.892815] env[69941]: DEBUG nova.compute.manager [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Received event network-changed-9e5838db-b18d-48bc-8af7-46be5ea041e5 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 576.892993] env[69941]: DEBUG nova.compute.manager [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Refreshing instance network info cache due to event network-changed-9e5838db-b18d-48bc-8af7-46be5ea041e5. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 576.893346] env[69941]: DEBUG oslo_concurrency.lockutils [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] Acquiring lock "refresh_cache-bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.893889] env[69941]: DEBUG oslo_concurrency.lockutils [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] Acquired lock "refresh_cache-bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.894381] env[69941]: DEBUG nova.network.neutron [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Refreshing network info cache for port 9e5838db-b18d-48bc-8af7-46be5ea041e5 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.050666] env[69941]: DEBUG nova.network.neutron [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Updating instance_info_cache with network_info: [{"id": "91933e72-000c-4646-ad99-8a101ee12ea5", "address": "fa:16:3e:c2:3b:f0", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91933e72-00", "ovs_interfaceid": "91933e72-000c-4646-ad99-8a101ee12ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.056629] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.057154] env[69941]: DEBUG nova.compute.manager [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 577.062628] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.554s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.064058] env[69941]: INFO nova.compute.claims [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.196347] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022285} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.196949] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 577.197355] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Moving file from [datastore1] vmware_temp/1468561f-5db0-4e8d-a457-9b2700b6c8e3/a8fcb2e0-9bb0-416a-a807-8d5261651dec to [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec. {{(pid=69941) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 577.197904] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ce336a41-6443-43d6-a72c-4f766f67e933 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.208021] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 577.208021] env[69941]: value = "task-3287744" [ 577.208021] env[69941]: _type = "Task" [ 577.208021] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.215249] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287744, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.552456] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Releasing lock "refresh_cache-c46fff76-423c-4d01-afe9-8cfb32091c4c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.552766] env[69941]: DEBUG nova.compute.manager [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Instance network_info: |[{"id": "91933e72-000c-4646-ad99-8a101ee12ea5", "address": "fa:16:3e:c2:3b:f0", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91933e72-00", "ovs_interfaceid": "91933e72-000c-4646-ad99-8a101ee12ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 577.553197] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:3b:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91933e72-000c-4646-ad99-8a101ee12ea5', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 577.562533] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Creating folder: Project (f3ef55c80fd744c5ad08771494238be2). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.563370] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-685abcb0-869e-46cd-ac51-f501bfb5b1f1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.569411] env[69941]: DEBUG nova.compute.utils [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 577.581127] env[69941]: DEBUG nova.compute.manager [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 577.581127] env[69941]: DEBUG nova.network.neutron [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 577.583674] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Created folder: Project (f3ef55c80fd744c5ad08771494238be2) in parent group-v656570. [ 577.583854] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Creating folder: Instances. Parent ref: group-v656575. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.584430] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d82efc37-22f4-4d3a-8c07-4d4ad56b7caa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.597949] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Created folder: Instances in parent group-v656575. [ 577.598150] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 577.598418] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 577.598959] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-111e4a66-8e59-4a49-9b87-bc2d9ea5da27 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.623458] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 577.623458] env[69941]: value = "task-3287747" [ 577.623458] env[69941]: _type = "Task" [ 577.623458] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.635460] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287747, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.718948] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287744, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025929} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.719532] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] File moved {{(pid=69941) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 577.719810] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Cleaning up location [datastore1] vmware_temp/1468561f-5db0-4e8d-a457-9b2700b6c8e3 {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 577.720946] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Deleting the datastore file [datastore1] vmware_temp/1468561f-5db0-4e8d-a457-9b2700b6c8e3 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 577.720946] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8471363-1701-4c7e-a162-86b78512034e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.728114] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 577.728114] env[69941]: value = "task-3287748" [ 577.728114] env[69941]: _type = "Task" [ 577.728114] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.739427] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.789473] env[69941]: DEBUG nova.policy [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a17c32cb43d494ca4a8e4118910cdc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01a0b0f1e30d4b5190d3b37c547a79d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 578.084816] env[69941]: DEBUG nova.compute.manager [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 578.149139] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287747, 'name': CreateVM_Task, 'duration_secs': 0.36583} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.149336] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 578.154156] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.154706] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.154850] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.156650] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58346161-7d13-49dd-94cc-1cf86c179976 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.163322] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Acquiring lock "3ab03542-99a7-494e-872d-fb919cbb81f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.163322] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Lock "3ab03542-99a7-494e-872d-fb919cbb81f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.167025] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for the task: (returnval){ [ 578.167025] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]527eba93-e902-a6b5-26f1-1e616c9bebe3" [ 578.167025] env[69941]: _type = "Task" [ 578.167025] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.182750] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527eba93-e902-a6b5-26f1-1e616c9bebe3, 'name': SearchDatastore_Task, 'duration_secs': 0.009486} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.186087] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.187532] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 578.187532] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.245935] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025417} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.246900] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 578.251348] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2136fa65-7c27-4609-89f1-b7f4f5541642 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.259023] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 578.259023] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]520c12ad-5e71-8681-c723-3f87203ffaba" [ 578.259023] env[69941]: _type = "Task" [ 578.259023] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.269050] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520c12ad-5e71-8681-c723-3f87203ffaba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.372024] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a33bc2e-918a-48af-816b-482a0a6a10ba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.380564] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49176d5e-80ee-40f2-bd69-2c297f1f53a4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.417279] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99b2fcf-58b4-4fa2-8eef-29199f605833 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.426635] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd3d599-7f4e-4522-931c-c981c36cb6c9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.447416] env[69941]: DEBUG nova.compute.provider_tree [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.509561] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "57099f0b-431e-418d-87f4-dc00199920e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.509762] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "57099f0b-431e-418d-87f4-dc00199920e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.633994] env[69941]: DEBUG nova.network.neutron [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Successfully updated port: deb8290f-26c4-437f-b255-5be4d0956921 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 578.656978] env[69941]: DEBUG nova.network.neutron [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Updated VIF entry in instance network info cache for port 9e5838db-b18d-48bc-8af7-46be5ea041e5. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.657568] env[69941]: DEBUG nova.network.neutron [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Updating instance_info_cache with network_info: [{"id": "9e5838db-b18d-48bc-8af7-46be5ea041e5", "address": "fa:16:3e:8b:4e:0b", "network": {"id": "eaa764f9-86ce-4a24-a148-6f6c8c4f0cd0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-533059788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb56fcba8c047e0af982d5a3f0e9fef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e5838db-b1", "ovs_interfaceid": "9e5838db-b18d-48bc-8af7-46be5ea041e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.771472] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520c12ad-5e71-8681-c723-3f87203ffaba, 'name': SearchDatastore_Task, 'duration_secs': 0.014875} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.772569] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.772873] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba/bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 578.773245] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.776052] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 578.776052] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd024e38-3fb9-4b37-be9c-2fc693d6bbe2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.781750] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65ec6115-116a-4ce0-8e0d-994dd745279a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.790924] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 578.790924] env[69941]: value = "task-3287749" [ 578.790924] env[69941]: _type = "Task" [ 578.790924] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.792565] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 578.792910] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 578.799417] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-034f1a49-8adc-4ff2-8354-c90970f8bbf9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.808031] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 578.808031] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523a7424-554e-2460-458a-4390b6adaf22" [ 578.808031] env[69941]: _type = "Task" [ 578.808031] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.808031] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.818325] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523a7424-554e-2460-458a-4390b6adaf22, 'name': SearchDatastore_Task, 'duration_secs': 0.009488} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.819266] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3d569f-7afb-45e7-97d6-df47b16266a1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.824682] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 578.824682] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5257184c-3e01-4599-eec9-6e0d71924ded" [ 578.824682] env[69941]: _type = "Task" [ 578.824682] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.834460] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5257184c-3e01-4599-eec9-6e0d71924ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.952199] env[69941]: DEBUG nova.scheduler.client.report [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.098749] env[69941]: DEBUG nova.compute.manager [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 579.135961] env[69941]: DEBUG nova.virt.hardware [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 579.136381] env[69941]: DEBUG nova.virt.hardware [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.136595] env[69941]: DEBUG nova.virt.hardware [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 579.137043] env[69941]: DEBUG nova.virt.hardware [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.137043] env[69941]: DEBUG nova.virt.hardware [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 579.137243] env[69941]: DEBUG nova.virt.hardware [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 579.137815] env[69941]: DEBUG nova.virt.hardware [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 579.137965] env[69941]: DEBUG nova.virt.hardware [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 579.138179] env[69941]: DEBUG nova.virt.hardware [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 579.138346] env[69941]: DEBUG nova.virt.hardware [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 579.138569] env[69941]: DEBUG nova.virt.hardware [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 579.139286] env[69941]: DEBUG oslo_concurrency.lockutils [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Acquiring lock "refresh_cache-73dd564b-5d45-4406-a4f4-072084f194ad" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.139419] env[69941]: DEBUG oslo_concurrency.lockutils [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Acquired lock "refresh_cache-73dd564b-5d45-4406-a4f4-072084f194ad" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.139761] env[69941]: DEBUG nova.network.neutron [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 579.141787] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e0284a-d437-4757-9456-1b831c86d98d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.147326] env[69941]: DEBUG nova.network.neutron [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Successfully created port: 4db2a008-4c3d-45ce-9958-7414e4b3b179 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 579.157951] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e08707-34be-47d5-a7cc-ad0103e8fc90 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.168335] env[69941]: DEBUG oslo_concurrency.lockutils [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] Releasing lock "refresh_cache-bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.168335] env[69941]: DEBUG nova.compute.manager [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Received event network-vif-plugged-7bf33072-0a6c-448c-ad7e-5240261bdb5c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 579.168335] env[69941]: DEBUG oslo_concurrency.lockutils [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] Acquiring lock "e3dcc648-9ad5-4679-a84e-652bac1612ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.168335] env[69941]: DEBUG oslo_concurrency.lockutils [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] Lock "e3dcc648-9ad5-4679-a84e-652bac1612ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.168335] env[69941]: DEBUG oslo_concurrency.lockutils [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] Lock "e3dcc648-9ad5-4679-a84e-652bac1612ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.168998] env[69941]: DEBUG nova.compute.manager [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] No waiting events found dispatching network-vif-plugged-7bf33072-0a6c-448c-ad7e-5240261bdb5c {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.168998] env[69941]: WARNING nova.compute.manager [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Received unexpected event network-vif-plugged-7bf33072-0a6c-448c-ad7e-5240261bdb5c for instance with vm_state building and task_state spawning. [ 579.168998] env[69941]: DEBUG nova.compute.manager [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Received event network-changed-7bf33072-0a6c-448c-ad7e-5240261bdb5c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 579.168998] env[69941]: DEBUG nova.compute.manager [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Refreshing instance network info cache due to event network-changed-7bf33072-0a6c-448c-ad7e-5240261bdb5c. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 579.168998] env[69941]: DEBUG oslo_concurrency.lockutils [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] Acquiring lock "refresh_cache-e3dcc648-9ad5-4679-a84e-652bac1612ea" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.169154] env[69941]: DEBUG oslo_concurrency.lockutils [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] Acquired lock "refresh_cache-e3dcc648-9ad5-4679-a84e-652bac1612ea" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.169154] env[69941]: DEBUG nova.network.neutron [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Refreshing network info cache for port 7bf33072-0a6c-448c-ad7e-5240261bdb5c {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 579.308769] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287749, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.340336] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5257184c-3e01-4599-eec9-6e0d71924ded, 'name': SearchDatastore_Task, 'duration_secs': 0.009538} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.340627] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.340908] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] e3dcc648-9ad5-4679-a84e-652bac1612ea/e3dcc648-9ad5-4679-a84e-652bac1612ea.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 579.341222] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.341405] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 579.341616] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9198eba-5b87-478d-b1df-98f76ab06ad7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.343898] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e98a4c4-6908-4de0-90e8-ca2736c32ee0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.351200] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 579.351200] env[69941]: value = "task-3287750" [ 579.351200] env[69941]: _type = "Task" [ 579.351200] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.357627] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 579.357627] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 579.359631] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb2c8923-2f27-4b16-bf22-e514aaaa4633 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.365217] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.371192] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for the task: (returnval){ [ 579.371192] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526386f2-cf4d-d8c8-6025-03bff48018e7" [ 579.371192] env[69941]: _type = "Task" [ 579.371192] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.384853] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526386f2-cf4d-d8c8-6025-03bff48018e7, 'name': SearchDatastore_Task, 'duration_secs': 0.008768} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.385735] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e3f8f9-ab2d-4227-9c0d-9bdc1e6c6953 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.391114] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for the task: (returnval){ [ 579.391114] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52175bb6-d605-3705-83b3-283223f49425" [ 579.391114] env[69941]: _type = "Task" [ 579.391114] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.400203] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52175bb6-d605-3705-83b3-283223f49425, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.459471] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.459543] env[69941]: DEBUG nova.compute.manager [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.462160] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.905s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.462340] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.462492] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69941) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 579.462775] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.022s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.464282] env[69941]: INFO nova.compute.claims [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.472787] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7b34ce-f62b-4622-aa26-0bba7e1c21f1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.486805] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd54df6c-39ac-4dae-b27a-a654825a42ad {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.506440] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0f8a74-bf5a-46e5-8a2e-742efc9b8213 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.520822] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1278976-a8b1-4836-8ec3-0ec6f48a0423 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.552862] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181025MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69941) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 579.553030] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.789279] env[69941]: DEBUG nova.network.neutron [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 579.803857] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524934} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.805451] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba/bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 579.805943] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 579.806287] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4870554b-6143-49df-99ff-45610d818ade {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.815323] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 579.815323] env[69941]: value = "task-3287751" [ 579.815323] env[69941]: _type = "Task" [ 579.815323] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.829570] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.864519] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464134} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.864815] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] e3dcc648-9ad5-4679-a84e-652bac1612ea/e3dcc648-9ad5-4679-a84e-652bac1612ea.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 579.865070] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 579.872667] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74802edc-6401-4593-b494-f25ca7da5288 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.886750] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 579.886750] env[69941]: value = "task-3287752" [ 579.886750] env[69941]: _type = "Task" [ 579.886750] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.893435] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.897337] env[69941]: DEBUG nova.network.neutron [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Successfully updated port: fcb26d51-7b2e-4d28-9e90-d7b470c37a32 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 579.905909] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52175bb6-d605-3705-83b3-283223f49425, 'name': SearchDatastore_Task, 'duration_secs': 0.00844} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.906385] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.906560] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] c46fff76-423c-4d01-afe9-8cfb32091c4c/c46fff76-423c-4d01-afe9-8cfb32091c4c.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 579.907088] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-742070a7-7e05-40f5-9fc0-45eb14da6a0e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.913221] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for the task: (returnval){ [ 579.913221] env[69941]: value = "task-3287753" [ 579.913221] env[69941]: _type = "Task" [ 579.913221] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.922866] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3287753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.974686] env[69941]: DEBUG nova.compute.utils [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 579.976228] env[69941]: DEBUG nova.compute.manager [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 579.976455] env[69941]: DEBUG nova.network.neutron [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.153851] env[69941]: DEBUG nova.policy [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20bac1ec50c0462a9d5a4d42453fe6b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5be08b1f4e44e1ebac5e7898f04b298', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 580.329259] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075793} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.330068] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 580.330530] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd540155-ce94-4d75-a422-f1b7ba7f7d60 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.356342] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba/bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 580.356631] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c439d0c-148a-4230-8e21-35b45f45040b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.380469] env[69941]: DEBUG nova.network.neutron [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Updating instance_info_cache with network_info: [{"id": "deb8290f-26c4-437f-b255-5be4d0956921", "address": "fa:16:3e:a8:0c:24", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb8290f-26", "ovs_interfaceid": "deb8290f-26c4-437f-b255-5be4d0956921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.385060] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 580.385060] env[69941]: value = "task-3287754" [ 580.385060] env[69941]: _type = "Task" [ 580.385060] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.399158] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.404128] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquiring lock "refresh_cache-8fdb8936-12c2-4274-aee2-77b140e7c2cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.404275] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquired lock "refresh_cache-8fdb8936-12c2-4274-aee2-77b140e7c2cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.404420] env[69941]: DEBUG nova.network.neutron [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.405779] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132457} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.406049] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 580.407044] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5510de4e-c819-46d1-93c3-d7f961693952 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.435024] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] e3dcc648-9ad5-4679-a84e-652bac1612ea/e3dcc648-9ad5-4679-a84e-652bac1612ea.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 580.436174] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e30e1a12-8e17-480e-a3b0-85c82f127215 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.458585] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3287753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.459525] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 580.459525] env[69941]: value = "task-3287755" [ 580.459525] env[69941]: _type = "Task" [ 580.459525] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.470128] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.480691] env[69941]: DEBUG nova.compute.manager [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.504386] env[69941]: DEBUG nova.network.neutron [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Updated VIF entry in instance network info cache for port 7bf33072-0a6c-448c-ad7e-5240261bdb5c. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.504684] env[69941]: DEBUG nova.network.neutron [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Updating instance_info_cache with network_info: [{"id": "7bf33072-0a6c-448c-ad7e-5240261bdb5c", "address": "fa:16:3e:f3:a2:7e", "network": {"id": "eaa764f9-86ce-4a24-a148-6f6c8c4f0cd0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-533059788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb56fcba8c047e0af982d5a3f0e9fef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf33072-0a", "ovs_interfaceid": "7bf33072-0a6c-448c-ad7e-5240261bdb5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.758152] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201e7fbb-15aa-410b-8f13-187f9af6791f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.767252] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d15204c-ad7c-49d5-883d-230749170e98 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.800507] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5466a985-c8b1-4778-a87c-585c66358779 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.811367] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa950fd-cd6c-440a-9b98-b8a9c69da04d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.824238] env[69941]: DEBUG nova.compute.provider_tree [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.831451] env[69941]: DEBUG nova.network.neutron [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Successfully created port: e1e0337a-7d8d-4d85-a453-536676fcbc9d {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 580.864806] env[69941]: DEBUG nova.compute.manager [req-a231881e-410d-4bdc-9a24-2af97dd3d70c req-27a06696-579d-48fb-9255-43d68237b1df service nova] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Received event network-vif-plugged-deb8290f-26c4-437f-b255-5be4d0956921 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 580.865171] env[69941]: DEBUG oslo_concurrency.lockutils [req-a231881e-410d-4bdc-9a24-2af97dd3d70c req-27a06696-579d-48fb-9255-43d68237b1df service nova] Acquiring lock "73dd564b-5d45-4406-a4f4-072084f194ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.865626] env[69941]: DEBUG oslo_concurrency.lockutils [req-a231881e-410d-4bdc-9a24-2af97dd3d70c req-27a06696-579d-48fb-9255-43d68237b1df service nova] Lock "73dd564b-5d45-4406-a4f4-072084f194ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.867374] env[69941]: DEBUG oslo_concurrency.lockutils [req-a231881e-410d-4bdc-9a24-2af97dd3d70c req-27a06696-579d-48fb-9255-43d68237b1df service nova] Lock "73dd564b-5d45-4406-a4f4-072084f194ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.867374] env[69941]: DEBUG nova.compute.manager [req-a231881e-410d-4bdc-9a24-2af97dd3d70c req-27a06696-579d-48fb-9255-43d68237b1df service nova] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] No waiting events found dispatching network-vif-plugged-deb8290f-26c4-437f-b255-5be4d0956921 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 580.867374] env[69941]: WARNING nova.compute.manager [req-a231881e-410d-4bdc-9a24-2af97dd3d70c req-27a06696-579d-48fb-9255-43d68237b1df service nova] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Received unexpected event network-vif-plugged-deb8290f-26c4-437f-b255-5be4d0956921 for instance with vm_state building and task_state spawning. [ 580.867374] env[69941]: DEBUG nova.compute.manager [req-a231881e-410d-4bdc-9a24-2af97dd3d70c req-27a06696-579d-48fb-9255-43d68237b1df service nova] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Received event network-changed-deb8290f-26c4-437f-b255-5be4d0956921 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 580.867374] env[69941]: DEBUG nova.compute.manager [req-a231881e-410d-4bdc-9a24-2af97dd3d70c req-27a06696-579d-48fb-9255-43d68237b1df service nova] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Refreshing instance network info cache due to event network-changed-deb8290f-26c4-437f-b255-5be4d0956921. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 580.867525] env[69941]: DEBUG oslo_concurrency.lockutils [req-a231881e-410d-4bdc-9a24-2af97dd3d70c req-27a06696-579d-48fb-9255-43d68237b1df service nova] Acquiring lock "refresh_cache-73dd564b-5d45-4406-a4f4-072084f194ad" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.883542] env[69941]: DEBUG oslo_concurrency.lockutils [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Releasing lock "refresh_cache-73dd564b-5d45-4406-a4f4-072084f194ad" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.883715] env[69941]: DEBUG nova.compute.manager [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Instance network_info: |[{"id": "deb8290f-26c4-437f-b255-5be4d0956921", "address": "fa:16:3e:a8:0c:24", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb8290f-26", "ovs_interfaceid": "deb8290f-26c4-437f-b255-5be4d0956921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 580.884628] env[69941]: DEBUG oslo_concurrency.lockutils [req-a231881e-410d-4bdc-9a24-2af97dd3d70c req-27a06696-579d-48fb-9255-43d68237b1df service nova] Acquired lock "refresh_cache-73dd564b-5d45-4406-a4f4-072084f194ad" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.884628] env[69941]: DEBUG nova.network.neutron [req-a231881e-410d-4bdc-9a24-2af97dd3d70c req-27a06696-579d-48fb-9255-43d68237b1df service nova] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Refreshing network info cache for port deb8290f-26c4-437f-b255-5be4d0956921 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.887184] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:0c:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'deb8290f-26c4-437f-b255-5be4d0956921', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 580.902378] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Creating folder: Project (86a769db30ac4b83b559044c960124c3). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.907962] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bee7d9e0-0f7d-48c0-b3c3-70ea2def6fd5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.922586] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287754, 'name': ReconfigVM_Task, 'duration_secs': 0.414914} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.922958] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Reconfigured VM instance instance-00000001 to attach disk [datastore1] bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba/bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.927033] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04036a44-2771-4c7f-8c54-c4b0cbbc8d42 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.935766] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3287753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.938534] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Created folder: Project (86a769db30ac4b83b559044c960124c3) in parent group-v656570. [ 580.938711] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Creating folder: Instances. Parent ref: group-v656578. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.938970] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d2c5e01-9784-419c-8083-f6ed3d7ac141 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.945436] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 580.945436] env[69941]: value = "task-3287757" [ 580.945436] env[69941]: _type = "Task" [ 580.945436] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.949781] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Created folder: Instances in parent group-v656578. [ 580.950164] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 580.950561] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.951162] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff9a7999-0a03-4995-9d6c-1eeebecd32cc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.969496] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287757, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.977929] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.979235] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.979235] env[69941]: value = "task-3287759" [ 580.979235] env[69941]: _type = "Task" [ 580.979235] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.990371] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287759, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.010614] env[69941]: DEBUG oslo_concurrency.lockutils [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] Releasing lock "refresh_cache-e3dcc648-9ad5-4679-a84e-652bac1612ea" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.010889] env[69941]: DEBUG nova.compute.manager [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Received event network-vif-plugged-91933e72-000c-4646-ad99-8a101ee12ea5 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 581.011159] env[69941]: DEBUG oslo_concurrency.lockutils [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] Acquiring lock "c46fff76-423c-4d01-afe9-8cfb32091c4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.011415] env[69941]: DEBUG oslo_concurrency.lockutils [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] Lock "c46fff76-423c-4d01-afe9-8cfb32091c4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.012061] env[69941]: DEBUG oslo_concurrency.lockutils [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] Lock "c46fff76-423c-4d01-afe9-8cfb32091c4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.012061] env[69941]: DEBUG nova.compute.manager [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] No waiting events found dispatching network-vif-plugged-91933e72-000c-4646-ad99-8a101ee12ea5 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 581.012061] env[69941]: WARNING nova.compute.manager [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Received unexpected event network-vif-plugged-91933e72-000c-4646-ad99-8a101ee12ea5 for instance with vm_state building and task_state spawning. [ 581.012253] env[69941]: DEBUG nova.compute.manager [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Received event network-changed-91933e72-000c-4646-ad99-8a101ee12ea5 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 581.012302] env[69941]: DEBUG nova.compute.manager [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Refreshing instance network info cache due to event network-changed-91933e72-000c-4646-ad99-8a101ee12ea5. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 581.012480] env[69941]: DEBUG oslo_concurrency.lockutils [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] Acquiring lock "refresh_cache-c46fff76-423c-4d01-afe9-8cfb32091c4c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.012622] env[69941]: DEBUG oslo_concurrency.lockutils [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] Acquired lock "refresh_cache-c46fff76-423c-4d01-afe9-8cfb32091c4c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.012786] env[69941]: DEBUG nova.network.neutron [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Refreshing network info cache for port 91933e72-000c-4646-ad99-8a101ee12ea5 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 581.176207] env[69941]: DEBUG nova.network.neutron [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 581.225770] env[69941]: DEBUG oslo_concurrency.lockutils [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Acquiring lock "821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.226076] env[69941]: DEBUG oslo_concurrency.lockutils [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Lock "821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.328381] env[69941]: DEBUG nova.scheduler.client.report [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.433620] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3287753, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.455680] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287757, 'name': Rename_Task, 'duration_secs': 0.185012} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.456031] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 581.456351] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ba091b9-f592-4882-b3a3-346f55571198 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.462061] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 581.462061] env[69941]: value = "task-3287760" [ 581.462061] env[69941]: _type = "Task" [ 581.462061] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.471100] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.483060] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.493632] env[69941]: DEBUG nova.compute.manager [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.495596] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287759, 'name': CreateVM_Task, 'duration_secs': 0.383203} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.496241] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 581.496858] env[69941]: DEBUG oslo_concurrency.lockutils [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.497077] env[69941]: DEBUG oslo_concurrency.lockutils [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.497470] env[69941]: DEBUG oslo_concurrency.lockutils [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.500440] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5c3eda7-3e8a-4e3c-a13f-4a1277280fbb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.505756] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Waiting for the task: (returnval){ [ 581.505756] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c084fc-0eff-6609-2e6a-c0e37849ef63" [ 581.505756] env[69941]: _type = "Task" [ 581.505756] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.517214] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c084fc-0eff-6609-2e6a-c0e37849ef63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.525872] env[69941]: DEBUG nova.virt.hardware [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.526181] env[69941]: DEBUG nova.virt.hardware [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.526347] env[69941]: DEBUG nova.virt.hardware [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.526526] env[69941]: DEBUG nova.virt.hardware [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.526667] env[69941]: DEBUG nova.virt.hardware [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.526807] env[69941]: DEBUG nova.virt.hardware [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.527043] env[69941]: DEBUG nova.virt.hardware [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.527180] env[69941]: DEBUG nova.virt.hardware [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.527348] env[69941]: DEBUG nova.virt.hardware [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.527502] env[69941]: DEBUG nova.virt.hardware [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.527678] env[69941]: DEBUG nova.virt.hardware [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.528811] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ca82c4-7238-404b-8b98-1bd5385b2f2b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.536832] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836c60fe-d8d5-44c3-b054-5412940def08 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.676180] env[69941]: DEBUG nova.network.neutron [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Updating instance_info_cache with network_info: [{"id": "fcb26d51-7b2e-4d28-9e90-d7b470c37a32", "address": "fa:16:3e:91:35:fd", "network": {"id": "afd74ee6-2421-4493-b5aa-5d2caab0eb38", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1035955767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff341a5378744af08ac0cdcf361fd2e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb26d51-7b", "ovs_interfaceid": "fcb26d51-7b2e-4d28-9e90-d7b470c37a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.834758] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.835347] env[69941]: DEBUG nova.compute.manager [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.838583] env[69941]: DEBUG oslo_concurrency.lockutils [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.093s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.840232] env[69941]: INFO nova.compute.claims [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.929459] env[69941]: DEBUG nova.network.neutron [req-a231881e-410d-4bdc-9a24-2af97dd3d70c req-27a06696-579d-48fb-9255-43d68237b1df service nova] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Updated VIF entry in instance network info cache for port deb8290f-26c4-437f-b255-5be4d0956921. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 581.929864] env[69941]: DEBUG nova.network.neutron [req-a231881e-410d-4bdc-9a24-2af97dd3d70c req-27a06696-579d-48fb-9255-43d68237b1df service nova] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Updating instance_info_cache with network_info: [{"id": "deb8290f-26c4-437f-b255-5be4d0956921", "address": "fa:16:3e:a8:0c:24", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb8290f-26", "ovs_interfaceid": "deb8290f-26c4-437f-b255-5be4d0956921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.934912] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3287753, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.528245} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.935459] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] c46fff76-423c-4d01-afe9-8cfb32091c4c/c46fff76-423c-4d01-afe9-8cfb32091c4c.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 581.935680] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 581.935933] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cddc5e59-66cc-4342-ada9-394ec058d536 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.943465] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for the task: (returnval){ [ 581.943465] env[69941]: value = "task-3287761" [ 581.943465] env[69941]: _type = "Task" [ 581.943465] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.953761] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3287761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.981508] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287760, 'name': PowerOnVM_Task, 'duration_secs': 0.508895} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.987503] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 581.990766] env[69941]: INFO nova.compute.manager [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Took 14.53 seconds to spawn the instance on the hypervisor. [ 581.990766] env[69941]: DEBUG nova.compute.manager [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 581.994127] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e0def2-ce0d-4d5a-88d0-fc11200f4c46 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.996930] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287755, 'name': ReconfigVM_Task, 'duration_secs': 1.107521} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.997101] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Reconfigured VM instance instance-00000002 to attach disk [datastore1] e3dcc648-9ad5-4679-a84e-652bac1612ea/e3dcc648-9ad5-4679-a84e-652bac1612ea.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 581.998281] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11ef2a4d-8d95-41ad-b728-a08799444dc5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.015019] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 582.015019] env[69941]: value = "task-3287762" [ 582.015019] env[69941]: _type = "Task" [ 582.015019] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.023816] env[69941]: DEBUG nova.network.neutron [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Successfully updated port: 4db2a008-4c3d-45ce-9958-7414e4b3b179 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 582.031168] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c084fc-0eff-6609-2e6a-c0e37849ef63, 'name': SearchDatastore_Task, 'duration_secs': 0.008453} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.032154] env[69941]: DEBUG oslo_concurrency.lockutils [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.032388] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 582.032616] env[69941]: DEBUG oslo_concurrency.lockutils [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.032753] env[69941]: DEBUG oslo_concurrency.lockutils [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.032926] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 582.033208] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0edadde1-e17f-4ab9-a815-da06ced5b41a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.038769] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287762, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.051829] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 582.051930] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 582.052690] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a5479fb-762d-4c5c-b066-6e0f399234c3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.062567] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Waiting for the task: (returnval){ [ 582.062567] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526ff02b-b964-7aef-abef-12cff85c7c9f" [ 582.062567] env[69941]: _type = "Task" [ 582.062567] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.075137] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526ff02b-b964-7aef-abef-12cff85c7c9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.180309] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Releasing lock "refresh_cache-8fdb8936-12c2-4274-aee2-77b140e7c2cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.180614] env[69941]: DEBUG nova.compute.manager [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Instance network_info: |[{"id": "fcb26d51-7b2e-4d28-9e90-d7b470c37a32", "address": "fa:16:3e:91:35:fd", "network": {"id": "afd74ee6-2421-4493-b5aa-5d2caab0eb38", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1035955767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff341a5378744af08ac0cdcf361fd2e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb26d51-7b", "ovs_interfaceid": "fcb26d51-7b2e-4d28-9e90-d7b470c37a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 582.181066] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:35:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcb26d51-7b2e-4d28-9e90-d7b470c37a32', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 582.190409] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Creating folder: Project (ff341a5378744af08ac0cdcf361fd2e9). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.190843] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61a670b1-ba91-40cd-88cf-3f17a40e642c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.202311] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Created folder: Project (ff341a5378744af08ac0cdcf361fd2e9) in parent group-v656570. [ 582.202530] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Creating folder: Instances. Parent ref: group-v656581. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.202775] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e8fb7a9-c437-497a-b21c-70976b8fab84 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.212624] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Created folder: Instances in parent group-v656581. [ 582.215802] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 582.215802] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 582.215802] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aecb6a9d-f2bf-4233-ad18-ada929e4ad11 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.232341] env[69941]: DEBUG nova.network.neutron [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Updated VIF entry in instance network info cache for port 91933e72-000c-4646-ad99-8a101ee12ea5. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 582.232662] env[69941]: DEBUG nova.network.neutron [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Updating instance_info_cache with network_info: [{"id": "91933e72-000c-4646-ad99-8a101ee12ea5", "address": "fa:16:3e:c2:3b:f0", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91933e72-00", "ovs_interfaceid": "91933e72-000c-4646-ad99-8a101ee12ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.240344] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 582.240344] env[69941]: value = "task-3287765" [ 582.240344] env[69941]: _type = "Task" [ 582.240344] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.251123] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287765, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.344862] env[69941]: DEBUG nova.compute.utils [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 582.349498] env[69941]: DEBUG nova.compute.manager [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 582.349838] env[69941]: DEBUG nova.network.neutron [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 582.436247] env[69941]: DEBUG oslo_concurrency.lockutils [req-a231881e-410d-4bdc-9a24-2af97dd3d70c req-27a06696-579d-48fb-9255-43d68237b1df service nova] Releasing lock "refresh_cache-73dd564b-5d45-4406-a4f4-072084f194ad" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.458322] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3287761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082763} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.459841] env[69941]: DEBUG nova.policy [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb1edfd5435e4ab483a3d910ddaa4fe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'debf68c80f5d44e7b68e6498604e24fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.461444] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.463527] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dade1448-fff6-4389-a9b9-44dc2336ade7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.484894] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] c46fff76-423c-4d01-afe9-8cfb32091c4c/c46fff76-423c-4d01-afe9-8cfb32091c4c.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.485213] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad1e3458-9af8-4290-9e53-59186cf9906f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.506177] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for the task: (returnval){ [ 582.506177] env[69941]: value = "task-3287766" [ 582.506177] env[69941]: _type = "Task" [ 582.506177] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.519499] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3287766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.527191] env[69941]: INFO nova.compute.manager [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Took 19.40 seconds to build instance. [ 582.531914] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287762, 'name': Rename_Task, 'duration_secs': 0.189385} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.531914] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 582.532065] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Acquiring lock "refresh_cache-27839bc7-8d6f-4f3e-b858-9c6a76639245" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.532175] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Acquired lock "refresh_cache-27839bc7-8d6f-4f3e-b858-9c6a76639245" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.532325] env[69941]: DEBUG nova.network.neutron [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 582.533363] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20f99141-29ec-4c86-8f0d-4e6b02882f56 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.543824] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 582.543824] env[69941]: value = "task-3287767" [ 582.543824] env[69941]: _type = "Task" [ 582.543824] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.558768] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.576119] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526ff02b-b964-7aef-abef-12cff85c7c9f, 'name': SearchDatastore_Task, 'duration_secs': 0.015038} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.579051] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25d5c4dc-3a11-4916-90e0-f284b594f7b1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.582603] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Waiting for the task: (returnval){ [ 582.582603] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f5a4dc-94c3-94d3-55c2-cd043861d582" [ 582.582603] env[69941]: _type = "Task" [ 582.582603] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.590881] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f5a4dc-94c3-94d3-55c2-cd043861d582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.737765] env[69941]: DEBUG oslo_concurrency.lockutils [req-4df52b00-2e58-4c26-bb39-860aba200907 req-494e86fc-b677-4ea6-aea9-018859a20af5 service nova] Releasing lock "refresh_cache-c46fff76-423c-4d01-afe9-8cfb32091c4c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.752832] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287765, 'name': CreateVM_Task, 'duration_secs': 0.374701} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.753046] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.753844] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.754075] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.754460] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.754752] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0b6a06-f818-44ed-ac88-a2a0214ba3f8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.760117] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 582.760117] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]527d9c3e-a96d-d404-9160-6f9682b814f5" [ 582.760117] env[69941]: _type = "Task" [ 582.760117] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.769617] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527d9c3e-a96d-d404-9160-6f9682b814f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.850809] env[69941]: DEBUG nova.compute.manager [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 583.014104] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Acquiring lock "d5d14fe9-b56d-49ea-8d83-5e94439e8534" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.014355] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Lock "d5d14fe9-b56d-49ea-8d83-5e94439e8534" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.025506] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3287766, 'name': ReconfigVM_Task, 'duration_secs': 0.422774} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.025785] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Reconfigured VM instance instance-00000003 to attach disk [datastore1] c46fff76-423c-4d01-afe9-8cfb32091c4c/c46fff76-423c-4d01-afe9-8cfb32091c4c.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.026507] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-175d3be4-7a20-48fe-8558-60b482bfb6e6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.037262] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.921s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.040551] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for the task: (returnval){ [ 583.040551] env[69941]: value = "task-3287768" [ 583.040551] env[69941]: _type = "Task" [ 583.040551] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.061889] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3287768, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.064149] env[69941]: DEBUG oslo_vmware.api [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287767, 'name': PowerOnVM_Task, 'duration_secs': 0.500071} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.065033] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 583.065243] env[69941]: INFO nova.compute.manager [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Took 13.38 seconds to spawn the instance on the hypervisor. [ 583.066144] env[69941]: DEBUG nova.compute.manager [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.069137] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4e2d8f-e1f8-464d-96d9-63e544fbdbc1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.098680] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f5a4dc-94c3-94d3-55c2-cd043861d582, 'name': SearchDatastore_Task, 'duration_secs': 0.028457} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.098963] env[69941]: DEBUG oslo_concurrency.lockutils [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.099244] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 73dd564b-5d45-4406-a4f4-072084f194ad/73dd564b-5d45-4406-a4f4-072084f194ad.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 583.099945] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d52c74b1-b4b2-4347-9e6f-c600c238a280 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.104779] env[69941]: DEBUG nova.network.neutron [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 583.108939] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Waiting for the task: (returnval){ [ 583.108939] env[69941]: value = "task-3287769" [ 583.108939] env[69941]: _type = "Task" [ 583.108939] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.121390] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.160306] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f413f0f-53f5-4ee3-8b67-2f8fa74c7b6e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.173854] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb14b8af-8440-49b1-8600-30e9513c9036 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.210022] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc27302-08b0-4e77-a73f-d13044472283 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.219694] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5be3a91-8ea9-454b-8864-3c49b0b962b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.241440] env[69941]: DEBUG nova.compute.provider_tree [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.271127] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527d9c3e-a96d-d404-9160-6f9682b814f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012187} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.274546] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.274546] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 583.274546] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.274546] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.274705] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 583.274705] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3836f2c2-7eb8-4ac4-9a3c-d8e400bfc4cd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.284585] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 583.284945] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 583.285551] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50478154-9455-44c6-b5b0-0ba1c1e83eb0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.297275] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 583.297275] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5210d112-922c-6cc0-8766-38e99adb6b93" [ 583.297275] env[69941]: _type = "Task" [ 583.297275] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.314022] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5210d112-922c-6cc0-8766-38e99adb6b93, 'name': SearchDatastore_Task, 'duration_secs': 0.01486} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.314022] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d953eaa1-8359-4839-b1b6-99c4480adb6f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.318743] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 583.318743] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52ba3f44-0780-837f-296d-82f9ef5ef449" [ 583.318743] env[69941]: _type = "Task" [ 583.318743] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.329179] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ba3f44-0780-837f-296d-82f9ef5ef449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.345874] env[69941]: DEBUG nova.network.neutron [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Successfully updated port: e1e0337a-7d8d-4d85-a453-536676fcbc9d {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 583.437755] env[69941]: DEBUG nova.network.neutron [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Updating instance_info_cache with network_info: [{"id": "4db2a008-4c3d-45ce-9958-7414e4b3b179", "address": "fa:16:3e:04:30:5e", "network": {"id": "36ca355b-621b-4e5a-b595-3e18e8b6c2a1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1600078649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01a0b0f1e30d4b5190d3b37c547a79d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4db2a008-4c", "ovs_interfaceid": "4db2a008-4c3d-45ce-9958-7414e4b3b179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.448204] env[69941]: DEBUG nova.network.neutron [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Successfully created port: db79df25-cc2d-4372-ae08-52de30539d3c {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 583.550148] env[69941]: DEBUG nova.compute.manager [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.566547] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3287768, 'name': Rename_Task, 'duration_secs': 0.305577} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.566547] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 583.566547] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e28a61c-38e5-4e97-9b7e-23daf1b303cc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.574041] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for the task: (returnval){ [ 583.574041] env[69941]: value = "task-3287770" [ 583.574041] env[69941]: _type = "Task" [ 583.574041] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.594445] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3287770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.594445] env[69941]: INFO nova.compute.manager [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Took 20.42 seconds to build instance. [ 583.625457] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287769, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.747760] env[69941]: DEBUG nova.scheduler.client.report [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.831161] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ba3f44-0780-837f-296d-82f9ef5ef449, 'name': SearchDatastore_Task, 'duration_secs': 0.013905} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.832168] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.832168] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 8fdb8936-12c2-4274-aee2-77b140e7c2cc/8fdb8936-12c2-4274-aee2-77b140e7c2cc.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 583.832168] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb00c3b4-0ec0-45b4-84fc-04c3348b32df {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.838850] env[69941]: DEBUG nova.compute.manager [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Received event network-vif-plugged-fcb26d51-7b2e-4d28-9e90-d7b470c37a32 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 583.838850] env[69941]: DEBUG oslo_concurrency.lockutils [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] Acquiring lock "8fdb8936-12c2-4274-aee2-77b140e7c2cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.839030] env[69941]: DEBUG oslo_concurrency.lockutils [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] Lock "8fdb8936-12c2-4274-aee2-77b140e7c2cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.839292] env[69941]: DEBUG oslo_concurrency.lockutils [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] Lock "8fdb8936-12c2-4274-aee2-77b140e7c2cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.839470] env[69941]: DEBUG nova.compute.manager [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] No waiting events found dispatching network-vif-plugged-fcb26d51-7b2e-4d28-9e90-d7b470c37a32 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 583.839814] env[69941]: WARNING nova.compute.manager [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Received unexpected event network-vif-plugged-fcb26d51-7b2e-4d28-9e90-d7b470c37a32 for instance with vm_state building and task_state spawning. [ 583.839814] env[69941]: DEBUG nova.compute.manager [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Received event network-changed-fcb26d51-7b2e-4d28-9e90-d7b470c37a32 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 583.839941] env[69941]: DEBUG nova.compute.manager [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Refreshing instance network info cache due to event network-changed-fcb26d51-7b2e-4d28-9e90-d7b470c37a32. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 583.840919] env[69941]: DEBUG oslo_concurrency.lockutils [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] Acquiring lock "refresh_cache-8fdb8936-12c2-4274-aee2-77b140e7c2cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.840919] env[69941]: DEBUG oslo_concurrency.lockutils [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] Acquired lock "refresh_cache-8fdb8936-12c2-4274-aee2-77b140e7c2cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.840919] env[69941]: DEBUG nova.network.neutron [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Refreshing network info cache for port fcb26d51-7b2e-4d28-9e90-d7b470c37a32 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.848015] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 583.848015] env[69941]: value = "task-3287771" [ 583.848015] env[69941]: _type = "Task" [ 583.848015] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.849841] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "refresh_cache-f46baca1-18a9-4a5e-92e9-3e117fbc4960" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.849841] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired lock "refresh_cache-f46baca1-18a9-4a5e-92e9-3e117fbc4960" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.849841] env[69941]: DEBUG nova.network.neutron [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.859272] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.868828] env[69941]: DEBUG nova.compute.manager [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 583.904477] env[69941]: DEBUG nova.virt.hardware [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.904821] env[69941]: DEBUG nova.virt.hardware [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.905063] env[69941]: DEBUG nova.virt.hardware [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.905496] env[69941]: DEBUG nova.virt.hardware [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.905669] env[69941]: DEBUG nova.virt.hardware [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.905743] env[69941]: DEBUG nova.virt.hardware [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.905990] env[69941]: DEBUG nova.virt.hardware [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.906226] env[69941]: DEBUG nova.virt.hardware [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.906475] env[69941]: DEBUG nova.virt.hardware [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.906632] env[69941]: DEBUG nova.virt.hardware [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.906813] env[69941]: DEBUG nova.virt.hardware [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.907806] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4455a4eb-d59d-4879-bcc7-79bd615f10ed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.918650] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82320b11-7807-48e8-9652-77c3bb71c050 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.940732] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Releasing lock "refresh_cache-27839bc7-8d6f-4f3e-b858-9c6a76639245" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.941099] env[69941]: DEBUG nova.compute.manager [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Instance network_info: |[{"id": "4db2a008-4c3d-45ce-9958-7414e4b3b179", "address": "fa:16:3e:04:30:5e", "network": {"id": "36ca355b-621b-4e5a-b595-3e18e8b6c2a1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1600078649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01a0b0f1e30d4b5190d3b37c547a79d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4db2a008-4c", "ovs_interfaceid": "4db2a008-4c3d-45ce-9958-7414e4b3b179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 583.941680] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:30:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4db2a008-4c3d-45ce-9958-7414e4b3b179', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.952293] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Creating folder: Project (01a0b0f1e30d4b5190d3b37c547a79d4). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.952563] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e53b5e99-33cc-4ba3-8fce-74fce7260e6b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.962940] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Created folder: Project (01a0b0f1e30d4b5190d3b37c547a79d4) in parent group-v656570. [ 583.963178] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Creating folder: Instances. Parent ref: group-v656584. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.963432] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f3932e5-8975-4303-8304-2b6887b88f7a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.972174] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Created folder: Instances in parent group-v656584. [ 583.972174] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 583.972482] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.972516] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-819ee150-ecc3-4861-aa54-fab93233208d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.997501] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.997501] env[69941]: value = "task-3287774" [ 583.997501] env[69941]: _type = "Task" [ 583.997501] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.006596] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287774, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.083929] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3287770, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.084805] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.096540] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6542582c-2a7c-4077-aa0e-43cb1ab6b31a tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "e3dcc648-9ad5-4679-a84e-652bac1612ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.937s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.122542] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736069} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.122814] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 73dd564b-5d45-4406-a4f4-072084f194ad/73dd564b-5d45-4406-a4f4-072084f194ad.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.123069] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 584.123267] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-911ab61b-9362-4e8f-992f-61d142660fc3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.129857] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Waiting for the task: (returnval){ [ 584.129857] env[69941]: value = "task-3287775" [ 584.129857] env[69941]: _type = "Task" [ 584.129857] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.139267] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.253197] env[69941]: DEBUG oslo_concurrency.lockutils [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.254091] env[69941]: DEBUG nova.compute.manager [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.257324] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.847s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.259302] env[69941]: INFO nova.compute.claims [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.361372] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287771, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.515253] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287774, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.590429] env[69941]: DEBUG oslo_vmware.api [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3287770, 'name': PowerOnVM_Task, 'duration_secs': 0.516096} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.591546] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 584.591546] env[69941]: INFO nova.compute.manager [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Took 12.61 seconds to spawn the instance on the hypervisor. [ 584.591546] env[69941]: DEBUG nova.compute.manager [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.592262] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176158e4-8346-459b-8160-6aefc792ffe5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.601408] env[69941]: DEBUG nova.compute.manager [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.629516] env[69941]: DEBUG nova.network.neutron [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.652682] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.283754} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.653170] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 584.655612] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d4b67d-37ae-4f04-89d7-f153c472110a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.686420] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 73dd564b-5d45-4406-a4f4-072084f194ad/73dd564b-5d45-4406-a4f4-072084f194ad.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 584.690271] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a532289-c713-4ab0-81f2-fed8b4312fc5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.712582] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Waiting for the task: (returnval){ [ 584.712582] env[69941]: value = "task-3287776" [ 584.712582] env[69941]: _type = "Task" [ 584.712582] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.723067] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.765644] env[69941]: DEBUG nova.compute.utils [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.771100] env[69941]: DEBUG nova.compute.manager [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 584.771394] env[69941]: DEBUG nova.network.neutron [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.860423] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716792} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.860814] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 8fdb8936-12c2-4274-aee2-77b140e7c2cc/8fdb8936-12c2-4274-aee2-77b140e7c2cc.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.860961] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 584.861260] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4532245d-9559-40e7-9ed9-9cfa3b255556 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.867860] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 584.867860] env[69941]: value = "task-3287777" [ 584.867860] env[69941]: _type = "Task" [ 584.867860] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.876088] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.951259] env[69941]: DEBUG nova.policy [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a761a53703d743dbb4be658345155434', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e11fbfd75dab4b1da682409bc705f5a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 585.014822] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287774, 'name': CreateVM_Task, 'duration_secs': 0.540552} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.015060] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.016283] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.016283] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.016359] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.017103] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-563e7919-6394-4e09-bb4d-df9ffe277543 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.022048] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Waiting for the task: (returnval){ [ 585.022048] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a9830e-bd59-b8fe-1344-e56b1247fd35" [ 585.022048] env[69941]: _type = "Task" [ 585.022048] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.030183] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a9830e-bd59-b8fe-1344-e56b1247fd35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.132761] env[69941]: INFO nova.compute.manager [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Took 20.67 seconds to build instance. [ 585.150701] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.226165] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.269829] env[69941]: DEBUG nova.compute.manager [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 585.285325] env[69941]: DEBUG nova.network.neutron [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Updating instance_info_cache with network_info: [{"id": "e1e0337a-7d8d-4d85-a453-536676fcbc9d", "address": "fa:16:3e:03:75:a2", "network": {"id": "7d69b693-e851-4476-8c30-ea2b5f7fb2b8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1430958294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5be08b1f4e44e1ebac5e7898f04b298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e0337a-7d", "ovs_interfaceid": "e1e0337a-7d8d-4d85-a453-536676fcbc9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.388412] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109948} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.388712] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.389987] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a626a0dc-7709-4c6a-9122-e057617f4f55 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.423055] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 8fdb8936-12c2-4274-aee2-77b140e7c2cc/8fdb8936-12c2-4274-aee2-77b140e7c2cc.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.427544] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f9f62a4-a3b8-41b9-b54f-f903a3209ad2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.451155] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 585.451155] env[69941]: value = "task-3287778" [ 585.451155] env[69941]: _type = "Task" [ 585.451155] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.464699] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287778, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.468917] env[69941]: DEBUG nova.network.neutron [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Updated VIF entry in instance network info cache for port fcb26d51-7b2e-4d28-9e90-d7b470c37a32. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.469247] env[69941]: DEBUG nova.network.neutron [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Updating instance_info_cache with network_info: [{"id": "fcb26d51-7b2e-4d28-9e90-d7b470c37a32", "address": "fa:16:3e:91:35:fd", "network": {"id": "afd74ee6-2421-4493-b5aa-5d2caab0eb38", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1035955767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff341a5378744af08ac0cdcf361fd2e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb26d51-7b", "ovs_interfaceid": "fcb26d51-7b2e-4d28-9e90-d7b470c37a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.538855] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a9830e-bd59-b8fe-1344-e56b1247fd35, 'name': SearchDatastore_Task, 'duration_secs': 0.036549} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.542906] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.543336] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.543685] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.544779] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.544779] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.544779] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-797cc919-5fdf-42e7-ace0-7f39300ce280 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.563222] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.563852] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.564244] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304ec198-184b-43c3-952f-65f729b79456 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.570815] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Waiting for the task: (returnval){ [ 585.570815] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]528bb122-f4ce-21f8-47ec-6b63d3e53e68" [ 585.570815] env[69941]: _type = "Task" [ 585.570815] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.583308] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528bb122-f4ce-21f8-47ec-6b63d3e53e68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.616717] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b9ed4c-cd04-4769-b29c-dd34a829f635 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.625526] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222aa930-e4a8-46ad-8e34-bbd910b68837 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.636075] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b732f336-d343-4d74-9050-b9a4957ada07 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Lock "c46fff76-423c-4d01-afe9-8cfb32091c4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.177s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.667270] env[69941]: DEBUG nova.network.neutron [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Successfully updated port: db79df25-cc2d-4372-ae08-52de30539d3c {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 585.670789] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ac1541-5767-40b4-9663-9bb20beea65a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.683115] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2023af50-6a5a-48bc-90bb-ce19f07e4c57 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.698531] env[69941]: DEBUG nova.compute.provider_tree [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.727759] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287776, 'name': ReconfigVM_Task, 'duration_secs': 0.753337} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.728068] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 73dd564b-5d45-4406-a4f4-072084f194ad/73dd564b-5d45-4406-a4f4-072084f194ad.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 585.728687] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac093185-c0db-4172-ae26-11cbc3af6149 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.735861] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Waiting for the task: (returnval){ [ 585.735861] env[69941]: value = "task-3287779" [ 585.735861] env[69941]: _type = "Task" [ 585.735861] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.745553] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287779, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.788513] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Releasing lock "refresh_cache-f46baca1-18a9-4a5e-92e9-3e117fbc4960" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.788825] env[69941]: DEBUG nova.compute.manager [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Instance network_info: |[{"id": "e1e0337a-7d8d-4d85-a453-536676fcbc9d", "address": "fa:16:3e:03:75:a2", "network": {"id": "7d69b693-e851-4476-8c30-ea2b5f7fb2b8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1430958294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5be08b1f4e44e1ebac5e7898f04b298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e0337a-7d", "ovs_interfaceid": "e1e0337a-7d8d-4d85-a453-536676fcbc9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 585.789249] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:75:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1e0337a-7d8d-4d85-a453-536676fcbc9d', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.802145] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Creating folder: Project (e5be08b1f4e44e1ebac5e7898f04b298). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.802145] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20c0548e-9fe0-4287-a2eb-60e43291f8ca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.816331] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Created folder: Project (e5be08b1f4e44e1ebac5e7898f04b298) in parent group-v656570. [ 585.816535] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Creating folder: Instances. Parent ref: group-v656587. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.816783] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7a71883-5244-49da-ace0-37cd04784c36 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.877141] env[69941]: DEBUG nova.network.neutron [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Successfully created port: 103424b3-f99c-45df-9c05-db229745d70f {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.963752] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.965464] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Created folder: Instances in parent group-v656587. [ 585.966922] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 585.966922] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.966922] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10d16204-22be-449f-8582-e57c82d03509 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.983139] env[69941]: DEBUG oslo_concurrency.lockutils [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] Releasing lock "refresh_cache-8fdb8936-12c2-4274-aee2-77b140e7c2cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.983419] env[69941]: DEBUG nova.compute.manager [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Received event network-vif-plugged-4db2a008-4c3d-45ce-9958-7414e4b3b179 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 585.983589] env[69941]: DEBUG oslo_concurrency.lockutils [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] Acquiring lock "27839bc7-8d6f-4f3e-b858-9c6a76639245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.983842] env[69941]: DEBUG oslo_concurrency.lockutils [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] Lock "27839bc7-8d6f-4f3e-b858-9c6a76639245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.984193] env[69941]: DEBUG oslo_concurrency.lockutils [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] Lock "27839bc7-8d6f-4f3e-b858-9c6a76639245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.984275] env[69941]: DEBUG nova.compute.manager [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] No waiting events found dispatching network-vif-plugged-4db2a008-4c3d-45ce-9958-7414e4b3b179 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 585.984437] env[69941]: WARNING nova.compute.manager [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Received unexpected event network-vif-plugged-4db2a008-4c3d-45ce-9958-7414e4b3b179 for instance with vm_state building and task_state spawning. [ 585.984669] env[69941]: DEBUG nova.compute.manager [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Received event network-changed-4db2a008-4c3d-45ce-9958-7414e4b3b179 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 585.984863] env[69941]: DEBUG nova.compute.manager [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Refreshing instance network info cache due to event network-changed-4db2a008-4c3d-45ce-9958-7414e4b3b179. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 585.985087] env[69941]: DEBUG oslo_concurrency.lockutils [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] Acquiring lock "refresh_cache-27839bc7-8d6f-4f3e-b858-9c6a76639245" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.985308] env[69941]: DEBUG oslo_concurrency.lockutils [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] Acquired lock "refresh_cache-27839bc7-8d6f-4f3e-b858-9c6a76639245" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.985600] env[69941]: DEBUG nova.network.neutron [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Refreshing network info cache for port 4db2a008-4c3d-45ce-9958-7414e4b3b179 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.995572] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.995572] env[69941]: value = "task-3287782" [ 585.995572] env[69941]: _type = "Task" [ 585.995572] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.002751] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287782, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.087421] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528bb122-f4ce-21f8-47ec-6b63d3e53e68, 'name': SearchDatastore_Task, 'duration_secs': 0.012857} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.087421] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44668abc-5b1a-40e4-9efc-2d0ada7300d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.094958] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Waiting for the task: (returnval){ [ 586.094958] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5219f9b6-75fd-0da5-3850-260d460a3876" [ 586.094958] env[69941]: _type = "Task" [ 586.094958] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.107174] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5219f9b6-75fd-0da5-3850-260d460a3876, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.134969] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "e3dcc648-9ad5-4679-a84e-652bac1612ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.135640] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "e3dcc648-9ad5-4679-a84e-652bac1612ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.135640] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "e3dcc648-9ad5-4679-a84e-652bac1612ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.135854] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "e3dcc648-9ad5-4679-a84e-652bac1612ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.135854] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "e3dcc648-9ad5-4679-a84e-652bac1612ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.138822] env[69941]: INFO nova.compute.manager [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Terminating instance [ 586.176067] env[69941]: DEBUG nova.compute.manager [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.179023] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Acquiring lock "refresh_cache-040a44c3-545e-4d66-a5e5-8e4ecae72845" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.179907] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Acquired lock "refresh_cache-040a44c3-545e-4d66-a5e5-8e4ecae72845" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.182420] env[69941]: DEBUG nova.network.neutron [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.203767] env[69941]: DEBUG nova.scheduler.client.report [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.251786] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287779, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.284396] env[69941]: DEBUG nova.compute.manager [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 586.327984] env[69941]: DEBUG nova.virt.hardware [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.328294] env[69941]: DEBUG nova.virt.hardware [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.328436] env[69941]: DEBUG nova.virt.hardware [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.328616] env[69941]: DEBUG nova.virt.hardware [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.329028] env[69941]: DEBUG nova.virt.hardware [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.329028] env[69941]: DEBUG nova.virt.hardware [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.329404] env[69941]: DEBUG nova.virt.hardware [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.330906] env[69941]: DEBUG nova.virt.hardware [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.330906] env[69941]: DEBUG nova.virt.hardware [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.330906] env[69941]: DEBUG nova.virt.hardware [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.330906] env[69941]: DEBUG nova.virt.hardware [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.331305] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d09cdee-248d-448f-a0b1-2ea7a3209a9c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.342806] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a31bdb4-f760-49c3-a86b-d4518b6750dd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.464134] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287778, 'name': ReconfigVM_Task, 'duration_secs': 0.960822} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.464543] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 8fdb8936-12c2-4274-aee2-77b140e7c2cc/8fdb8936-12c2-4274-aee2-77b140e7c2cc.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.465434] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f0cb0fa-770e-45b0-bd26-a6a6a9f5f5bc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.474763] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 586.474763] env[69941]: value = "task-3287783" [ 586.474763] env[69941]: _type = "Task" [ 586.474763] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.487945] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287783, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.510560] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287782, 'name': CreateVM_Task, 'duration_secs': 0.488687} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.510754] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.512279] env[69941]: DEBUG oslo_vmware.service [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07b172b-1a0f-415c-bf17-8976e1dab91f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.524085] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.525167] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.525682] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.526397] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d83042d-5297-4f06-ab52-3515b75b8e1b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.534765] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 586.534765] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5232935f-2ea6-7faa-63af-539c2270f9e5" [ 586.534765] env[69941]: _type = "Task" [ 586.534765] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.548418] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5232935f-2ea6-7faa-63af-539c2270f9e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.610646] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5219f9b6-75fd-0da5-3850-260d460a3876, 'name': SearchDatastore_Task, 'duration_secs': 0.022892} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.610970] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.611289] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 27839bc7-8d6f-4f3e-b858-9c6a76639245/27839bc7-8d6f-4f3e-b858-9c6a76639245.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.611572] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afda2d87-bf68-4ed7-97eb-3bbc9b4843ce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.620593] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Waiting for the task: (returnval){ [ 586.620593] env[69941]: value = "task-3287784" [ 586.620593] env[69941]: _type = "Task" [ 586.620593] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.632104] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': task-3287784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.645113] env[69941]: DEBUG nova.compute.manager [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 586.645113] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 586.645981] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d02680a-9cf6-4bee-accc-561b7c4f71ec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.657683] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 586.657683] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19b2a6e1-8158-467d-8dcc-788834aa37de {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.669343] env[69941]: DEBUG oslo_vmware.api [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 586.669343] env[69941]: value = "task-3287785" [ 586.669343] env[69941]: _type = "Task" [ 586.669343] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.685546] env[69941]: DEBUG oslo_vmware.api [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.711227] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.712999] env[69941]: DEBUG nova.compute.manager [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.717523] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.717523] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.164s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.746394] env[69941]: DEBUG nova.network.neutron [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 586.763102] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287779, 'name': Rename_Task, 'duration_secs': 0.555414} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.763653] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 586.763952] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b7e454d-f33a-4cfb-b228-db2cb9ad68e5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.772910] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Waiting for the task: (returnval){ [ 586.772910] env[69941]: value = "task-3287786" [ 586.772910] env[69941]: _type = "Task" [ 586.772910] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.793772] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287786, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.832178] env[69941]: DEBUG nova.compute.manager [req-e0795384-917d-4209-b281-5a5c33dc25f8 req-badb3519-cb63-48b6-9ea7-0e479e1d246b service nova] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Received event network-vif-plugged-db79df25-cc2d-4372-ae08-52de30539d3c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 586.832534] env[69941]: DEBUG oslo_concurrency.lockutils [req-e0795384-917d-4209-b281-5a5c33dc25f8 req-badb3519-cb63-48b6-9ea7-0e479e1d246b service nova] Acquiring lock "040a44c3-545e-4d66-a5e5-8e4ecae72845-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.832902] env[69941]: DEBUG oslo_concurrency.lockutils [req-e0795384-917d-4209-b281-5a5c33dc25f8 req-badb3519-cb63-48b6-9ea7-0e479e1d246b service nova] Lock "040a44c3-545e-4d66-a5e5-8e4ecae72845-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.833231] env[69941]: DEBUG oslo_concurrency.lockutils [req-e0795384-917d-4209-b281-5a5c33dc25f8 req-badb3519-cb63-48b6-9ea7-0e479e1d246b service nova] Lock "040a44c3-545e-4d66-a5e5-8e4ecae72845-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.833593] env[69941]: DEBUG nova.compute.manager [req-e0795384-917d-4209-b281-5a5c33dc25f8 req-badb3519-cb63-48b6-9ea7-0e479e1d246b service nova] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] No waiting events found dispatching network-vif-plugged-db79df25-cc2d-4372-ae08-52de30539d3c {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 586.833924] env[69941]: WARNING nova.compute.manager [req-e0795384-917d-4209-b281-5a5c33dc25f8 req-badb3519-cb63-48b6-9ea7-0e479e1d246b service nova] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Received unexpected event network-vif-plugged-db79df25-cc2d-4372-ae08-52de30539d3c for instance with vm_state building and task_state spawning. [ 586.992572] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287783, 'name': Rename_Task, 'duration_secs': 0.239739} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.993951] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 586.994262] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed28ecdd-3b71-4a4f-bd24-257abbf82255 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.006593] env[69941]: DEBUG oslo_concurrency.lockutils [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.006859] env[69941]: DEBUG oslo_concurrency.lockutils [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.007079] env[69941]: DEBUG oslo_concurrency.lockutils [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.007269] env[69941]: DEBUG oslo_concurrency.lockutils [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.007434] env[69941]: DEBUG oslo_concurrency.lockutils [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.012235] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 587.012235] env[69941]: value = "task-3287787" [ 587.012235] env[69941]: _type = "Task" [ 587.012235] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.012235] env[69941]: INFO nova.compute.manager [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Terminating instance [ 587.031433] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.051903] env[69941]: DEBUG nova.network.neutron [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Updating instance_info_cache with network_info: [{"id": "db79df25-cc2d-4372-ae08-52de30539d3c", "address": "fa:16:3e:8b:a5:bb", "network": {"id": "4e3d0742-e3a1-482a-baf9-732443f2e16b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1038189515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "debf68c80f5d44e7b68e6498604e24fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb79df25-cc", "ovs_interfaceid": "db79df25-cc2d-4372-ae08-52de30539d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.053459] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.053584] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.053902] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.053975] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.054216] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 587.054679] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfcf44c0-9c6c-48f8-bc23-acdfa423fa4d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.069575] env[69941]: DEBUG nova.compute.manager [req-73da297f-74c5-4ea5-89b8-7c8e269706c8 req-29975c4e-905d-463e-a97d-84ae2ce90a0d service nova] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Received event network-vif-plugged-e1e0337a-7d8d-4d85-a453-536676fcbc9d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 587.069772] env[69941]: DEBUG oslo_concurrency.lockutils [req-73da297f-74c5-4ea5-89b8-7c8e269706c8 req-29975c4e-905d-463e-a97d-84ae2ce90a0d service nova] Acquiring lock "f46baca1-18a9-4a5e-92e9-3e117fbc4960-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.069940] env[69941]: DEBUG oslo_concurrency.lockutils [req-73da297f-74c5-4ea5-89b8-7c8e269706c8 req-29975c4e-905d-463e-a97d-84ae2ce90a0d service nova] Lock "f46baca1-18a9-4a5e-92e9-3e117fbc4960-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.070131] env[69941]: DEBUG oslo_concurrency.lockutils [req-73da297f-74c5-4ea5-89b8-7c8e269706c8 req-29975c4e-905d-463e-a97d-84ae2ce90a0d service nova] Lock "f46baca1-18a9-4a5e-92e9-3e117fbc4960-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.070299] env[69941]: DEBUG nova.compute.manager [req-73da297f-74c5-4ea5-89b8-7c8e269706c8 req-29975c4e-905d-463e-a97d-84ae2ce90a0d service nova] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] No waiting events found dispatching network-vif-plugged-e1e0337a-7d8d-4d85-a453-536676fcbc9d {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 587.070486] env[69941]: WARNING nova.compute.manager [req-73da297f-74c5-4ea5-89b8-7c8e269706c8 req-29975c4e-905d-463e-a97d-84ae2ce90a0d service nova] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Received unexpected event network-vif-plugged-e1e0337a-7d8d-4d85-a453-536676fcbc9d for instance with vm_state building and task_state spawning. [ 587.070668] env[69941]: DEBUG nova.compute.manager [req-73da297f-74c5-4ea5-89b8-7c8e269706c8 req-29975c4e-905d-463e-a97d-84ae2ce90a0d service nova] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Received event network-changed-e1e0337a-7d8d-4d85-a453-536676fcbc9d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 587.070819] env[69941]: DEBUG nova.compute.manager [req-73da297f-74c5-4ea5-89b8-7c8e269706c8 req-29975c4e-905d-463e-a97d-84ae2ce90a0d service nova] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Refreshing instance network info cache due to event network-changed-e1e0337a-7d8d-4d85-a453-536676fcbc9d. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 587.073038] env[69941]: DEBUG oslo_concurrency.lockutils [req-73da297f-74c5-4ea5-89b8-7c8e269706c8 req-29975c4e-905d-463e-a97d-84ae2ce90a0d service nova] Acquiring lock "refresh_cache-f46baca1-18a9-4a5e-92e9-3e117fbc4960" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.073038] env[69941]: DEBUG oslo_concurrency.lockutils [req-73da297f-74c5-4ea5-89b8-7c8e269706c8 req-29975c4e-905d-463e-a97d-84ae2ce90a0d service nova] Acquired lock "refresh_cache-f46baca1-18a9-4a5e-92e9-3e117fbc4960" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.073038] env[69941]: DEBUG nova.network.neutron [req-73da297f-74c5-4ea5-89b8-7c8e269706c8 req-29975c4e-905d-463e-a97d-84ae2ce90a0d service nova] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Refreshing network info cache for port e1e0337a-7d8d-4d85-a453-536676fcbc9d {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 587.073038] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 587.073531] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 587.074826] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0604a70-9ec9-4d6c-a6af-15c54f0c964b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.086042] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d5532e-22bd-477f-89a9-9dc3a4631133 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.092504] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 587.092504] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]527fa675-de0f-a890-18c5-6d784ea1465b" [ 587.092504] env[69941]: _type = "Task" [ 587.092504] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.103603] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527fa675-de0f-a890-18c5-6d784ea1465b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.132237] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': task-3287784, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.185448] env[69941]: DEBUG oslo_vmware.api [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287785, 'name': PowerOffVM_Task, 'duration_secs': 0.19644} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.185852] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 587.186060] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 587.186452] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b023b3af-ebb1-4e02-b5b5-72d19c3f946b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.202464] env[69941]: DEBUG nova.network.neutron [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Updated VIF entry in instance network info cache for port 4db2a008-4c3d-45ce-9958-7414e4b3b179. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 587.202828] env[69941]: DEBUG nova.network.neutron [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Updating instance_info_cache with network_info: [{"id": "4db2a008-4c3d-45ce-9958-7414e4b3b179", "address": "fa:16:3e:04:30:5e", "network": {"id": "36ca355b-621b-4e5a-b595-3e18e8b6c2a1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1600078649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01a0b0f1e30d4b5190d3b37c547a79d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4db2a008-4c", "ovs_interfaceid": "4db2a008-4c3d-45ce-9958-7414e4b3b179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.220716] env[69941]: DEBUG nova.compute.utils [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 587.226886] env[69941]: DEBUG nova.compute.manager [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 587.227071] env[69941]: DEBUG nova.network.neutron [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.283974] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287786, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.350393] env[69941]: DEBUG nova.policy [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc94a46cd4944bf3a653babbe779a9e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5137cd019db411aa9d347746c4abffd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.368027] env[69941]: DEBUG oslo_concurrency.lockutils [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Acquiring lock "c46fff76-423c-4d01-afe9-8cfb32091c4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.368354] env[69941]: DEBUG oslo_concurrency.lockutils [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Lock "c46fff76-423c-4d01-afe9-8cfb32091c4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.368932] env[69941]: DEBUG oslo_concurrency.lockutils [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Acquiring lock "c46fff76-423c-4d01-afe9-8cfb32091c4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.368932] env[69941]: DEBUG oslo_concurrency.lockutils [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Lock "c46fff76-423c-4d01-afe9-8cfb32091c4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.368932] env[69941]: DEBUG oslo_concurrency.lockutils [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Lock "c46fff76-423c-4d01-afe9-8cfb32091c4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.372084] env[69941]: INFO nova.compute.manager [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Terminating instance [ 587.527677] env[69941]: DEBUG nova.compute.manager [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 587.527885] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 587.528276] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287787, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.529306] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762a5546-1900-4bfe-9895-47a68579d46f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.538022] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 587.538325] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e8956ec-17e8-46d2-8213-7e93d52c6eee {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.545660] env[69941]: DEBUG oslo_vmware.api [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 587.545660] env[69941]: value = "task-3287789" [ 587.545660] env[69941]: _type = "Task" [ 587.545660] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.554423] env[69941]: DEBUG oslo_vmware.api [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.554954] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Releasing lock "refresh_cache-040a44c3-545e-4d66-a5e5-8e4ecae72845" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.555194] env[69941]: DEBUG nova.compute.manager [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Instance network_info: |[{"id": "db79df25-cc2d-4372-ae08-52de30539d3c", "address": "fa:16:3e:8b:a5:bb", "network": {"id": "4e3d0742-e3a1-482a-baf9-732443f2e16b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1038189515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "debf68c80f5d44e7b68e6498604e24fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb79df25-cc", "ovs_interfaceid": "db79df25-cc2d-4372-ae08-52de30539d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 587.555608] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:a5:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db79df25-cc2d-4372-ae08-52de30539d3c', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.563540] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Creating folder: Project (debf68c80f5d44e7b68e6498604e24fe). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.563846] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d39d80ac-7d80-4d8a-b551-5345039ae1ad {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.574054] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Created folder: Project (debf68c80f5d44e7b68e6498604e24fe) in parent group-v656570. [ 587.574279] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Creating folder: Instances. Parent ref: group-v656590. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.576808] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e313cfa-7326-4ba9-ab35-02fb73a0fa37 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.587230] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Created folder: Instances in parent group-v656590. [ 587.587230] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 587.587230] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.587602] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68e01bed-210f-4755-9bb1-9cfd705d7dab {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.617874] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Preparing fetch location {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 587.617932] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Creating directory with path [datastore2] vmware_temp/414779a3-87a0-4253-8739-ee1c86b6f8fa/a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 587.618288] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.618288] env[69941]: value = "task-3287792" [ 587.618288] env[69941]: _type = "Task" [ 587.618288] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.618481] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2089f6a-493f-4a52-94f0-c5dada20ae9c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.634448] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287792, 'name': CreateVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.645072] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': task-3287784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602437} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.646473] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 27839bc7-8d6f-4f3e-b858-9c6a76639245/27839bc7-8d6f-4f3e-b858-9c6a76639245.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.646812] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.647168] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Created directory with path [datastore2] vmware_temp/414779a3-87a0-4253-8739-ee1c86b6f8fa/a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 587.647408] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Fetch image to [datastore2] vmware_temp/414779a3-87a0-4253-8739-ee1c86b6f8fa/a8fcb2e0-9bb0-416a-a807-8d5261651dec/tmp-sparse.vmdk {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 587.649656] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Downloading image file data a8fcb2e0-9bb0-416a-a807-8d5261651dec to [datastore2] vmware_temp/414779a3-87a0-4253-8739-ee1c86b6f8fa/a8fcb2e0-9bb0-416a-a807-8d5261651dec/tmp-sparse.vmdk on the data store datastore2 {{(pid=69941) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 587.650389] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d84b83f-af8e-4828-b0c3-1782595de61a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.653068] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d8c11a-20af-4a84-972e-bc679897f815 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.662983] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aeeb79-867f-4158-9575-84b693efbf2a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.667421] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Waiting for the task: (returnval){ [ 587.667421] env[69941]: value = "task-3287793" [ 587.667421] env[69941]: _type = "Task" [ 587.667421] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.677904] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafeb9f9-4883-4ef0-8d7c-b3567af4dafa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.687226] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': task-3287793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.723155] env[69941]: DEBUG oslo_concurrency.lockutils [req-b40cf0e5-04f0-4e11-ac89-2fb9ac754c48 req-85fdcbd0-7d23-41eb-a9e4-4421be7dadde service nova] Releasing lock "refresh_cache-27839bc7-8d6f-4f3e-b858-9c6a76639245" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.723155] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f751f89-f459-438d-ac2d-c6b2b67bcc00 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.728421] env[69941]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-b04a923c-c32a-404b-b6e2-fe5aa3f8e063 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.733383] env[69941]: DEBUG nova.compute.manager [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.771050] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Downloading image file data a8fcb2e0-9bb0-416a-a807-8d5261651dec to the data store datastore2 {{(pid=69941) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 587.785403] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287786, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.787909] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.792025] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance e3dcc648-9ad5-4679-a84e-652bac1612ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.792025] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance c46fff76-423c-4d01-afe9-8cfb32091c4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.792025] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 73dd564b-5d45-4406-a4f4-072084f194ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.792025] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 8fdb8936-12c2-4274-aee2-77b140e7c2cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.792310] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 27839bc7-8d6f-4f3e-b858-9c6a76639245 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.792310] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance f46baca1-18a9-4a5e-92e9-3e117fbc4960 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.792310] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 040a44c3-545e-4d66-a5e5-8e4ecae72845 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.792310] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance c31dfcdf-a92b-45c4-986a-3719c7cecd35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.792583] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance c9c42315-cae9-4c29-91bd-73f92fea141a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.865535] env[69941]: DEBUG oslo_vmware.rw_handles [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/414779a3-87a0-4253-8739-ee1c86b6f8fa/a8fcb2e0-9bb0-416a-a807-8d5261651dec/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69941) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 587.946949] env[69941]: DEBUG nova.compute.manager [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 587.947365] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 587.952929] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8810bc-66bf-4c18-b77f-88129b9b861d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.957557] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 587.958042] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 587.958384] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Deleting the datastore file [datastore1] e3dcc648-9ad5-4679-a84e-652bac1612ea {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 587.960399] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7fcfc1e-c9a9-445f-a1c5-06df9d806b9c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.969724] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 587.971859] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acc6fee1-65bf-46c7-a041-1c563d8c2d34 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.975282] env[69941]: DEBUG oslo_vmware.api [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 587.975282] env[69941]: value = "task-3287794" [ 587.975282] env[69941]: _type = "Task" [ 587.975282] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.982220] env[69941]: DEBUG oslo_vmware.api [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Waiting for the task: (returnval){ [ 587.982220] env[69941]: value = "task-3287795" [ 587.982220] env[69941]: _type = "Task" [ 587.982220] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.990449] env[69941]: DEBUG oslo_vmware.api [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.995694] env[69941]: DEBUG oslo_vmware.api [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Task: {'id': task-3287795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.029638] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287787, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.060456] env[69941]: DEBUG oslo_vmware.api [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287789, 'name': PowerOffVM_Task, 'duration_secs': 0.391188} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.064489] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 588.064489] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 588.064489] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d1da16f-a4fc-41b9-b8cb-f6f1fb51a860 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.131151] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287792, 'name': CreateVM_Task, 'duration_secs': 0.495852} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.134291] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.135079] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.135264] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.135627] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.136112] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f41f0949-1d29-42f3-8dd1-2881dbafb0f0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.143026] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Waiting for the task: (returnval){ [ 588.143026] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5268b8bb-16a7-5fe9-20c3-cf53ab9518aa" [ 588.143026] env[69941]: _type = "Task" [ 588.143026] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.149820] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5268b8bb-16a7-5fe9-20c3-cf53ab9518aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.160464] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 588.160728] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 588.160944] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Deleting the datastore file [datastore1] bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.161285] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e78b1ca7-4078-4bf6-9c93-71fe02188fb0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.174149] env[69941]: DEBUG oslo_vmware.api [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 588.174149] env[69941]: value = "task-3287797" [ 588.174149] env[69941]: _type = "Task" [ 588.174149] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.183027] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': task-3287793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141753} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.183635] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.184616] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4142c632-690c-4092-8e12-3cf1d8cdb010 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.188186] env[69941]: DEBUG nova.network.neutron [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Successfully created port: fd555b4f-5d67-4fc1-8595-525e47830629 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.195376] env[69941]: DEBUG oslo_vmware.api [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.216661] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 27839bc7-8d6f-4f3e-b858-9c6a76639245/27839bc7-8d6f-4f3e-b858-9c6a76639245.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 588.220237] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbde1084-b4e5-494e-a03d-e138c1925703 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.250062] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Waiting for the task: (returnval){ [ 588.250062] env[69941]: value = "task-3287798" [ 588.250062] env[69941]: _type = "Task" [ 588.250062] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.260522] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': task-3287798, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.287408] env[69941]: DEBUG oslo_vmware.api [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287786, 'name': PowerOnVM_Task, 'duration_secs': 1.260956} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.287678] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.287878] env[69941]: INFO nova.compute.manager [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Took 14.00 seconds to spawn the instance on the hypervisor. [ 588.288131] env[69941]: DEBUG nova.compute.manager [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.289038] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca4741b-d6c6-45fa-aa6b-c0d0f8d3af10 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.298336] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance aa056a81-8a00-4984-b41b-fe8780d06430 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 588.492297] env[69941]: DEBUG oslo_vmware.api [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37913} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.493320] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 588.493573] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 588.493803] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 588.493988] env[69941]: INFO nova.compute.manager [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Took 1.85 seconds to destroy the instance on the hypervisor. [ 588.494250] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 588.494453] env[69941]: DEBUG nova.compute.manager [-] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 588.494638] env[69941]: DEBUG nova.network.neutron [-] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 588.499801] env[69941]: DEBUG oslo_vmware.api [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Task: {'id': task-3287795, 'name': PowerOffVM_Task, 'duration_secs': 0.270777} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.501048] env[69941]: DEBUG nova.network.neutron [req-73da297f-74c5-4ea5-89b8-7c8e269706c8 req-29975c4e-905d-463e-a97d-84ae2ce90a0d service nova] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Updated VIF entry in instance network info cache for port e1e0337a-7d8d-4d85-a453-536676fcbc9d. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 588.501324] env[69941]: DEBUG nova.network.neutron [req-73da297f-74c5-4ea5-89b8-7c8e269706c8 req-29975c4e-905d-463e-a97d-84ae2ce90a0d service nova] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Updating instance_info_cache with network_info: [{"id": "e1e0337a-7d8d-4d85-a453-536676fcbc9d", "address": "fa:16:3e:03:75:a2", "network": {"id": "7d69b693-e851-4476-8c30-ea2b5f7fb2b8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1430958294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5be08b1f4e44e1ebac5e7898f04b298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e0337a-7d", "ovs_interfaceid": "e1e0337a-7d8d-4d85-a453-536676fcbc9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.503494] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 588.503494] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 588.503696] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b1aa492-f4d4-4101-8805-f718e19cf6b9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.529545] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287787, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.569825] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 588.570234] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 588.570341] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Deleting the datastore file [datastore1] c46fff76-423c-4d01-afe9-8cfb32091c4c {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.571277] env[69941]: DEBUG nova.network.neutron [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Successfully updated port: 103424b3-f99c-45df-9c05-db229745d70f {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.572800] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8414c23-d48c-4793-9b72-409924c0b828 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.579695] env[69941]: DEBUG oslo_vmware.api [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Waiting for the task: (returnval){ [ 588.579695] env[69941]: value = "task-3287800" [ 588.579695] env[69941]: _type = "Task" [ 588.579695] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.589644] env[69941]: DEBUG oslo_vmware.api [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Task: {'id': task-3287800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.652731] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.653038] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.653429] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.684477] env[69941]: DEBUG oslo_vmware.api [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3287797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258053} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.685203] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 588.685469] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 588.685692] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 588.685877] env[69941]: INFO nova.compute.manager [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Took 1.16 seconds to destroy the instance on the hypervisor. [ 588.686275] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 588.686370] env[69941]: DEBUG nova.compute.manager [-] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 588.686452] env[69941]: DEBUG nova.network.neutron [-] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 588.751239] env[69941]: DEBUG oslo_vmware.rw_handles [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Completed reading data from the image iterator. {{(pid=69941) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 588.751463] env[69941]: DEBUG oslo_vmware.rw_handles [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/414779a3-87a0-4253-8739-ee1c86b6f8fa/a8fcb2e0-9bb0-416a-a807-8d5261651dec/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 588.752617] env[69941]: DEBUG nova.compute.manager [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.771692] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': task-3287798, 'name': ReconfigVM_Task, 'duration_secs': 0.486728} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.772700] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 27839bc7-8d6f-4f3e-b858-9c6a76639245/27839bc7-8d6f-4f3e-b858-9c6a76639245.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.773439] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f94ae11b-e2b0-44a0-95ad-87aba9d7a4a0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.778951] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Waiting for the task: (returnval){ [ 588.778951] env[69941]: value = "task-3287801" [ 588.778951] env[69941]: _type = "Task" [ 588.778951] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.796022] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': task-3287801, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.797369] env[69941]: DEBUG nova.virt.hardware [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.797669] env[69941]: DEBUG nova.virt.hardware [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.798247] env[69941]: DEBUG nova.virt.hardware [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.798247] env[69941]: DEBUG nova.virt.hardware [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.798247] env[69941]: DEBUG nova.virt.hardware [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.798527] env[69941]: DEBUG nova.virt.hardware [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.798586] env[69941]: DEBUG nova.virt.hardware [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.798808] env[69941]: DEBUG nova.virt.hardware [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.798875] env[69941]: DEBUG nova.virt.hardware [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.799099] env[69941]: DEBUG nova.virt.hardware [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.799298] env[69941]: DEBUG nova.virt.hardware [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.800111] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1096456e-457b-484e-8e08-b8bac78038f3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.804264] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 3ab03542-99a7-494e-872d-fb919cbb81f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 588.814809] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Downloaded image file data a8fcb2e0-9bb0-416a-a807-8d5261651dec to vmware_temp/414779a3-87a0-4253-8739-ee1c86b6f8fa/a8fcb2e0-9bb0-416a-a807-8d5261651dec/tmp-sparse.vmdk on the data store datastore2 {{(pid=69941) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 588.817903] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Caching image {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 588.817903] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Copying Virtual Disk [datastore2] vmware_temp/414779a3-87a0-4253-8739-ee1c86b6f8fa/a8fcb2e0-9bb0-416a-a807-8d5261651dec/tmp-sparse.vmdk to [datastore2] vmware_temp/414779a3-87a0-4253-8739-ee1c86b6f8fa/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 588.818900] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1edfc72-d105-4273-a8f1-289be40f635f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.821898] env[69941]: INFO nova.compute.manager [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Took 24.15 seconds to build instance. [ 588.827580] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85e2ce2-5abf-4c83-bd6a-59689a5889a7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.836235] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 588.836235] env[69941]: value = "task-3287802" [ 588.836235] env[69941]: _type = "Task" [ 588.836235] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.854489] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.004308] env[69941]: DEBUG oslo_concurrency.lockutils [req-73da297f-74c5-4ea5-89b8-7c8e269706c8 req-29975c4e-905d-463e-a97d-84ae2ce90a0d service nova] Releasing lock "refresh_cache-f46baca1-18a9-4a5e-92e9-3e117fbc4960" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.032084] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287787, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.076257] env[69941]: DEBUG oslo_concurrency.lockutils [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Acquiring lock "refresh_cache-c31dfcdf-a92b-45c4-986a-3719c7cecd35" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.076806] env[69941]: DEBUG oslo_concurrency.lockutils [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Acquired lock "refresh_cache-c31dfcdf-a92b-45c4-986a-3719c7cecd35" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.076806] env[69941]: DEBUG nova.network.neutron [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.093501] env[69941]: DEBUG oslo_vmware.api [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Task: {'id': task-3287800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156719} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.094201] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.094311] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 589.094492] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 589.094661] env[69941]: INFO nova.compute.manager [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 589.094902] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 589.095196] env[69941]: DEBUG nova.compute.manager [-] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 589.095196] env[69941]: DEBUG nova.network.neutron [-] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 589.292684] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': task-3287801, 'name': Rename_Task, 'duration_secs': 0.174488} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.294789] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.295913] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4179823-931d-4e18-ad35-c1b21ae573f5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.306368] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Waiting for the task: (returnval){ [ 589.306368] env[69941]: value = "task-3287803" [ 589.306368] env[69941]: _type = "Task" [ 589.306368] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.308155] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 57099f0b-431e-418d-87f4-dc00199920e2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 589.326668] env[69941]: DEBUG oslo_concurrency.lockutils [None req-34a1ebfd-a16b-48c8-bc39-ed540c9b2c86 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Lock "73dd564b-5d45-4406-a4f4-072084f194ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.663s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.327469] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': task-3287803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.358963] env[69941]: DEBUG nova.compute.manager [req-5053d84d-d9a0-449c-96ad-560eb2086b44 req-bfed6a99-6550-468f-8aa5-99b734a7a36f service nova] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Received event network-changed-db79df25-cc2d-4372-ae08-52de30539d3c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 589.359262] env[69941]: DEBUG nova.compute.manager [req-5053d84d-d9a0-449c-96ad-560eb2086b44 req-bfed6a99-6550-468f-8aa5-99b734a7a36f service nova] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Refreshing instance network info cache due to event network-changed-db79df25-cc2d-4372-ae08-52de30539d3c. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 589.359528] env[69941]: DEBUG oslo_concurrency.lockutils [req-5053d84d-d9a0-449c-96ad-560eb2086b44 req-bfed6a99-6550-468f-8aa5-99b734a7a36f service nova] Acquiring lock "refresh_cache-040a44c3-545e-4d66-a5e5-8e4ecae72845" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.359708] env[69941]: DEBUG oslo_concurrency.lockutils [req-5053d84d-d9a0-449c-96ad-560eb2086b44 req-bfed6a99-6550-468f-8aa5-99b734a7a36f service nova] Acquired lock "refresh_cache-040a44c3-545e-4d66-a5e5-8e4ecae72845" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.360068] env[69941]: DEBUG nova.network.neutron [req-5053d84d-d9a0-449c-96ad-560eb2086b44 req-bfed6a99-6550-468f-8aa5-99b734a7a36f service nova] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Refreshing network info cache for port db79df25-cc2d-4372-ae08-52de30539d3c {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.361684] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.532867] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287787, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.557715] env[69941]: DEBUG nova.network.neutron [-] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.703646] env[69941]: DEBUG nova.compute.manager [req-827995ca-70f5-47dd-87d6-598e1ace5905 req-c708efe1-9390-4dde-9ee9-eeab8a0134e2 service nova] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Received event network-vif-plugged-103424b3-f99c-45df-9c05-db229745d70f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 589.703932] env[69941]: DEBUG oslo_concurrency.lockutils [req-827995ca-70f5-47dd-87d6-598e1ace5905 req-c708efe1-9390-4dde-9ee9-eeab8a0134e2 service nova] Acquiring lock "c31dfcdf-a92b-45c4-986a-3719c7cecd35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.704107] env[69941]: DEBUG oslo_concurrency.lockutils [req-827995ca-70f5-47dd-87d6-598e1ace5905 req-c708efe1-9390-4dde-9ee9-eeab8a0134e2 service nova] Lock "c31dfcdf-a92b-45c4-986a-3719c7cecd35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.704247] env[69941]: DEBUG oslo_concurrency.lockutils [req-827995ca-70f5-47dd-87d6-598e1ace5905 req-c708efe1-9390-4dde-9ee9-eeab8a0134e2 service nova] Lock "c31dfcdf-a92b-45c4-986a-3719c7cecd35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.704785] env[69941]: DEBUG nova.compute.manager [req-827995ca-70f5-47dd-87d6-598e1ace5905 req-c708efe1-9390-4dde-9ee9-eeab8a0134e2 service nova] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] No waiting events found dispatching network-vif-plugged-103424b3-f99c-45df-9c05-db229745d70f {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 589.704785] env[69941]: WARNING nova.compute.manager [req-827995ca-70f5-47dd-87d6-598e1ace5905 req-c708efe1-9390-4dde-9ee9-eeab8a0134e2 service nova] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Received unexpected event network-vif-plugged-103424b3-f99c-45df-9c05-db229745d70f for instance with vm_state building and task_state spawning. [ 589.704785] env[69941]: DEBUG nova.compute.manager [req-827995ca-70f5-47dd-87d6-598e1ace5905 req-c708efe1-9390-4dde-9ee9-eeab8a0134e2 service nova] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Received event network-changed-103424b3-f99c-45df-9c05-db229745d70f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 589.704928] env[69941]: DEBUG nova.compute.manager [req-827995ca-70f5-47dd-87d6-598e1ace5905 req-c708efe1-9390-4dde-9ee9-eeab8a0134e2 service nova] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Refreshing instance network info cache due to event network-changed-103424b3-f99c-45df-9c05-db229745d70f. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 589.705727] env[69941]: DEBUG oslo_concurrency.lockutils [req-827995ca-70f5-47dd-87d6-598e1ace5905 req-c708efe1-9390-4dde-9ee9-eeab8a0134e2 service nova] Acquiring lock "refresh_cache-c31dfcdf-a92b-45c4-986a-3719c7cecd35" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.718287] env[69941]: DEBUG nova.network.neutron [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.800222] env[69941]: DEBUG nova.network.neutron [-] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.814929] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 589.823309] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': task-3287803, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.830075] env[69941]: DEBUG nova.compute.manager [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.856719] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287802, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.039597] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287787, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.061418] env[69941]: INFO nova.compute.manager [-] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Took 1.57 seconds to deallocate network for instance. [ 590.265791] env[69941]: DEBUG nova.network.neutron [-] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.304670] env[69941]: INFO nova.compute.manager [-] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Took 1.62 seconds to deallocate network for instance. [ 590.320018] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance d5d14fe9-b56d-49ea-8d83-5e94439e8534 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 590.320018] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 590.320018] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 590.324638] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': task-3287803, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.352985] env[69941]: DEBUG nova.network.neutron [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Updating instance_info_cache with network_info: [{"id": "103424b3-f99c-45df-9c05-db229745d70f", "address": "fa:16:3e:7f:6c:3f", "network": {"id": "3d121f60-7be3-4f2b-b8fa-041dfcfd394c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-5183147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11fbfd75dab4b1da682409bc705f5a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap103424b3-f9", "ovs_interfaceid": "103424b3-f99c-45df-9c05-db229745d70f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.360979] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287802, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.344347} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.361312] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Copied Virtual Disk [datastore2] vmware_temp/414779a3-87a0-4253-8739-ee1c86b6f8fa/a8fcb2e0-9bb0-416a-a807-8d5261651dec/tmp-sparse.vmdk to [datastore2] vmware_temp/414779a3-87a0-4253-8739-ee1c86b6f8fa/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.361773] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleting the datastore file [datastore2] vmware_temp/414779a3-87a0-4253-8739-ee1c86b6f8fa/a8fcb2e0-9bb0-416a-a807-8d5261651dec/tmp-sparse.vmdk {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 590.362381] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e6ee77f-6026-4f87-bd12-3417e233684e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.368881] env[69941]: DEBUG oslo_concurrency.lockutils [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.382548] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 590.382548] env[69941]: value = "task-3287804" [ 590.382548] env[69941]: _type = "Task" [ 590.382548] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.397247] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.535342] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Acquiring lock "3a19b6bd-973a-4e74-a3f3-e188a4848444" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.535743] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Lock "3a19b6bd-973a-4e74-a3f3-e188a4848444" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.546730] env[69941]: DEBUG oslo_vmware.api [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287787, 'name': PowerOnVM_Task, 'duration_secs': 3.044779} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.546976] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 590.549744] env[69941]: INFO nova.compute.manager [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Took 13.85 seconds to spawn the instance on the hypervisor. [ 590.549744] env[69941]: DEBUG nova.compute.manager [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.550026] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f6a9b7-7f07-495e-aab5-0de2b7181ede {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.574729] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.648489] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653960af-ee7a-4111-a20b-d160525612a1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.658830] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38ebed4-ee13-4ee5-8707-875e9f9d5dc1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.691495] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb5a017-2374-421f-a5ec-a1238039a744 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.699025] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d07d7f-909f-47a9-bd13-8a2160f3a596 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.715453] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 590.756193] env[69941]: DEBUG nova.network.neutron [req-5053d84d-d9a0-449c-96ad-560eb2086b44 req-bfed6a99-6550-468f-8aa5-99b734a7a36f service nova] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Updated VIF entry in instance network info cache for port db79df25-cc2d-4372-ae08-52de30539d3c. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.756581] env[69941]: DEBUG nova.network.neutron [req-5053d84d-d9a0-449c-96ad-560eb2086b44 req-bfed6a99-6550-468f-8aa5-99b734a7a36f service nova] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Updating instance_info_cache with network_info: [{"id": "db79df25-cc2d-4372-ae08-52de30539d3c", "address": "fa:16:3e:8b:a5:bb", "network": {"id": "4e3d0742-e3a1-482a-baf9-732443f2e16b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1038189515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "debf68c80f5d44e7b68e6498604e24fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb79df25-cc", "ovs_interfaceid": "db79df25-cc2d-4372-ae08-52de30539d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.769096] env[69941]: INFO nova.compute.manager [-] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Took 1.67 seconds to deallocate network for instance. [ 590.823904] env[69941]: DEBUG oslo_concurrency.lockutils [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.824589] env[69941]: DEBUG oslo_vmware.api [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': task-3287803, 'name': PowerOnVM_Task, 'duration_secs': 1.164658} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.824809] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 590.825066] env[69941]: INFO nova.compute.manager [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Took 11.73 seconds to spawn the instance on the hypervisor. [ 590.825177] env[69941]: DEBUG nova.compute.manager [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.826202] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bdb9fd-c5ac-400c-8691-11b4c24cb582 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.855885] env[69941]: DEBUG oslo_concurrency.lockutils [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Releasing lock "refresh_cache-c31dfcdf-a92b-45c4-986a-3719c7cecd35" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.856614] env[69941]: DEBUG nova.compute.manager [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Instance network_info: |[{"id": "103424b3-f99c-45df-9c05-db229745d70f", "address": "fa:16:3e:7f:6c:3f", "network": {"id": "3d121f60-7be3-4f2b-b8fa-041dfcfd394c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-5183147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11fbfd75dab4b1da682409bc705f5a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap103424b3-f9", "ovs_interfaceid": "103424b3-f99c-45df-9c05-db229745d70f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.856772] env[69941]: DEBUG oslo_concurrency.lockutils [req-827995ca-70f5-47dd-87d6-598e1ace5905 req-c708efe1-9390-4dde-9ee9-eeab8a0134e2 service nova] Acquired lock "refresh_cache-c31dfcdf-a92b-45c4-986a-3719c7cecd35" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.856818] env[69941]: DEBUG nova.network.neutron [req-827995ca-70f5-47dd-87d6-598e1ace5905 req-c708efe1-9390-4dde-9ee9-eeab8a0134e2 service nova] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Refreshing network info cache for port 103424b3-f99c-45df-9c05-db229745d70f {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.858199] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:6c:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '103424b3-f99c-45df-9c05-db229745d70f', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.866272] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Creating folder: Project (e11fbfd75dab4b1da682409bc705f5a2). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.867170] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b489352-f33a-49d8-9635-3c23ae88d5ad {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.881798] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Created folder: Project (e11fbfd75dab4b1da682409bc705f5a2) in parent group-v656570. [ 590.881998] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Creating folder: Instances. Parent ref: group-v656593. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.882250] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef4aab2d-123c-4ea2-aecc-1bd628de4e5f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.899719] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046041} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.899719] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 590.899941] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Moving file from [datastore2] vmware_temp/414779a3-87a0-4253-8739-ee1c86b6f8fa/a8fcb2e0-9bb0-416a-a807-8d5261651dec to [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec. {{(pid=69941) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 590.900037] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-1797aee7-aadf-4be4-8c12-cc8e9505818c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.907508] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 590.907508] env[69941]: value = "task-3287807" [ 590.907508] env[69941]: _type = "Task" [ 590.907508] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.912533] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Created folder: Instances in parent group-v656593. [ 590.912839] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 590.913373] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.913667] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eadad49-5e38-4b3f-af62-ced8831fd94f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.935586] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287807, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.943312] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.943312] env[69941]: value = "task-3287808" [ 590.943312] env[69941]: _type = "Task" [ 590.943312] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.953866] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287808, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.001579] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Acquiring lock "73dd564b-5d45-4406-a4f4-072084f194ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.002162] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Lock "73dd564b-5d45-4406-a4f4-072084f194ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.002162] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Acquiring lock "73dd564b-5d45-4406-a4f4-072084f194ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.002326] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Lock "73dd564b-5d45-4406-a4f4-072084f194ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.002402] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Lock "73dd564b-5d45-4406-a4f4-072084f194ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.006265] env[69941]: INFO nova.compute.manager [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Terminating instance [ 591.082589] env[69941]: INFO nova.compute.manager [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Took 25.83 seconds to build instance. [ 591.251774] env[69941]: ERROR nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [req-bfa8beb8-8998-4d23-9a99-ab10374cefea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc8d08d-90ea-4899-a2f6-2f585d790aea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bfa8beb8-8998-4d23-9a99-ab10374cefea"}]} [ 591.259624] env[69941]: DEBUG oslo_concurrency.lockutils [req-5053d84d-d9a0-449c-96ad-560eb2086b44 req-bfed6a99-6550-468f-8aa5-99b734a7a36f service nova] Releasing lock "refresh_cache-040a44c3-545e-4d66-a5e5-8e4ecae72845" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.275029] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Refreshing inventories for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 591.277913] env[69941]: DEBUG oslo_concurrency.lockutils [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.294201] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Updating ProviderTree inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 591.294201] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 591.319681] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Refreshing aggregate associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, aggregates: None {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 591.351032] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Refreshing trait associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 591.352881] env[69941]: INFO nova.compute.manager [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Took 25.61 seconds to build instance. [ 591.424426] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287807, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030955} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.424426] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] File moved {{(pid=69941) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 591.424426] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Cleaning up location [datastore2] vmware_temp/414779a3-87a0-4253-8739-ee1c86b6f8fa {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 591.424558] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleting the datastore file [datastore2] vmware_temp/414779a3-87a0-4253-8739-ee1c86b6f8fa {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 591.424700] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d0ab9d2-34a9-4634-a092-8f5539a5e22c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.434879] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 591.434879] env[69941]: value = "task-3287809" [ 591.434879] env[69941]: _type = "Task" [ 591.434879] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.445343] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.461592] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287808, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.478442] env[69941]: DEBUG nova.network.neutron [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Successfully updated port: fd555b4f-5d67-4fc1-8595-525e47830629 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.515191] env[69941]: DEBUG nova.compute.manager [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 591.515191] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 591.517160] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4108340-b13b-4d23-bf29-d157087fc1ec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.524506] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 591.524792] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7b528b6-1fa2-4da5-af7d-7747b8374ca1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.533234] env[69941]: DEBUG oslo_vmware.api [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Waiting for the task: (returnval){ [ 591.533234] env[69941]: value = "task-3287810" [ 591.533234] env[69941]: _type = "Task" [ 591.533234] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.545563] env[69941]: DEBUG oslo_vmware.api [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.587894] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1008095-9990-42f8-81c5-5dadd06bc259 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "8fdb8936-12c2-4274-aee2-77b140e7c2cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.355s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.711723] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997eaa17-3412-435f-a1ab-a65565262ac1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.720544] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96c932f-fa89-4002-a546-0c6f35522ade {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.730765] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Acquiring lock "821e3737-9932-439c-8031-29a6e4eb5462" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.730990] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Lock "821e3737-9932-439c-8031-29a6e4eb5462" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.760933] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c247298-29e2-4d7e-8663-fb76a5da605b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.767217] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f706f0a0-652d-479c-a028-0ec7af1e6a53 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.781638] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 591.854778] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b44b2177-aa55-43bc-b059-8272a1e5aab9 tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Lock "27839bc7-8d6f-4f3e-b858-9c6a76639245" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.119s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.945904] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047919} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.949081] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 591.949800] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f0430d3-a314-4b62-8307-f6d9fd85061d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.957544] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287808, 'name': CreateVM_Task, 'duration_secs': 0.648183} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.958733] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.959266] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 591.959266] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f6f6ef-2afd-710d-f2a5-6374df4c5144" [ 591.959266] env[69941]: _type = "Task" [ 591.959266] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.959927] env[69941]: DEBUG oslo_concurrency.lockutils [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.960097] env[69941]: DEBUG oslo_concurrency.lockutils [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.961026] env[69941]: DEBUG oslo_concurrency.lockutils [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.961337] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b810f7a-207e-45d0-ba12-9fe5cf2a8109 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.971496] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Waiting for the task: (returnval){ [ 591.971496] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]521c1800-012e-a7ee-9752-b30823fd8d7b" [ 591.971496] env[69941]: _type = "Task" [ 591.971496] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.975167] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f6f6ef-2afd-710d-f2a5-6374df4c5144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.985396] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.985541] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquired lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.985688] env[69941]: DEBUG nova.network.neutron [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.989552] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521c1800-012e-a7ee-9752-b30823fd8d7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.043136] env[69941]: DEBUG oslo_vmware.api [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287810, 'name': PowerOffVM_Task, 'duration_secs': 0.175211} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.043569] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 592.043569] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 592.043805] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ca93972-afe6-40e7-bedf-861f0ed482fd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.092871] env[69941]: DEBUG nova.compute.manager [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.113445] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 592.114027] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 592.114241] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Deleting the datastore file [datastore1] 73dd564b-5d45-4406-a4f4-072084f194ad {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 592.114861] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93444fe1-46d2-4938-8627-9d993f29c2cf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.124522] env[69941]: DEBUG oslo_vmware.api [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Waiting for the task: (returnval){ [ 592.124522] env[69941]: value = "task-3287812" [ 592.124522] env[69941]: _type = "Task" [ 592.124522] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.138340] env[69941]: DEBUG oslo_vmware.api [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.264255] env[69941]: DEBUG nova.network.neutron [req-827995ca-70f5-47dd-87d6-598e1ace5905 req-c708efe1-9390-4dde-9ee9-eeab8a0134e2 service nova] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Updated VIF entry in instance network info cache for port 103424b3-f99c-45df-9c05-db229745d70f. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.264636] env[69941]: DEBUG nova.network.neutron [req-827995ca-70f5-47dd-87d6-598e1ace5905 req-c708efe1-9390-4dde-9ee9-eeab8a0134e2 service nova] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Updating instance_info_cache with network_info: [{"id": "103424b3-f99c-45df-9c05-db229745d70f", "address": "fa:16:3e:7f:6c:3f", "network": {"id": "3d121f60-7be3-4f2b-b8fa-041dfcfd394c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-5183147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11fbfd75dab4b1da682409bc705f5a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap103424b3-f9", "ovs_interfaceid": "103424b3-f99c-45df-9c05-db229745d70f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.325737] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Updated inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with generation 21 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 592.325968] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Updating resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea generation from 21 to 22 during operation: update_inventory {{(pid=69941) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 592.326129] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 592.358045] env[69941]: DEBUG nova.compute.manager [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.472664] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f6f6ef-2afd-710d-f2a5-6374df4c5144, 'name': SearchDatastore_Task, 'duration_secs': 0.022742} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.472950] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.473202] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] f46baca1-18a9-4a5e-92e9-3e117fbc4960/f46baca1-18a9-4a5e-92e9-3e117fbc4960.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.473515] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.473634] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.473840] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b2f35c2-c8f5-4700-9bc0-4e0d1ef55b5e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.476046] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d927a2b-96fd-42bb-aa0e-a66c6b403ab9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.486438] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521c1800-012e-a7ee-9752-b30823fd8d7b, 'name': SearchDatastore_Task, 'duration_secs': 0.033697} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.487686] env[69941]: DEBUG oslo_concurrency.lockutils [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.489516] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.489516] env[69941]: DEBUG oslo_concurrency.lockutils [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.489516] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 592.489516] env[69941]: value = "task-3287813" [ 592.489516] env[69941]: _type = "Task" [ 592.489516] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.489838] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.489838] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 592.494806] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979a93ec-779e-489b-9b29-15e8e62b3c8a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.502797] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.504165] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Waiting for the task: (returnval){ [ 592.504165] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5234490c-c7c1-b97a-8308-486a0bb63b68" [ 592.504165] env[69941]: _type = "Task" [ 592.504165] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.513033] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5234490c-c7c1-b97a-8308-486a0bb63b68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.578201] env[69941]: DEBUG nova.network.neutron [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.619547] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.634708] env[69941]: DEBUG oslo_vmware.api [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Task: {'id': task-3287812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.499371} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.635386] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 592.635386] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 592.635537] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 592.635746] env[69941]: INFO nova.compute.manager [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Took 1.12 seconds to destroy the instance on the hypervisor. [ 592.636089] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 592.636272] env[69941]: DEBUG nova.compute.manager [-] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 592.636451] env[69941]: DEBUG nova.network.neutron [-] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 592.644739] env[69941]: DEBUG nova.compute.manager [req-a332e846-b0f7-4249-8e19-cd47bd3a8cd2 req-553956cb-dde4-4460-b7c7-20a61fd780ec service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Received event network-vif-plugged-fd555b4f-5d67-4fc1-8595-525e47830629 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 592.644972] env[69941]: DEBUG oslo_concurrency.lockutils [req-a332e846-b0f7-4249-8e19-cd47bd3a8cd2 req-553956cb-dde4-4460-b7c7-20a61fd780ec service nova] Acquiring lock "c9c42315-cae9-4c29-91bd-73f92fea141a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.645255] env[69941]: DEBUG oslo_concurrency.lockutils [req-a332e846-b0f7-4249-8e19-cd47bd3a8cd2 req-553956cb-dde4-4460-b7c7-20a61fd780ec service nova] Lock "c9c42315-cae9-4c29-91bd-73f92fea141a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.645716] env[69941]: DEBUG oslo_concurrency.lockutils [req-a332e846-b0f7-4249-8e19-cd47bd3a8cd2 req-553956cb-dde4-4460-b7c7-20a61fd780ec service nova] Lock "c9c42315-cae9-4c29-91bd-73f92fea141a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.645969] env[69941]: DEBUG nova.compute.manager [req-a332e846-b0f7-4249-8e19-cd47bd3a8cd2 req-553956cb-dde4-4460-b7c7-20a61fd780ec service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] No waiting events found dispatching network-vif-plugged-fd555b4f-5d67-4fc1-8595-525e47830629 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 592.646235] env[69941]: WARNING nova.compute.manager [req-a332e846-b0f7-4249-8e19-cd47bd3a8cd2 req-553956cb-dde4-4460-b7c7-20a61fd780ec service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Received unexpected event network-vif-plugged-fd555b4f-5d67-4fc1-8595-525e47830629 for instance with vm_state building and task_state spawning. [ 592.767956] env[69941]: DEBUG oslo_concurrency.lockutils [req-827995ca-70f5-47dd-87d6-598e1ace5905 req-c708efe1-9390-4dde-9ee9-eeab8a0134e2 service nova] Releasing lock "refresh_cache-c31dfcdf-a92b-45c4-986a-3719c7cecd35" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.767956] env[69941]: DEBUG nova.compute.manager [req-827995ca-70f5-47dd-87d6-598e1ace5905 req-c708efe1-9390-4dde-9ee9-eeab8a0134e2 service nova] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Received event network-vif-deleted-7bf33072-0a6c-448c-ad7e-5240261bdb5c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 592.831602] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 592.832290] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.115s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.832620] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.748s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.834218] env[69941]: INFO nova.compute.claims [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.848970] env[69941]: DEBUG nova.compute.manager [req-1a46d9f9-92de-4c55-8383-7bc659fe8b81 req-67240524-bd24-480b-baf4-2f4fdcfb1ca6 service nova] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Received event network-vif-deleted-9e5838db-b18d-48bc-8af7-46be5ea041e5 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 592.849080] env[69941]: DEBUG nova.compute.manager [req-1a46d9f9-92de-4c55-8383-7bc659fe8b81 req-67240524-bd24-480b-baf4-2f4fdcfb1ca6 service nova] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Received event network-vif-deleted-91933e72-000c-4646-ad99-8a101ee12ea5 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 592.895638] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.011068] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287813, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.032581] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5234490c-c7c1-b97a-8308-486a0bb63b68, 'name': SearchDatastore_Task, 'duration_secs': 0.013336} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.033216] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1fbfa3a-22dd-4c66-9187-cf3df40afb55 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.044948] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Waiting for the task: (returnval){ [ 593.044948] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5269f8a2-e591-d399-7705-f3463067307c" [ 593.044948] env[69941]: _type = "Task" [ 593.044948] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.057943] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5269f8a2-e591-d399-7705-f3463067307c, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.058613] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.058805] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 040a44c3-545e-4d66-a5e5-8e4ecae72845/040a44c3-545e-4d66-a5e5-8e4ecae72845.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.059799] env[69941]: DEBUG oslo_concurrency.lockutils [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.060375] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.060825] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e8bebd9-961f-4b88-b90b-439fcb37a2ec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.063160] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e5df243-3503-491c-a5ad-b105ec7d6422 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.071057] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Waiting for the task: (returnval){ [ 593.071057] env[69941]: value = "task-3287814" [ 593.071057] env[69941]: _type = "Task" [ 593.071057] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.076881] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.077567] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.078538] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cfd94ec-fada-4c95-8862-a45e1a1581af {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.086204] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': task-3287814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.087180] env[69941]: DEBUG nova.network.neutron [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Updating instance_info_cache with network_info: [{"id": "fd555b4f-5d67-4fc1-8595-525e47830629", "address": "fa:16:3e:62:5d:a1", "network": {"id": "b114cdfb-91d4-4e5f-9e36-8482eae133df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2116863276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5137cd019db411aa9d347746c4abffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd555b4f-5d", "ovs_interfaceid": "fd555b4f-5d67-4fc1-8595-525e47830629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.092195] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Waiting for the task: (returnval){ [ 593.092195] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5265f17d-47f0-c84b-086d-1ccf29e5cc79" [ 593.092195] env[69941]: _type = "Task" [ 593.092195] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.104689] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5265f17d-47f0-c84b-086d-1ccf29e5cc79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.503092] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562071} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.503447] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] f46baca1-18a9-4a5e-92e9-3e117fbc4960/f46baca1-18a9-4a5e-92e9-3e117fbc4960.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.503681] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.503944] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-775b8274-b85c-4023-bc72-26399f41a6c4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.517466] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 593.517466] env[69941]: value = "task-3287815" [ 593.517466] env[69941]: _type = "Task" [ 593.517466] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.536425] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.586199] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': task-3287814, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.593591] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Releasing lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.593591] env[69941]: DEBUG nova.compute.manager [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Instance network_info: |[{"id": "fd555b4f-5d67-4fc1-8595-525e47830629", "address": "fa:16:3e:62:5d:a1", "network": {"id": "b114cdfb-91d4-4e5f-9e36-8482eae133df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2116863276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5137cd019db411aa9d347746c4abffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd555b4f-5d", "ovs_interfaceid": "fd555b4f-5d67-4fc1-8595-525e47830629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.593812] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:5d:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd555b4f-5d67-4fc1-8595-525e47830629', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.603450] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Creating folder: Project (d5137cd019db411aa9d347746c4abffd). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.608167] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edfd25e7-1f1a-4611-a95d-5ceaaf0885fc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.620813] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5265f17d-47f0-c84b-086d-1ccf29e5cc79, 'name': SearchDatastore_Task, 'duration_secs': 0.01144} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.620813] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Created folder: Project (d5137cd019db411aa9d347746c4abffd) in parent group-v656570. [ 593.622425] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Creating folder: Instances. Parent ref: group-v656596. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.622604] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c08a0ea2-a726-4ce2-b27d-fd9e7639dd87 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.626837] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f87dbd5-f184-4a3c-bb39-177c63045b60 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.633384] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Waiting for the task: (returnval){ [ 593.633384] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526fadae-72a1-a093-1ee9-27623fd1fdd7" [ 593.633384] env[69941]: _type = "Task" [ 593.633384] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.644126] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Created folder: Instances in parent group-v656596. [ 593.644126] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 593.644126] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.644126] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-620b5a02-20ba-426f-bf56-8fbbe2b833a0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.665865] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526fadae-72a1-a093-1ee9-27623fd1fdd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.673056] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.673056] env[69941]: value = "task-3287818" [ 593.673056] env[69941]: _type = "Task" [ 593.673056] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.691460] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287818, 'name': CreateVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.031909] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094363} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.032506] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.033425] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f47bf23-b7a3-4eb1-9d32-0a8e51b77596 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.059029] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] f46baca1-18a9-4a5e-92e9-3e117fbc4960/f46baca1-18a9-4a5e-92e9-3e117fbc4960.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.061420] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cac0e0e-010c-4224-a487-b203a497d951 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.091725] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 594.091725] env[69941]: value = "task-3287819" [ 594.091725] env[69941]: _type = "Task" [ 594.091725] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.092030] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': task-3287814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698849} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.099711] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 040a44c3-545e-4d66-a5e5-8e4ecae72845/040a44c3-545e-4d66-a5e5-8e4ecae72845.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.099711] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.101995] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4f4da7d-f106-4e26-8f74-d87ecdf7ef49 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.109984] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.113899] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Waiting for the task: (returnval){ [ 594.113899] env[69941]: value = "task-3287820" [ 594.113899] env[69941]: _type = "Task" [ 594.113899] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.122252] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': task-3287820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.143979] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526fadae-72a1-a093-1ee9-27623fd1fdd7, 'name': SearchDatastore_Task, 'duration_secs': 0.050771} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.147013] env[69941]: DEBUG oslo_concurrency.lockutils [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.147289] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] c31dfcdf-a92b-45c4-986a-3719c7cecd35/c31dfcdf-a92b-45c4-986a-3719c7cecd35.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.149888] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed9cf05c-ec12-4238-966a-0947b4284be4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.154334] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Waiting for the task: (returnval){ [ 594.154334] env[69941]: value = "task-3287821" [ 594.154334] env[69941]: _type = "Task" [ 594.154334] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.163347] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.188215] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287818, 'name': CreateVM_Task, 'duration_secs': 0.358725} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.188435] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.189277] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.189525] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.189937] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.195237] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfdfd558-1c9c-423c-a3d8-de3678510d31 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.200017] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 594.200017] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5216c645-bdc6-7b6d-e363-08819d9273ec" [ 594.200017] env[69941]: _type = "Task" [ 594.200017] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.209697] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5216c645-bdc6-7b6d-e363-08819d9273ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.227185] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a93c63-eed1-4eaf-84cb-32cbb36ca49b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.235030] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d991c4-4d31-4a80-b8aa-f4ea323f58b3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.269829] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dcd310-12ff-44fc-a853-6ccc47395add {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.277565] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53c3663-4870-4c04-b935-82b595e02dc5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.292973] env[69941]: DEBUG nova.compute.provider_tree [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.389085] env[69941]: DEBUG nova.network.neutron [-] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.609314] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287819, 'name': ReconfigVM_Task, 'duration_secs': 0.282585} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.609314] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Reconfigured VM instance instance-00000007 to attach disk [datastore2] f46baca1-18a9-4a5e-92e9-3e117fbc4960/f46baca1-18a9-4a5e-92e9-3e117fbc4960.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.610027] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2135f26d-5569-4f76-95c1-b8960c812d26 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.617934] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 594.617934] env[69941]: value = "task-3287822" [ 594.617934] env[69941]: _type = "Task" [ 594.617934] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.631493] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': task-3287820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064796} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.636404] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.636843] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287822, 'name': Rename_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.638783] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee0aba3-e9ef-4a60-a9b5-c7a6fab29cb1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.664999] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 040a44c3-545e-4d66-a5e5-8e4ecae72845/040a44c3-545e-4d66-a5e5-8e4ecae72845.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.665392] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c8f0b11-5d2b-48d0-8175-e8b1ee71ecda {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.696959] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287821, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.699124] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Waiting for the task: (returnval){ [ 594.699124] env[69941]: value = "task-3287823" [ 594.699124] env[69941]: _type = "Task" [ 594.699124] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.719807] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': task-3287823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.728727] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5216c645-bdc6-7b6d-e363-08819d9273ec, 'name': SearchDatastore_Task, 'duration_secs': 0.015429} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.728727] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.729116] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.729293] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.729502] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.729725] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.730351] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d740fd9-331e-4821-bf06-1b8ec09aa152 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.741033] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.741163] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.742189] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243e58cb-c70d-493f-9a25-08269418cbdc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.747988] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 594.747988] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5222197d-518c-300d-0c51-7910e50dffcc" [ 594.747988] env[69941]: _type = "Task" [ 594.747988] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.758239] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5222197d-518c-300d-0c51-7910e50dffcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.802208] env[69941]: DEBUG nova.scheduler.client.report [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.890816] env[69941]: INFO nova.compute.manager [-] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Took 2.25 seconds to deallocate network for instance. [ 595.108299] env[69941]: DEBUG oslo_concurrency.lockutils [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Acquiring lock "b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.108661] env[69941]: DEBUG oslo_concurrency.lockutils [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Lock "b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.135938] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287822, 'name': Rename_Task, 'duration_secs': 0.14212} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.136372] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.136820] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84966650-5eba-48a6-9fe7-0ce572d1d7a6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.143702] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 595.143702] env[69941]: value = "task-3287824" [ 595.143702] env[69941]: _type = "Task" [ 595.143702] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.157387] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.177385] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287821, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.021059} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.177736] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] c31dfcdf-a92b-45c4-986a-3719c7cecd35/c31dfcdf-a92b-45c4-986a-3719c7cecd35.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.178154] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.178622] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30b037ca-5c95-4bf5-b588-fe2beb809783 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.186761] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Waiting for the task: (returnval){ [ 595.186761] env[69941]: value = "task-3287825" [ 595.186761] env[69941]: _type = "Task" [ 595.186761] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.198176] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.212504] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': task-3287823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.260122] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5222197d-518c-300d-0c51-7910e50dffcc, 'name': SearchDatastore_Task, 'duration_secs': 0.033575} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.261802] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0042d4a-b4f3-44db-8d28-a46c8b77c9c3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.268077] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 595.268077] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5211ea99-aeda-517b-3437-67343ef21f5d" [ 595.268077] env[69941]: _type = "Task" [ 595.268077] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.276298] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5211ea99-aeda-517b-3437-67343ef21f5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.307447] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.308146] env[69941]: DEBUG nova.compute.manager [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.311175] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.162s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.312068] env[69941]: INFO nova.compute.claims [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.398639] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.654711] env[69941]: DEBUG oslo_vmware.api [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287824, 'name': PowerOnVM_Task, 'duration_secs': 0.461367} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.654965] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.655518] env[69941]: INFO nova.compute.manager [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Took 14.16 seconds to spawn the instance on the hypervisor. [ 595.655720] env[69941]: DEBUG nova.compute.manager [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.656662] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9643712f-285c-42e9-b629-203643692f63 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.699104] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101378} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.699425] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.700309] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c70ffe1-dcf8-4034-a63a-ce653c9d16b2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.732692] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] c31dfcdf-a92b-45c4-986a-3719c7cecd35/c31dfcdf-a92b-45c4-986a-3719c7cecd35.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.733025] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7293cfa-ee2e-4a21-83c4-a3e36d418012 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.754496] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': task-3287823, 'name': ReconfigVM_Task, 'duration_secs': 0.781134} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.755503] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 040a44c3-545e-4d66-a5e5-8e4ecae72845/040a44c3-545e-4d66-a5e5-8e4ecae72845.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.756817] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94a3675f-7610-4971-b380-9fc366f3f6d5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.761413] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Waiting for the task: (returnval){ [ 595.761413] env[69941]: value = "task-3287826" [ 595.761413] env[69941]: _type = "Task" [ 595.761413] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.768643] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Waiting for the task: (returnval){ [ 595.768643] env[69941]: value = "task-3287827" [ 595.768643] env[69941]: _type = "Task" [ 595.768643] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.785551] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287826, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.796843] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5211ea99-aeda-517b-3437-67343ef21f5d, 'name': SearchDatastore_Task, 'duration_secs': 0.012606} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.797153] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': task-3287827, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.797774] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.798136] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] c9c42315-cae9-4c29-91bd-73f92fea141a/c9c42315-cae9-4c29-91bd-73f92fea141a.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.798467] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4176287-1db6-4e46-8be4-073a45941fc7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.808384] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 595.808384] env[69941]: value = "task-3287828" [ 595.808384] env[69941]: _type = "Task" [ 595.808384] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.817460] env[69941]: DEBUG nova.compute.utils [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.818474] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3287828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.822383] env[69941]: DEBUG nova.compute.manager [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.822383] env[69941]: DEBUG nova.network.neutron [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.977661] env[69941]: DEBUG nova.policy [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20bac1ec50c0462a9d5a4d42453fe6b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5be08b1f4e44e1ebac5e7898f04b298', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.178901] env[69941]: INFO nova.compute.manager [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Took 26.70 seconds to build instance. [ 596.275168] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.288333] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': task-3287827, 'name': Rename_Task, 'duration_secs': 0.281813} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.288599] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.288847] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c463d48-2f95-4ca9-8b4f-e7a837853247 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.296510] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Waiting for the task: (returnval){ [ 596.296510] env[69941]: value = "task-3287829" [ 596.296510] env[69941]: _type = "Task" [ 596.296510] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.309304] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': task-3287829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.319420] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3287828, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.327562] env[69941]: DEBUG nova.compute.manager [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.683144] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd16b5c8-0669-44ed-9184-be1e1c7b5390 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "f46baca1-18a9-4a5e-92e9-3e117fbc4960" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.214s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.703320] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7b94a4-596b-4f5e-b730-022e549c6eff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.717278] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2c7506-d7bc-4ee1-bec1-f6a297a07245 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.755767] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3d2168-2c78-41df-a043-a31615f7aa58 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.767953] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fb390a-9a91-4239-9210-784ef7921057 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.785877] env[69941]: DEBUG nova.compute.provider_tree [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.787931] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287826, 'name': ReconfigVM_Task, 'duration_secs': 0.698679} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.788361] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Reconfigured VM instance instance-00000009 to attach disk [datastore2] c31dfcdf-a92b-45c4-986a-3719c7cecd35/c31dfcdf-a92b-45c4-986a-3719c7cecd35.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.788924] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-519d48cb-e3de-43b8-a954-08e66a090293 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.795895] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Waiting for the task: (returnval){ [ 596.795895] env[69941]: value = "task-3287830" [ 596.795895] env[69941]: _type = "Task" [ 596.795895] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.808300] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287830, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.814021] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': task-3287829, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.820850] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3287828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.96767} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.821206] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] c9c42315-cae9-4c29-91bd-73f92fea141a/c9c42315-cae9-4c29-91bd-73f92fea141a.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.821447] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.821698] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de48dff3-6db8-4102-a482-2e230020613f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.828539] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 596.828539] env[69941]: value = "task-3287831" [ 596.828539] env[69941]: _type = "Task" [ 596.828539] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.844205] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3287831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.118478] env[69941]: DEBUG nova.compute.manager [req-76d4e954-908f-49ac-811f-d0a658a6801f req-26f92e8a-4b63-43b0-b107-e118b4d6de78 service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Received event network-changed-fd555b4f-5d67-4fc1-8595-525e47830629 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 597.118668] env[69941]: DEBUG nova.compute.manager [req-76d4e954-908f-49ac-811f-d0a658a6801f req-26f92e8a-4b63-43b0-b107-e118b4d6de78 service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Refreshing instance network info cache due to event network-changed-fd555b4f-5d67-4fc1-8595-525e47830629. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 597.119095] env[69941]: DEBUG oslo_concurrency.lockutils [req-76d4e954-908f-49ac-811f-d0a658a6801f req-26f92e8a-4b63-43b0-b107-e118b4d6de78 service nova] Acquiring lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.119253] env[69941]: DEBUG oslo_concurrency.lockutils [req-76d4e954-908f-49ac-811f-d0a658a6801f req-26f92e8a-4b63-43b0-b107-e118b4d6de78 service nova] Acquired lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.119409] env[69941]: DEBUG nova.network.neutron [req-76d4e954-908f-49ac-811f-d0a658a6801f req-26f92e8a-4b63-43b0-b107-e118b4d6de78 service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Refreshing network info cache for port fd555b4f-5d67-4fc1-8595-525e47830629 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.193360] env[69941]: DEBUG nova.compute.manager [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.289604] env[69941]: DEBUG nova.scheduler.client.report [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.315667] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': task-3287829, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.321762] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287830, 'name': Rename_Task, 'duration_secs': 0.189677} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.322397] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.322397] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7199d1a-7448-40fe-a9f0-2f4cb7d29dc8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.329138] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Waiting for the task: (returnval){ [ 597.329138] env[69941]: value = "task-3287832" [ 597.329138] env[69941]: _type = "Task" [ 597.329138] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.339123] env[69941]: DEBUG nova.compute.manager [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.348169] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.348493] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3287831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09912} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.348852] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.349695] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b368481-5404-4a1a-84a2-9d6a09fdfbed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.378870] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] c9c42315-cae9-4c29-91bd-73f92fea141a/c9c42315-cae9-4c29-91bd-73f92fea141a.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.384308] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-851dd7d0-d9d5-4757-976e-58bd30435a1d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.402989] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 597.402989] env[69941]: value = "task-3287833" [ 597.402989] env[69941]: _type = "Task" [ 597.402989] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.411048] env[69941]: DEBUG nova.virt.hardware [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.411923] env[69941]: DEBUG nova.virt.hardware [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.412167] env[69941]: DEBUG nova.virt.hardware [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.412623] env[69941]: DEBUG nova.virt.hardware [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.412928] env[69941]: DEBUG nova.virt.hardware [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.413115] env[69941]: DEBUG nova.virt.hardware [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.413360] env[69941]: DEBUG nova.virt.hardware [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.413611] env[69941]: DEBUG nova.virt.hardware [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.414105] env[69941]: DEBUG nova.virt.hardware [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.414105] env[69941]: DEBUG nova.virt.hardware [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.416884] env[69941]: DEBUG nova.virt.hardware [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.416884] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b21e126-67f8-4287-8fd1-233e5e46c0ac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.424607] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3287833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.428337] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b6ee12-a9a4-4801-9f47-fb4694934920 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.631323] env[69941]: DEBUG nova.network.neutron [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Successfully created port: 92854b0d-335b-4415-a8d5-74b8321ab045 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.715690] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.797286] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.798194] env[69941]: DEBUG nova.compute.manager [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.801173] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.085s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.804183] env[69941]: INFO nova.compute.claims [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.815998] env[69941]: DEBUG oslo_vmware.api [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': task-3287829, 'name': PowerOnVM_Task, 'duration_secs': 1.171635} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.815998] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.815998] env[69941]: INFO nova.compute.manager [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Took 13.95 seconds to spawn the instance on the hypervisor. [ 597.816919] env[69941]: DEBUG nova.compute.manager [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.816919] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228e7d3e-f0b9-4efc-b960-b9bfb53707d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.844839] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287832, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.928069] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3287833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.065835] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Acquiring lock "28bfa503-373a-4cd3-b667-2cb6c427fb17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.066087] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Lock "28bfa503-373a-4cd3-b667-2cb6c427fb17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.066286] env[69941]: DEBUG oslo_concurrency.lockutils [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquiring lock "d43bb025-2fac-4629-b4b3-5d77abdbf582" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.066464] env[69941]: DEBUG oslo_concurrency.lockutils [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "d43bb025-2fac-4629-b4b3-5d77abdbf582" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.154375] env[69941]: DEBUG nova.network.neutron [req-76d4e954-908f-49ac-811f-d0a658a6801f req-26f92e8a-4b63-43b0-b107-e118b4d6de78 service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Updated VIF entry in instance network info cache for port fd555b4f-5d67-4fc1-8595-525e47830629. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.155165] env[69941]: DEBUG nova.network.neutron [req-76d4e954-908f-49ac-811f-d0a658a6801f req-26f92e8a-4b63-43b0-b107-e118b4d6de78 service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Updating instance_info_cache with network_info: [{"id": "fd555b4f-5d67-4fc1-8595-525e47830629", "address": "fa:16:3e:62:5d:a1", "network": {"id": "b114cdfb-91d4-4e5f-9e36-8482eae133df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2116863276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5137cd019db411aa9d347746c4abffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd555b4f-5d", "ovs_interfaceid": "fd555b4f-5d67-4fc1-8595-525e47830629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.311220] env[69941]: DEBUG nova.compute.utils [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.315460] env[69941]: DEBUG nova.compute.manager [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.315460] env[69941]: DEBUG nova.network.neutron [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.343311] env[69941]: INFO nova.compute.manager [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Took 27.93 seconds to build instance. [ 598.354340] env[69941]: DEBUG oslo_vmware.api [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287832, 'name': PowerOnVM_Task, 'duration_secs': 0.791215} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.354891] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.354891] env[69941]: INFO nova.compute.manager [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Took 12.07 seconds to spawn the instance on the hypervisor. [ 598.355073] env[69941]: DEBUG nova.compute.manager [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.356059] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d08ebb-4f4c-4692-9240-4119f3072ed0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.421211] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3287833, 'name': ReconfigVM_Task, 'duration_secs': 0.807482} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.421211] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Reconfigured VM instance instance-0000000a to attach disk [datastore2] c9c42315-cae9-4c29-91bd-73f92fea141a/c9c42315-cae9-4c29-91bd-73f92fea141a.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.421732] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d2991e8-713a-4e91-a180-5b2ab3cabf1f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.434484] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 598.434484] env[69941]: value = "task-3287834" [ 598.434484] env[69941]: _type = "Task" [ 598.434484] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.443942] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3287834, 'name': Rename_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.549171] env[69941]: DEBUG nova.policy [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30ace091bc41485988863457495d3198', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca00fb5f4a984ca79b89808a4ead8f85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.658732] env[69941]: DEBUG oslo_concurrency.lockutils [req-76d4e954-908f-49ac-811f-d0a658a6801f req-26f92e8a-4b63-43b0-b107-e118b4d6de78 service nova] Releasing lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.659042] env[69941]: DEBUG nova.compute.manager [req-76d4e954-908f-49ac-811f-d0a658a6801f req-26f92e8a-4b63-43b0-b107-e118b4d6de78 service nova] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Received event network-vif-deleted-deb8290f-26c4-437f-b255-5be4d0956921 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 598.821330] env[69941]: DEBUG nova.compute.manager [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.845973] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca5a4d7b-1e1a-4f3f-bec2-73b5a9e36a3a tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Lock "040a44c3-545e-4d66-a5e5-8e4ecae72845" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.440s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.882229] env[69941]: INFO nova.compute.manager [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Took 28.16 seconds to build instance. [ 598.945557] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3287834, 'name': Rename_Task, 'duration_secs': 0.235633} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.949328] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.949605] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27a9c0f8-8376-4a7d-9a5e-9358c945de23 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.957081] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 598.957081] env[69941]: value = "task-3287835" [ 598.957081] env[69941]: _type = "Task" [ 598.957081] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.974820] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3287835, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.130402] env[69941]: DEBUG nova.network.neutron [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Successfully created port: 88c5254c-a755-48ad-b08b-3c18f841ff0b {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.292326] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aece06d9-d78a-4678-be09-6a9e4421bd10 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.310621] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545d6a33-0691-4013-b370-0625c44a4e25 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.361362] env[69941]: DEBUG nova.compute.manager [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.365061] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c97dd2-35ec-4204-bfe0-1c2c1d10e1f8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.374947] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c94ed3f-011c-4a5f-bae2-6680d38dfbaa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.392985] env[69941]: DEBUG oslo_concurrency.lockutils [None req-07b1739e-853e-4699-a6de-872ca885a1f4 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Lock "c31dfcdf-a92b-45c4-986a-3719c7cecd35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.692s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.393839] env[69941]: DEBUG nova.compute.provider_tree [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.476378] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3287835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.873723] env[69941]: DEBUG nova.compute.manager [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.899030] env[69941]: DEBUG nova.scheduler.client.report [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.907471] env[69941]: DEBUG oslo_concurrency.lockutils [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.907994] env[69941]: DEBUG nova.compute.manager [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.929691] env[69941]: DEBUG nova.virt.hardware [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.931547] env[69941]: DEBUG nova.virt.hardware [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.931547] env[69941]: DEBUG nova.virt.hardware [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.931547] env[69941]: DEBUG nova.virt.hardware [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.931547] env[69941]: DEBUG nova.virt.hardware [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.931749] env[69941]: DEBUG nova.virt.hardware [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.931800] env[69941]: DEBUG nova.virt.hardware [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.931946] env[69941]: DEBUG nova.virt.hardware [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.932131] env[69941]: DEBUG nova.virt.hardware [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.932294] env[69941]: DEBUG nova.virt.hardware [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.933587] env[69941]: DEBUG nova.virt.hardware [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.933705] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75248aa-79c4-45ed-95a2-cbe8881e6cbb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.946047] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1a49a4-2f43-4946-8a66-1a78c66f89e5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.974758] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3287835, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.024716] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "d68b8498-def5-41a9-bbd6-0911fe078125" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.024966] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "d68b8498-def5-41a9-bbd6-0911fe078125" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.025202] env[69941]: DEBUG oslo_concurrency.lockutils [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquiring lock "c703a9fa-029e-4030-b8fd-8076b1bd713c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.025379] env[69941]: DEBUG oslo_concurrency.lockutils [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "c703a9fa-029e-4030-b8fd-8076b1bd713c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.055583] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "56ba3abf-950b-4c18-b229-bc555273c2fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.055583] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "56ba3abf-950b-4c18-b229-bc555273c2fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.071189] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Acquiring lock "27839bc7-8d6f-4f3e-b858-9c6a76639245" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.071515] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Lock "27839bc7-8d6f-4f3e-b858-9c6a76639245" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.071822] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Acquiring lock "27839bc7-8d6f-4f3e-b858-9c6a76639245-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.072509] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Lock "27839bc7-8d6f-4f3e-b858-9c6a76639245-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.072509] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Lock "27839bc7-8d6f-4f3e-b858-9c6a76639245-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.077030] env[69941]: INFO nova.compute.manager [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Terminating instance [ 600.094249] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "a65e82f5-6c9d-4a41-aaae-b85e362f527e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.094405] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "a65e82f5-6c9d-4a41-aaae-b85e362f527e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.407761] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.408519] env[69941]: DEBUG nova.compute.manager [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.412128] env[69941]: DEBUG oslo_concurrency.lockutils [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.043s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.415387] env[69941]: INFO nova.compute.claims [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.452423] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.480367] env[69941]: DEBUG oslo_vmware.api [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3287835, 'name': PowerOnVM_Task, 'duration_secs': 1.021081} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.480649] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.480848] env[69941]: INFO nova.compute.manager [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Took 11.73 seconds to spawn the instance on the hypervisor. [ 600.481020] env[69941]: DEBUG nova.compute.manager [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.481829] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b69a6f-dfbc-4ca1-badb-35b2677948d8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.581102] env[69941]: DEBUG nova.compute.manager [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 600.581351] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 600.582774] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82056c40-9c96-460f-8744-9a030b9fff69 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.591323] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 600.591790] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5c6cf10-b605-45c0-a6e4-1d3a697f50db {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.599469] env[69941]: DEBUG oslo_vmware.api [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Waiting for the task: (returnval){ [ 600.599469] env[69941]: value = "task-3287836" [ 600.599469] env[69941]: _type = "Task" [ 600.599469] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.622803] env[69941]: DEBUG oslo_vmware.api [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': task-3287836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.677208] env[69941]: DEBUG nova.network.neutron [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Successfully updated port: 92854b0d-335b-4415-a8d5-74b8321ab045 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.928995] env[69941]: DEBUG nova.compute.utils [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.936809] env[69941]: DEBUG nova.compute.manager [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.936809] env[69941]: DEBUG nova.network.neutron [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.007680] env[69941]: INFO nova.compute.manager [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Took 28.63 seconds to build instance. [ 601.068597] env[69941]: DEBUG nova.policy [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97034ca3b76347daac688ef0ff4639cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf6fa7eaf0cc4d5c81f9641b352b62fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.112403] env[69941]: DEBUG oslo_vmware.api [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': task-3287836, 'name': PowerOffVM_Task, 'duration_secs': 0.382055} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.112672] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 601.112842] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 601.113110] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71177a0c-a4e5-4145-aa1b-42f0d2bb7767 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.183274] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "refresh_cache-aa056a81-8a00-4984-b41b-fe8780d06430" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.183508] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired lock "refresh_cache-aa056a81-8a00-4984-b41b-fe8780d06430" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.183610] env[69941]: DEBUG nova.network.neutron [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.190486] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 601.190702] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 601.190884] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Deleting the datastore file [datastore1] 27839bc7-8d6f-4f3e-b858-9c6a76639245 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.191151] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-829fdbba-6342-440b-a837-a72d0bcfef85 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.204174] env[69941]: DEBUG oslo_vmware.api [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Waiting for the task: (returnval){ [ 601.204174] env[69941]: value = "task-3287838" [ 601.204174] env[69941]: _type = "Task" [ 601.204174] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.220011] env[69941]: DEBUG oslo_vmware.api [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': task-3287838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.289182] env[69941]: DEBUG nova.network.neutron [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Successfully updated port: 88c5254c-a755-48ad-b08b-3c18f841ff0b {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.437499] env[69941]: DEBUG nova.compute.manager [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.514567] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86b6c88f-897e-45d0-a613-d321bca4fed8 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "c9c42315-cae9-4c29-91bd-73f92fea141a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.146s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.694144] env[69941]: DEBUG nova.network.neutron [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Successfully created port: 7060526d-ff56-47a9-8983-2807ab3c9d5e {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.714532] env[69941]: DEBUG oslo_vmware.api [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Task: {'id': task-3287838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165113} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.717632] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.719588] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 601.719588] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 601.719588] env[69941]: INFO nova.compute.manager [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Took 1.14 seconds to destroy the instance on the hypervisor. [ 601.719588] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 601.719588] env[69941]: DEBUG nova.compute.manager [-] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 601.720803] env[69941]: DEBUG nova.network.neutron [-] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 601.748765] env[69941]: DEBUG nova.network.neutron [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.755695] env[69941]: DEBUG nova.compute.manager [req-b8c4bf01-1a62-455b-ac67-66166083a1a2 req-554a78a2-c6f1-4f91-bd64-d5d1996765d0 service nova] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Received event network-vif-plugged-92854b0d-335b-4415-a8d5-74b8321ab045 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 601.755962] env[69941]: DEBUG oslo_concurrency.lockutils [req-b8c4bf01-1a62-455b-ac67-66166083a1a2 req-554a78a2-c6f1-4f91-bd64-d5d1996765d0 service nova] Acquiring lock "aa056a81-8a00-4984-b41b-fe8780d06430-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.756142] env[69941]: DEBUG oslo_concurrency.lockutils [req-b8c4bf01-1a62-455b-ac67-66166083a1a2 req-554a78a2-c6f1-4f91-bd64-d5d1996765d0 service nova] Lock "aa056a81-8a00-4984-b41b-fe8780d06430-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.756309] env[69941]: DEBUG oslo_concurrency.lockutils [req-b8c4bf01-1a62-455b-ac67-66166083a1a2 req-554a78a2-c6f1-4f91-bd64-d5d1996765d0 service nova] Lock "aa056a81-8a00-4984-b41b-fe8780d06430-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.756522] env[69941]: DEBUG nova.compute.manager [req-b8c4bf01-1a62-455b-ac67-66166083a1a2 req-554a78a2-c6f1-4f91-bd64-d5d1996765d0 service nova] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] No waiting events found dispatching network-vif-plugged-92854b0d-335b-4415-a8d5-74b8321ab045 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.756676] env[69941]: WARNING nova.compute.manager [req-b8c4bf01-1a62-455b-ac67-66166083a1a2 req-554a78a2-c6f1-4f91-bd64-d5d1996765d0 service nova] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Received unexpected event network-vif-plugged-92854b0d-335b-4415-a8d5-74b8321ab045 for instance with vm_state building and task_state spawning. [ 601.792770] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Acquiring lock "refresh_cache-3ab03542-99a7-494e-872d-fb919cbb81f4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.792979] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Acquired lock "refresh_cache-3ab03542-99a7-494e-872d-fb919cbb81f4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.793183] env[69941]: DEBUG nova.network.neutron [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.970629] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fb9886-0e1a-4793-8f35-c5951fbe18c3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.985089] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4123eab1-1d3b-4096-9669-28918049bb8d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.025554] env[69941]: DEBUG nova.compute.manager [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.030352] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894ffa08-e4f8-4847-b0bc-403e34019a34 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.039842] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef0acb1-ad52-4379-a72f-a725398bc78d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.057168] env[69941]: DEBUG nova.compute.provider_tree [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.171142] env[69941]: DEBUG nova.network.neutron [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Updating instance_info_cache with network_info: [{"id": "92854b0d-335b-4415-a8d5-74b8321ab045", "address": "fa:16:3e:35:ac:a9", "network": {"id": "7d69b693-e851-4476-8c30-ea2b5f7fb2b8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1430958294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5be08b1f4e44e1ebac5e7898f04b298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92854b0d-33", "ovs_interfaceid": "92854b0d-335b-4415-a8d5-74b8321ab045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.355073] env[69941]: DEBUG nova.network.neutron [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.460211] env[69941]: DEBUG nova.compute.manager [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.489159] env[69941]: DEBUG nova.virt.hardware [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.489159] env[69941]: DEBUG nova.virt.hardware [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.489159] env[69941]: DEBUG nova.virt.hardware [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.489538] env[69941]: DEBUG nova.virt.hardware [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.489538] env[69941]: DEBUG nova.virt.hardware [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.489538] env[69941]: DEBUG nova.virt.hardware [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.489752] env[69941]: DEBUG nova.virt.hardware [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.489917] env[69941]: DEBUG nova.virt.hardware [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.490879] env[69941]: DEBUG nova.virt.hardware [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.491011] env[69941]: DEBUG nova.virt.hardware [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.491195] env[69941]: DEBUG nova.virt.hardware [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.492075] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccbb97e-d0dd-41d9-9aaa-9924e21fb2e7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.501011] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46564863-fc0d-4792-b022-10f06d4e04f4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.553447] env[69941]: DEBUG oslo_concurrency.lockutils [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.562034] env[69941]: DEBUG nova.scheduler.client.report [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.581443] env[69941]: DEBUG nova.network.neutron [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Updating instance_info_cache with network_info: [{"id": "88c5254c-a755-48ad-b08b-3c18f841ff0b", "address": "fa:16:3e:2d:09:a2", "network": {"id": "baad5a92-6dfb-4ce4-8ecf-860aed399606", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1322496700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca00fb5f4a984ca79b89808a4ead8f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c5254c-a7", "ovs_interfaceid": "88c5254c-a755-48ad-b08b-3c18f841ff0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.614129] env[69941]: DEBUG nova.compute.manager [req-13fedf4d-987f-4b71-95c8-2a54d2dad832 req-8a6a1b1c-b56b-483f-8eec-81a7209be421 service nova] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Received event network-vif-plugged-88c5254c-a755-48ad-b08b-3c18f841ff0b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.614459] env[69941]: DEBUG oslo_concurrency.lockutils [req-13fedf4d-987f-4b71-95c8-2a54d2dad832 req-8a6a1b1c-b56b-483f-8eec-81a7209be421 service nova] Acquiring lock "3ab03542-99a7-494e-872d-fb919cbb81f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.614603] env[69941]: DEBUG oslo_concurrency.lockutils [req-13fedf4d-987f-4b71-95c8-2a54d2dad832 req-8a6a1b1c-b56b-483f-8eec-81a7209be421 service nova] Lock "3ab03542-99a7-494e-872d-fb919cbb81f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.614721] env[69941]: DEBUG oslo_concurrency.lockutils [req-13fedf4d-987f-4b71-95c8-2a54d2dad832 req-8a6a1b1c-b56b-483f-8eec-81a7209be421 service nova] Lock "3ab03542-99a7-494e-872d-fb919cbb81f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.614897] env[69941]: DEBUG nova.compute.manager [req-13fedf4d-987f-4b71-95c8-2a54d2dad832 req-8a6a1b1c-b56b-483f-8eec-81a7209be421 service nova] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] No waiting events found dispatching network-vif-plugged-88c5254c-a755-48ad-b08b-3c18f841ff0b {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.615074] env[69941]: WARNING nova.compute.manager [req-13fedf4d-987f-4b71-95c8-2a54d2dad832 req-8a6a1b1c-b56b-483f-8eec-81a7209be421 service nova] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Received unexpected event network-vif-plugged-88c5254c-a755-48ad-b08b-3c18f841ff0b for instance with vm_state building and task_state spawning. [ 602.674399] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Releasing lock "refresh_cache-aa056a81-8a00-4984-b41b-fe8780d06430" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.674693] env[69941]: DEBUG nova.compute.manager [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Instance network_info: |[{"id": "92854b0d-335b-4415-a8d5-74b8321ab045", "address": "fa:16:3e:35:ac:a9", "network": {"id": "7d69b693-e851-4476-8c30-ea2b5f7fb2b8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1430958294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5be08b1f4e44e1ebac5e7898f04b298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92854b0d-33", "ovs_interfaceid": "92854b0d-335b-4415-a8d5-74b8321ab045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.675179] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:ac:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92854b0d-335b-4415-a8d5-74b8321ab045', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.685245] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.686215] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.686215] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3511059-229f-40f8-8240-e780ececc87a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.712299] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.712299] env[69941]: value = "task-3287839" [ 602.712299] env[69941]: _type = "Task" [ 602.712299] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.724691] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287839, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.829691] env[69941]: DEBUG nova.network.neutron [-] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.938086] env[69941]: DEBUG oslo_concurrency.lockutils [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Acquiring lock "0acc5a3d-2d04-4126-898d-f0b832025714" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.938371] env[69941]: DEBUG oslo_concurrency.lockutils [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Lock "0acc5a3d-2d04-4126-898d-f0b832025714" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.067826] env[69941]: DEBUG oslo_concurrency.lockutils [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.068438] env[69941]: DEBUG nova.compute.manager [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.071468] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.497s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.071729] env[69941]: DEBUG nova.objects.instance [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lazy-loading 'resources' on Instance uuid e3dcc648-9ad5-4679-a84e-652bac1612ea {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 603.087306] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Releasing lock "refresh_cache-3ab03542-99a7-494e-872d-fb919cbb81f4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.087635] env[69941]: DEBUG nova.compute.manager [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Instance network_info: |[{"id": "88c5254c-a755-48ad-b08b-3c18f841ff0b", "address": "fa:16:3e:2d:09:a2", "network": {"id": "baad5a92-6dfb-4ce4-8ecf-860aed399606", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1322496700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca00fb5f4a984ca79b89808a4ead8f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c5254c-a7", "ovs_interfaceid": "88c5254c-a755-48ad-b08b-3c18f841ff0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.088488] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:09:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88c5254c-a755-48ad-b08b-3c18f841ff0b', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.097305] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Creating folder: Project (ca00fb5f4a984ca79b89808a4ead8f85). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.098118] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27120cc5-64ac-4475-8344-d000ed25dab5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.117116] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Created folder: Project (ca00fb5f4a984ca79b89808a4ead8f85) in parent group-v656570. [ 603.117318] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Creating folder: Instances. Parent ref: group-v656600. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.117804] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-547078c1-5064-4cb1-b520-3936607b009e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.128352] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Created folder: Instances in parent group-v656600. [ 603.128660] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.128920] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.129379] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7600d509-00e7-4f4b-92de-3240dd3cc4b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.152958] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.152958] env[69941]: value = "task-3287842" [ 603.152958] env[69941]: _type = "Task" [ 603.152958] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.163170] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287842, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.231440] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287839, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.336398] env[69941]: INFO nova.compute.manager [-] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Took 1.62 seconds to deallocate network for instance. [ 603.575270] env[69941]: DEBUG nova.compute.utils [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.580782] env[69941]: DEBUG nova.compute.manager [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.580958] env[69941]: DEBUG nova.network.neutron [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.655495] env[69941]: DEBUG nova.policy [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88107710e68f4468aa1d9badf03c2700', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '074c4d76f5b34547b77fcfef8020b93b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.671480] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287842, 'name': CreateVM_Task, 'duration_secs': 0.484177} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.672531] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.672531] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.672531] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.672824] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.673035] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec35940f-32b3-48f5-834a-e960f76f35dc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.678520] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Waiting for the task: (returnval){ [ 603.678520] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b35c33-0ff0-6e09-9153-9e47419c3145" [ 603.678520] env[69941]: _type = "Task" [ 603.678520] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.686157] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b35c33-0ff0-6e09-9153-9e47419c3145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.735355] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287839, 'name': CreateVM_Task, 'duration_secs': 0.538662} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.737653] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.737653] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.848569] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.915080] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "a87074ec-1813-448c-be2b-e50be5324256" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.916121] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "a87074ec-1813-448c-be2b-e50be5324256" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.986023] env[69941]: DEBUG oslo_concurrency.lockutils [None req-962aaa39-3414-45db-bc5c-a7f77479eaa3 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Acquiring lock "c31dfcdf-a92b-45c4-986a-3719c7cecd35" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.986023] env[69941]: DEBUG oslo_concurrency.lockutils [None req-962aaa39-3414-45db-bc5c-a7f77479eaa3 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Lock "c31dfcdf-a92b-45c4-986a-3719c7cecd35" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.002s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.986023] env[69941]: INFO nova.compute.manager [None req-962aaa39-3414-45db-bc5c-a7f77479eaa3 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Rebooting instance [ 604.072165] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fed986-fc6a-4219-9014-229088095147 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.080222] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8903868-fbfa-4c7b-a0b9-b2e231dda592 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.084817] env[69941]: DEBUG nova.compute.manager [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.118420] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2638b6ac-7e4b-4c13-a64f-5f810fb8eeff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.127168] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428e71e8-f78e-4eed-8709-53bea45fa279 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.143606] env[69941]: DEBUG nova.compute.provider_tree [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.190143] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b35c33-0ff0-6e09-9153-9e47419c3145, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.190474] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.190771] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.190883] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.191202] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.191346] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.191633] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.191880] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.192190] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcdd7a5b-30c6-44d5-ac19-90223f21f088 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.199768] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9c8f46-084a-4138-bed0-6781d2430dee {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.202439] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 604.202439] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a4722a-7e96-61ed-7ca2-15c420ec7cad" [ 604.202439] env[69941]: _type = "Task" [ 604.202439] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.206668] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.209254] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.209254] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28eee9f4-9fae-4e97-a131-9e2dc893676d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.213659] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a4722a-7e96-61ed-7ca2-15c420ec7cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.217659] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Waiting for the task: (returnval){ [ 604.217659] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]524b6c3f-8160-8c08-df64-adfbba193820" [ 604.217659] env[69941]: _type = "Task" [ 604.217659] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.226446] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]524b6c3f-8160-8c08-df64-adfbba193820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.260663] env[69941]: DEBUG nova.network.neutron [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Successfully created port: 05fdc0fa-71bb-455a-aec3-9612c131b8b7 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.275315] env[69941]: DEBUG nova.network.neutron [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Successfully updated port: 7060526d-ff56-47a9-8983-2807ab3c9d5e {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.541655] env[69941]: DEBUG oslo_concurrency.lockutils [None req-962aaa39-3414-45db-bc5c-a7f77479eaa3 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Acquiring lock "refresh_cache-c31dfcdf-a92b-45c4-986a-3719c7cecd35" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.541781] env[69941]: DEBUG oslo_concurrency.lockutils [None req-962aaa39-3414-45db-bc5c-a7f77479eaa3 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Acquired lock "refresh_cache-c31dfcdf-a92b-45c4-986a-3719c7cecd35" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.541902] env[69941]: DEBUG nova.network.neutron [None req-962aaa39-3414-45db-bc5c-a7f77479eaa3 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.648241] env[69941]: DEBUG nova.scheduler.client.report [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.717643] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a4722a-7e96-61ed-7ca2-15c420ec7cad, 'name': SearchDatastore_Task, 'duration_secs': 0.012266} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.718518] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.718518] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.718518] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.731457] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]524b6c3f-8160-8c08-df64-adfbba193820, 'name': SearchDatastore_Task, 'duration_secs': 0.009542} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.731457] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9151314-c856-4d4b-8103-49aa3175d4b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.737876] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Waiting for the task: (returnval){ [ 604.737876] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b356ac-b02c-adab-1c6b-b585d0b4c7cc" [ 604.737876] env[69941]: _type = "Task" [ 604.737876] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.746100] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b356ac-b02c-adab-1c6b-b585d0b4c7cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.778192] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "refresh_cache-57099f0b-431e-418d-87f4-dc00199920e2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.778389] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquired lock "refresh_cache-57099f0b-431e-418d-87f4-dc00199920e2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.778518] env[69941]: DEBUG nova.network.neutron [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.096829] env[69941]: DEBUG nova.compute.manager [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.138268] env[69941]: DEBUG nova.virt.hardware [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.138526] env[69941]: DEBUG nova.virt.hardware [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.138685] env[69941]: DEBUG nova.virt.hardware [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.138894] env[69941]: DEBUG nova.virt.hardware [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.139344] env[69941]: DEBUG nova.virt.hardware [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.139568] env[69941]: DEBUG nova.virt.hardware [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.139852] env[69941]: DEBUG nova.virt.hardware [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.140154] env[69941]: DEBUG nova.virt.hardware [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.140411] env[69941]: DEBUG nova.virt.hardware [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.140636] env[69941]: DEBUG nova.virt.hardware [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.140867] env[69941]: DEBUG nova.virt.hardware [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.141949] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db7bc58-d3f1-4105-938b-876a7359c653 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.152025] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4805ef-4d57-4e99-b242-08985cd60422 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.159548] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.162041] env[69941]: DEBUG oslo_concurrency.lockutils [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.338s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.162415] env[69941]: DEBUG nova.objects.instance [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lazy-loading 'resources' on Instance uuid bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 605.193174] env[69941]: INFO nova.scheduler.client.report [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Deleted allocations for instance e3dcc648-9ad5-4679-a84e-652bac1612ea [ 605.250592] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b356ac-b02c-adab-1c6b-b585d0b4c7cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009986} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.255301] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.255301] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 3ab03542-99a7-494e-872d-fb919cbb81f4/3ab03542-99a7-494e-872d-fb919cbb81f4.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.255592] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.256197] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.256197] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08a3d85c-8d07-440d-b04e-f6e9c7b8247a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.258942] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6177b54-800a-4ec9-8372-f5eaf0635a1d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.267407] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Waiting for the task: (returnval){ [ 605.267407] env[69941]: value = "task-3287843" [ 605.267407] env[69941]: _type = "Task" [ 605.267407] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.269409] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.269409] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.273372] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22cc66ab-e918-4e8e-81e7-7d038fb8011e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.285504] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': task-3287843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.289320] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 605.289320] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52cacad2-ed07-2101-0225-cb07604c6805" [ 605.289320] env[69941]: _type = "Task" [ 605.289320] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.300131] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52cacad2-ed07-2101-0225-cb07604c6805, 'name': SearchDatastore_Task, 'duration_secs': 0.009585} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.301031] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd1da69d-ed01-4579-841b-4aec76ccbdc7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.307277] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 605.307277] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a75e5d-c995-a4cc-9600-f1bcb6750678" [ 605.307277] env[69941]: _type = "Task" [ 605.307277] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.315600] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a75e5d-c995-a4cc-9600-f1bcb6750678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.406460] env[69941]: DEBUG nova.compute.manager [req-fb2c8fc4-95de-4c39-ac10-aed60a4a0a0d req-0a855a17-a181-4890-a9df-987aa9b8ff1d service nova] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Received event network-changed-92854b0d-335b-4415-a8d5-74b8321ab045 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.406460] env[69941]: DEBUG nova.compute.manager [req-fb2c8fc4-95de-4c39-ac10-aed60a4a0a0d req-0a855a17-a181-4890-a9df-987aa9b8ff1d service nova] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Refreshing instance network info cache due to event network-changed-92854b0d-335b-4415-a8d5-74b8321ab045. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 605.413594] env[69941]: DEBUG oslo_concurrency.lockutils [req-fb2c8fc4-95de-4c39-ac10-aed60a4a0a0d req-0a855a17-a181-4890-a9df-987aa9b8ff1d service nova] Acquiring lock "refresh_cache-aa056a81-8a00-4984-b41b-fe8780d06430" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.413594] env[69941]: DEBUG oslo_concurrency.lockutils [req-fb2c8fc4-95de-4c39-ac10-aed60a4a0a0d req-0a855a17-a181-4890-a9df-987aa9b8ff1d service nova] Acquired lock "refresh_cache-aa056a81-8a00-4984-b41b-fe8780d06430" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.413594] env[69941]: DEBUG nova.network.neutron [req-fb2c8fc4-95de-4c39-ac10-aed60a4a0a0d req-0a855a17-a181-4890-a9df-987aa9b8ff1d service nova] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Refreshing network info cache for port 92854b0d-335b-4415-a8d5-74b8321ab045 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.430040] env[69941]: DEBUG nova.network.neutron [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.485690] env[69941]: DEBUG oslo_concurrency.lockutils [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquiring lock "a3c91cbb-66ac-439e-8d6c-476c39c9d6d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.485979] env[69941]: DEBUG oslo_concurrency.lockutils [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "a3c91cbb-66ac-439e-8d6c-476c39c9d6d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.703493] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1b5848e4-68e5-43ba-96ed-9035f9868f1f tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "e3dcc648-9ad5-4679-a84e-652bac1612ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.568s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.757012] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.757311] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.771819] env[69941]: DEBUG nova.network.neutron [None req-962aaa39-3414-45db-bc5c-a7f77479eaa3 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Updating instance_info_cache with network_info: [{"id": "103424b3-f99c-45df-9c05-db229745d70f", "address": "fa:16:3e:7f:6c:3f", "network": {"id": "3d121f60-7be3-4f2b-b8fa-041dfcfd394c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-5183147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11fbfd75dab4b1da682409bc705f5a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap103424b3-f9", "ovs_interfaceid": "103424b3-f99c-45df-9c05-db229745d70f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.783807] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': task-3287843, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.824642] env[69941]: DEBUG nova.network.neutron [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Updating instance_info_cache with network_info: [{"id": "7060526d-ff56-47a9-8983-2807ab3c9d5e", "address": "fa:16:3e:52:0d:e4", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7060526d-ff", "ovs_interfaceid": "7060526d-ff56-47a9-8983-2807ab3c9d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.826660] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a75e5d-c995-a4cc-9600-f1bcb6750678, 'name': SearchDatastore_Task, 'duration_secs': 0.010167} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.831374] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.831760] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] aa056a81-8a00-4984-b41b-fe8780d06430/aa056a81-8a00-4984-b41b-fe8780d06430.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.832576] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cc26733-f5db-41ee-b291-07caf50bfe56 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.842147] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 605.842147] env[69941]: value = "task-3287844" [ 605.842147] env[69941]: _type = "Task" [ 605.842147] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.857579] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.061123] env[69941]: DEBUG nova.compute.manager [req-b9854991-b8fd-43ae-8b55-78a2146e76c3 req-301b0c15-f932-4e8d-804c-2ca4cd28d517 service nova] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Received event network-changed-88c5254c-a755-48ad-b08b-3c18f841ff0b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.061183] env[69941]: DEBUG nova.compute.manager [req-b9854991-b8fd-43ae-8b55-78a2146e76c3 req-301b0c15-f932-4e8d-804c-2ca4cd28d517 service nova] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Refreshing instance network info cache due to event network-changed-88c5254c-a755-48ad-b08b-3c18f841ff0b. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 606.061402] env[69941]: DEBUG oslo_concurrency.lockutils [req-b9854991-b8fd-43ae-8b55-78a2146e76c3 req-301b0c15-f932-4e8d-804c-2ca4cd28d517 service nova] Acquiring lock "refresh_cache-3ab03542-99a7-494e-872d-fb919cbb81f4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.061557] env[69941]: DEBUG oslo_concurrency.lockutils [req-b9854991-b8fd-43ae-8b55-78a2146e76c3 req-301b0c15-f932-4e8d-804c-2ca4cd28d517 service nova] Acquired lock "refresh_cache-3ab03542-99a7-494e-872d-fb919cbb81f4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.061672] env[69941]: DEBUG nova.network.neutron [req-b9854991-b8fd-43ae-8b55-78a2146e76c3 req-301b0c15-f932-4e8d-804c-2ca4cd28d517 service nova] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Refreshing network info cache for port 88c5254c-a755-48ad-b08b-3c18f841ff0b {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.252669] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c697258-9c49-4399-a340-3c36e03ced8b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.263380] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbdca3d-7db6-4a9d-95d8-3bd8493bfac4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.300752] env[69941]: DEBUG oslo_concurrency.lockutils [None req-962aaa39-3414-45db-bc5c-a7f77479eaa3 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Releasing lock "refresh_cache-c31dfcdf-a92b-45c4-986a-3719c7cecd35" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.307060] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccdbe56-0236-40ba-8c09-64f13bf868f7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.320639] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': task-3287843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634723} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.323922] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 3ab03542-99a7-494e-872d-fb919cbb81f4/3ab03542-99a7-494e-872d-fb919cbb81f4.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.324229] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.324848] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-060259e7-d3f9-4dc0-ba7d-d23acee9c7b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.328953] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24ef0f7-e6fe-4110-9c68-761c8e0e1117 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.334012] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Releasing lock "refresh_cache-57099f0b-431e-418d-87f4-dc00199920e2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.334344] env[69941]: DEBUG nova.compute.manager [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Instance network_info: |[{"id": "7060526d-ff56-47a9-8983-2807ab3c9d5e", "address": "fa:16:3e:52:0d:e4", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7060526d-ff", "ovs_interfaceid": "7060526d-ff56-47a9-8983-2807ab3c9d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.335610] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:0d:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7060526d-ff56-47a9-8983-2807ab3c9d5e', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.343752] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Creating folder: Project (bf6fa7eaf0cc4d5c81f9641b352b62fe). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.346465] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be37d414-9651-4bc6-820c-c78a77efd6ca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.348416] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Waiting for the task: (returnval){ [ 606.348416] env[69941]: value = "task-3287849" [ 606.348416] env[69941]: _type = "Task" [ 606.348416] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.363209] env[69941]: DEBUG nova.compute.provider_tree [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.369099] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Created folder: Project (bf6fa7eaf0cc4d5c81f9641b352b62fe) in parent group-v656570. [ 606.369346] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Creating folder: Instances. Parent ref: group-v656606. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.372526] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c590e4f9-4516-41a2-be6d-6c69e81cd49d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.374413] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4992} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.378775] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] aa056a81-8a00-4984-b41b-fe8780d06430/aa056a81-8a00-4984-b41b-fe8780d06430.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.379342] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.379342] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': task-3287849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.379899] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5941f7b9-26d7-43b6-ae1d-c2c820988487 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.383919] env[69941]: DEBUG nova.network.neutron [req-fb2c8fc4-95de-4c39-ac10-aed60a4a0a0d req-0a855a17-a181-4890-a9df-987aa9b8ff1d service nova] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Updated VIF entry in instance network info cache for port 92854b0d-335b-4415-a8d5-74b8321ab045. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.384031] env[69941]: DEBUG nova.network.neutron [req-fb2c8fc4-95de-4c39-ac10-aed60a4a0a0d req-0a855a17-a181-4890-a9df-987aa9b8ff1d service nova] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Updating instance_info_cache with network_info: [{"id": "92854b0d-335b-4415-a8d5-74b8321ab045", "address": "fa:16:3e:35:ac:a9", "network": {"id": "7d69b693-e851-4476-8c30-ea2b5f7fb2b8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1430958294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5be08b1f4e44e1ebac5e7898f04b298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92854b0d-33", "ovs_interfaceid": "92854b0d-335b-4415-a8d5-74b8321ab045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.388254] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Created folder: Instances in parent group-v656606. [ 606.388333] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.388534] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 606.388534] env[69941]: value = "task-3287852" [ 606.388534] env[69941]: _type = "Task" [ 606.388534] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.388715] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.388956] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31d20101-d96a-4d06-bcd7-fdc3b784e0c7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.415030] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.416328] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.416328] env[69941]: value = "task-3287853" [ 606.416328] env[69941]: _type = "Task" [ 606.416328] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.428527] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287853, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.481853] env[69941]: DEBUG nova.network.neutron [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Successfully updated port: 05fdc0fa-71bb-455a-aec3-9612c131b8b7 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.806544] env[69941]: DEBUG nova.compute.manager [None req-962aaa39-3414-45db-bc5c-a7f77479eaa3 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.807450] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34adf05-3682-4d2e-8ac5-985c4919c924 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.834506] env[69941]: DEBUG nova.network.neutron [req-b9854991-b8fd-43ae-8b55-78a2146e76c3 req-301b0c15-f932-4e8d-804c-2ca4cd28d517 service nova] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Updated VIF entry in instance network info cache for port 88c5254c-a755-48ad-b08b-3c18f841ff0b. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.834728] env[69941]: DEBUG nova.network.neutron [req-b9854991-b8fd-43ae-8b55-78a2146e76c3 req-301b0c15-f932-4e8d-804c-2ca4cd28d517 service nova] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Updating instance_info_cache with network_info: [{"id": "88c5254c-a755-48ad-b08b-3c18f841ff0b", "address": "fa:16:3e:2d:09:a2", "network": {"id": "baad5a92-6dfb-4ce4-8ecf-860aed399606", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1322496700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca00fb5f4a984ca79b89808a4ead8f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c5254c-a7", "ovs_interfaceid": "88c5254c-a755-48ad-b08b-3c18f841ff0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.867401] env[69941]: DEBUG nova.scheduler.client.report [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.874372] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': task-3287849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079215} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.875372] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.875810] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f54f380-333a-4484-b2fb-17378cf3f5bf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.890154] env[69941]: DEBUG oslo_concurrency.lockutils [req-fb2c8fc4-95de-4c39-ac10-aed60a4a0a0d req-0a855a17-a181-4890-a9df-987aa9b8ff1d service nova] Releasing lock "refresh_cache-aa056a81-8a00-4984-b41b-fe8780d06430" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.890424] env[69941]: DEBUG nova.compute.manager [req-fb2c8fc4-95de-4c39-ac10-aed60a4a0a0d req-0a855a17-a181-4890-a9df-987aa9b8ff1d service nova] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Received event network-changed-db79df25-cc2d-4372-ae08-52de30539d3c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.890627] env[69941]: DEBUG nova.compute.manager [req-fb2c8fc4-95de-4c39-ac10-aed60a4a0a0d req-0a855a17-a181-4890-a9df-987aa9b8ff1d service nova] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Refreshing instance network info cache due to event network-changed-db79df25-cc2d-4372-ae08-52de30539d3c. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 606.890842] env[69941]: DEBUG oslo_concurrency.lockutils [req-fb2c8fc4-95de-4c39-ac10-aed60a4a0a0d req-0a855a17-a181-4890-a9df-987aa9b8ff1d service nova] Acquiring lock "refresh_cache-040a44c3-545e-4d66-a5e5-8e4ecae72845" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.890986] env[69941]: DEBUG oslo_concurrency.lockutils [req-fb2c8fc4-95de-4c39-ac10-aed60a4a0a0d req-0a855a17-a181-4890-a9df-987aa9b8ff1d service nova] Acquired lock "refresh_cache-040a44c3-545e-4d66-a5e5-8e4ecae72845" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.891196] env[69941]: DEBUG nova.network.neutron [req-fb2c8fc4-95de-4c39-ac10-aed60a4a0a0d req-0a855a17-a181-4890-a9df-987aa9b8ff1d service nova] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Refreshing network info cache for port db79df25-cc2d-4372-ae08-52de30539d3c {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.901017] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 3ab03542-99a7-494e-872d-fb919cbb81f4/3ab03542-99a7-494e-872d-fb919cbb81f4.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.905576] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef53eaa1-a1d7-4e42-9f57-f3672a7c97b5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.928310] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067964} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.929904] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.930314] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Waiting for the task: (returnval){ [ 606.930314] env[69941]: value = "task-3287854" [ 606.930314] env[69941]: _type = "Task" [ 606.930314] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.931059] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d8a9dc-5624-4a97-9c17-fedd5d0151e9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.939738] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287853, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.945409] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': task-3287854, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.963665] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] aa056a81-8a00-4984-b41b-fe8780d06430/aa056a81-8a00-4984-b41b-fe8780d06430.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.964367] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54a69cdd-17da-45da-94d1-ef7d7831e7ce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.986828] env[69941]: DEBUG oslo_concurrency.lockutils [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Acquiring lock "refresh_cache-821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.986980] env[69941]: DEBUG oslo_concurrency.lockutils [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Acquired lock "refresh_cache-821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.987147] env[69941]: DEBUG nova.network.neutron [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.988304] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 606.988304] env[69941]: value = "task-3287855" [ 606.988304] env[69941]: _type = "Task" [ 606.988304] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.998513] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.337703] env[69941]: DEBUG oslo_concurrency.lockutils [req-b9854991-b8fd-43ae-8b55-78a2146e76c3 req-301b0c15-f932-4e8d-804c-2ca4cd28d517 service nova] Releasing lock "refresh_cache-3ab03542-99a7-494e-872d-fb919cbb81f4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.337703] env[69941]: DEBUG nova.compute.manager [req-b9854991-b8fd-43ae-8b55-78a2146e76c3 req-301b0c15-f932-4e8d-804c-2ca4cd28d517 service nova] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Received event network-vif-deleted-4db2a008-4c3d-45ce-9958-7414e4b3b179 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.377138] env[69941]: DEBUG oslo_concurrency.lockutils [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.379637] env[69941]: DEBUG oslo_concurrency.lockutils [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.101s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.379637] env[69941]: DEBUG nova.objects.instance [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Lazy-loading 'resources' on Instance uuid c46fff76-423c-4d01-afe9-8cfb32091c4c {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 607.406127] env[69941]: INFO nova.scheduler.client.report [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Deleted allocations for instance bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba [ 607.436363] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287853, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.446353] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': task-3287854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.501948] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.575123] env[69941]: DEBUG nova.network.neutron [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.824533] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15e67d6-2ebf-4537-96bc-ff21b617b7c9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.833579] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-962aaa39-3414-45db-bc5c-a7f77479eaa3 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Doing hard reboot of VM {{(pid=69941) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 607.833914] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-61aed307-40a7-43ab-ad9e-4afb4be1b29a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.840581] env[69941]: DEBUG oslo_vmware.api [None req-962aaa39-3414-45db-bc5c-a7f77479eaa3 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Waiting for the task: (returnval){ [ 607.840581] env[69941]: value = "task-3287856" [ 607.840581] env[69941]: _type = "Task" [ 607.840581] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.852028] env[69941]: DEBUG oslo_vmware.api [None req-962aaa39-3414-45db-bc5c-a7f77479eaa3 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287856, 'name': ResetVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.886580] env[69941]: DEBUG nova.network.neutron [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Updating instance_info_cache with network_info: [{"id": "05fdc0fa-71bb-455a-aec3-9612c131b8b7", "address": "fa:16:3e:f9:01:62", "network": {"id": "7445a6f5-3260-45f0-a4a7-cd47f5999731", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1672182925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074c4d76f5b34547b77fcfef8020b93b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05fdc0fa-71", "ovs_interfaceid": "05fdc0fa-71bb-455a-aec3-9612c131b8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.898500] env[69941]: DEBUG nova.network.neutron [req-fb2c8fc4-95de-4c39-ac10-aed60a4a0a0d req-0a855a17-a181-4890-a9df-987aa9b8ff1d service nova] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Updated VIF entry in instance network info cache for port db79df25-cc2d-4372-ae08-52de30539d3c. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.898500] env[69941]: DEBUG nova.network.neutron [req-fb2c8fc4-95de-4c39-ac10-aed60a4a0a0d req-0a855a17-a181-4890-a9df-987aa9b8ff1d service nova] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Updating instance_info_cache with network_info: [{"id": "db79df25-cc2d-4372-ae08-52de30539d3c", "address": "fa:16:3e:8b:a5:bb", "network": {"id": "4e3d0742-e3a1-482a-baf9-732443f2e16b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1038189515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "debf68c80f5d44e7b68e6498604e24fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb79df25-cc", "ovs_interfaceid": "db79df25-cc2d-4372-ae08-52de30539d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.917774] env[69941]: DEBUG oslo_concurrency.lockutils [None req-897e5dd1-ddae-4712-a420-bd3533e13929 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.911s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.935604] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287853, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.949253] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': task-3287854, 'name': ReconfigVM_Task, 'duration_secs': 0.855205} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.949541] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 3ab03542-99a7-494e-872d-fb919cbb81f4/3ab03542-99a7-494e-872d-fb919cbb81f4.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.950217] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-669def28-750a-4282-8e91-226b328734d4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.957964] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Waiting for the task: (returnval){ [ 607.957964] env[69941]: value = "task-3287857" [ 607.957964] env[69941]: _type = "Task" [ 607.957964] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.968232] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': task-3287857, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.002787] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287855, 'name': ReconfigVM_Task, 'duration_secs': 0.816733} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.003184] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Reconfigured VM instance instance-0000000b to attach disk [datastore1] aa056a81-8a00-4984-b41b-fe8780d06430/aa056a81-8a00-4984-b41b-fe8780d06430.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.003902] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0914ab76-c0f2-48b0-a38d-279d74f68c31 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.010151] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 608.010151] env[69941]: value = "task-3287858" [ 608.010151] env[69941]: _type = "Task" [ 608.010151] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.022126] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287858, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.294264] env[69941]: DEBUG nova.compute.manager [req-f6865b2d-6de7-4e6b-b36f-92365e1fd225 req-098853a3-3969-4942-ad3c-04ed7ad6b47c service nova] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Received event network-vif-plugged-7060526d-ff56-47a9-8983-2807ab3c9d5e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.294489] env[69941]: DEBUG oslo_concurrency.lockutils [req-f6865b2d-6de7-4e6b-b36f-92365e1fd225 req-098853a3-3969-4942-ad3c-04ed7ad6b47c service nova] Acquiring lock "57099f0b-431e-418d-87f4-dc00199920e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.295052] env[69941]: DEBUG oslo_concurrency.lockutils [req-f6865b2d-6de7-4e6b-b36f-92365e1fd225 req-098853a3-3969-4942-ad3c-04ed7ad6b47c service nova] Lock "57099f0b-431e-418d-87f4-dc00199920e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.295290] env[69941]: DEBUG oslo_concurrency.lockutils [req-f6865b2d-6de7-4e6b-b36f-92365e1fd225 req-098853a3-3969-4942-ad3c-04ed7ad6b47c service nova] Lock "57099f0b-431e-418d-87f4-dc00199920e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.296661] env[69941]: DEBUG nova.compute.manager [req-f6865b2d-6de7-4e6b-b36f-92365e1fd225 req-098853a3-3969-4942-ad3c-04ed7ad6b47c service nova] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] No waiting events found dispatching network-vif-plugged-7060526d-ff56-47a9-8983-2807ab3c9d5e {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.296855] env[69941]: WARNING nova.compute.manager [req-f6865b2d-6de7-4e6b-b36f-92365e1fd225 req-098853a3-3969-4942-ad3c-04ed7ad6b47c service nova] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Received unexpected event network-vif-plugged-7060526d-ff56-47a9-8983-2807ab3c9d5e for instance with vm_state building and task_state spawning. [ 608.296998] env[69941]: DEBUG nova.compute.manager [req-f6865b2d-6de7-4e6b-b36f-92365e1fd225 req-098853a3-3969-4942-ad3c-04ed7ad6b47c service nova] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Received event network-changed-7060526d-ff56-47a9-8983-2807ab3c9d5e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.297289] env[69941]: DEBUG nova.compute.manager [req-f6865b2d-6de7-4e6b-b36f-92365e1fd225 req-098853a3-3969-4942-ad3c-04ed7ad6b47c service nova] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Refreshing instance network info cache due to event network-changed-7060526d-ff56-47a9-8983-2807ab3c9d5e. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 608.299551] env[69941]: DEBUG oslo_concurrency.lockutils [req-f6865b2d-6de7-4e6b-b36f-92365e1fd225 req-098853a3-3969-4942-ad3c-04ed7ad6b47c service nova] Acquiring lock "refresh_cache-57099f0b-431e-418d-87f4-dc00199920e2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.299551] env[69941]: DEBUG oslo_concurrency.lockutils [req-f6865b2d-6de7-4e6b-b36f-92365e1fd225 req-098853a3-3969-4942-ad3c-04ed7ad6b47c service nova] Acquired lock "refresh_cache-57099f0b-431e-418d-87f4-dc00199920e2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.299551] env[69941]: DEBUG nova.network.neutron [req-f6865b2d-6de7-4e6b-b36f-92365e1fd225 req-098853a3-3969-4942-ad3c-04ed7ad6b47c service nova] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Refreshing network info cache for port 7060526d-ff56-47a9-8983-2807ab3c9d5e {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.338649] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90d1f16-721c-42e1-82db-8ca13fb02382 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.355422] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9bc753-d953-4cf8-86b3-62fd4a9872d4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.358877] env[69941]: DEBUG oslo_vmware.api [None req-962aaa39-3414-45db-bc5c-a7f77479eaa3 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287856, 'name': ResetVM_Task, 'duration_secs': 0.130437} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.358960] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-962aaa39-3414-45db-bc5c-a7f77479eaa3 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Did hard reboot of VM {{(pid=69941) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 608.359146] env[69941]: DEBUG nova.compute.manager [None req-962aaa39-3414-45db-bc5c-a7f77479eaa3 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.360269] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c727302-c582-4c4a-a9dc-dd2099f3d975 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.399160] env[69941]: DEBUG oslo_concurrency.lockutils [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Releasing lock "refresh_cache-821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.399524] env[69941]: DEBUG nova.compute.manager [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Instance network_info: |[{"id": "05fdc0fa-71bb-455a-aec3-9612c131b8b7", "address": "fa:16:3e:f9:01:62", "network": {"id": "7445a6f5-3260-45f0-a4a7-cd47f5999731", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1672182925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074c4d76f5b34547b77fcfef8020b93b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05fdc0fa-71", "ovs_interfaceid": "05fdc0fa-71bb-455a-aec3-9612c131b8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.400564] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:01:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05fdc0fa-71bb-455a-aec3-9612c131b8b7', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.409106] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Creating folder: Project (074c4d76f5b34547b77fcfef8020b93b). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.409849] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3964921-bd0c-4f3c-ace3-ee5f5316d506 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.414652] env[69941]: DEBUG oslo_concurrency.lockutils [req-fb2c8fc4-95de-4c39-ac10-aed60a4a0a0d req-0a855a17-a181-4890-a9df-987aa9b8ff1d service nova] Releasing lock "refresh_cache-040a44c3-545e-4d66-a5e5-8e4ecae72845" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.414997] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78d2bc38-c2eb-4c0c-924f-e36bf1db7879 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.425086] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d29dff-f874-4f76-a847-b39350debd11 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.433344] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Created folder: Project (074c4d76f5b34547b77fcfef8020b93b) in parent group-v656570. [ 608.433344] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Creating folder: Instances. Parent ref: group-v656609. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.438176] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24dc3efb-238f-49dc-a465-f59e6dd57cf7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.447999] env[69941]: DEBUG nova.compute.provider_tree [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.454673] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287853, 'name': CreateVM_Task, 'duration_secs': 1.567477} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.454784] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.455988] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.456166] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.456473] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.457195] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1666e43-4aaf-4e5f-952b-54f517780031 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.464896] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 608.464896] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52ebc737-16a3-a1c0-ecd5-83c211405411" [ 608.464896] env[69941]: _type = "Task" [ 608.464896] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.468507] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': task-3287857, 'name': Rename_Task, 'duration_secs': 0.139328} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.472817] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.472817] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Created folder: Instances in parent group-v656609. [ 608.473172] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.473172] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-047fe34e-f162-41b6-b24f-61f1540f143f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.474828] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.475379] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b6e8720-942c-46ba-99ef-16022f8db15f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.496068] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ebc737-16a3-a1c0-ecd5-83c211405411, 'name': SearchDatastore_Task, 'duration_secs': 0.009258} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.496543] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.496752] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.497027] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.497327] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.497424] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.497605] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e214c180-e51d-42ff-b0ad-2821603e0a7f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.500635] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Waiting for the task: (returnval){ [ 608.500635] env[69941]: value = "task-3287861" [ 608.500635] env[69941]: _type = "Task" [ 608.500635] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.502237] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.502237] env[69941]: value = "task-3287862" [ 608.502237] env[69941]: _type = "Task" [ 608.502237] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.512955] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': task-3287861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.520304] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287862, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.520304] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.520389] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.521331] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b530189-eaf2-4331-a924-f0f551891bb1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.531180] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287858, 'name': Rename_Task, 'duration_secs': 0.14531} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.533466] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.533519] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 608.533519] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f6a660-e825-6b45-3a73-db37033d5e2d" [ 608.533519] env[69941]: _type = "Task" [ 608.533519] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.535364] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0364bbd9-f3a0-4df6-82bf-a303bab3134f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.544640] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f6a660-e825-6b45-3a73-db37033d5e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.547713] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 608.547713] env[69941]: value = "task-3287863" [ 608.547713] env[69941]: _type = "Task" [ 608.547713] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.547713] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62619d9-eb40-4a13-bee6-a659ab4ab053 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.555383] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 608.555383] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52625888-d2d4-8dd7-c57e-167d32e6bce7" [ 608.555383] env[69941]: _type = "Task" [ 608.555383] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.562064] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.566510] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52625888-d2d4-8dd7-c57e-167d32e6bce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.848811] env[69941]: DEBUG nova.compute.manager [req-df0816a6-a2b3-4f01-94fc-feedd01e987f req-a3a84123-203f-4e81-a565-b0c666453c35 service nova] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Received event network-vif-plugged-05fdc0fa-71bb-455a-aec3-9612c131b8b7 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.848811] env[69941]: DEBUG oslo_concurrency.lockutils [req-df0816a6-a2b3-4f01-94fc-feedd01e987f req-a3a84123-203f-4e81-a565-b0c666453c35 service nova] Acquiring lock "821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.848811] env[69941]: DEBUG oslo_concurrency.lockutils [req-df0816a6-a2b3-4f01-94fc-feedd01e987f req-a3a84123-203f-4e81-a565-b0c666453c35 service nova] Lock "821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.848811] env[69941]: DEBUG oslo_concurrency.lockutils [req-df0816a6-a2b3-4f01-94fc-feedd01e987f req-a3a84123-203f-4e81-a565-b0c666453c35 service nova] Lock "821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.848811] env[69941]: DEBUG nova.compute.manager [req-df0816a6-a2b3-4f01-94fc-feedd01e987f req-a3a84123-203f-4e81-a565-b0c666453c35 service nova] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] No waiting events found dispatching network-vif-plugged-05fdc0fa-71bb-455a-aec3-9612c131b8b7 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.849454] env[69941]: WARNING nova.compute.manager [req-df0816a6-a2b3-4f01-94fc-feedd01e987f req-a3a84123-203f-4e81-a565-b0c666453c35 service nova] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Received unexpected event network-vif-plugged-05fdc0fa-71bb-455a-aec3-9612c131b8b7 for instance with vm_state building and task_state spawning. [ 608.851443] env[69941]: DEBUG nova.compute.manager [req-df0816a6-a2b3-4f01-94fc-feedd01e987f req-a3a84123-203f-4e81-a565-b0c666453c35 service nova] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Received event network-changed-05fdc0fa-71bb-455a-aec3-9612c131b8b7 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.851668] env[69941]: DEBUG nova.compute.manager [req-df0816a6-a2b3-4f01-94fc-feedd01e987f req-a3a84123-203f-4e81-a565-b0c666453c35 service nova] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Refreshing instance network info cache due to event network-changed-05fdc0fa-71bb-455a-aec3-9612c131b8b7. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 608.851871] env[69941]: DEBUG oslo_concurrency.lockutils [req-df0816a6-a2b3-4f01-94fc-feedd01e987f req-a3a84123-203f-4e81-a565-b0c666453c35 service nova] Acquiring lock "refresh_cache-821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.852360] env[69941]: DEBUG oslo_concurrency.lockutils [req-df0816a6-a2b3-4f01-94fc-feedd01e987f req-a3a84123-203f-4e81-a565-b0c666453c35 service nova] Acquired lock "refresh_cache-821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.852360] env[69941]: DEBUG nova.network.neutron [req-df0816a6-a2b3-4f01-94fc-feedd01e987f req-a3a84123-203f-4e81-a565-b0c666453c35 service nova] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Refreshing network info cache for port 05fdc0fa-71bb-455a-aec3-9612c131b8b7 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.927575] env[69941]: DEBUG oslo_concurrency.lockutils [None req-962aaa39-3414-45db-bc5c-a7f77479eaa3 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Lock "c31dfcdf-a92b-45c4-986a-3719c7cecd35" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.941s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.953328] env[69941]: DEBUG nova.scheduler.client.report [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.988843] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.989236] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.025550] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': task-3287861, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.031225] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287862, 'name': CreateVM_Task, 'duration_secs': 0.484073} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.031225] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.031225] env[69941]: DEBUG oslo_concurrency.lockutils [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.031225] env[69941]: DEBUG oslo_concurrency.lockutils [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.031511] env[69941]: DEBUG oslo_concurrency.lockutils [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.031783] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a58aa8-cff8-4635-95ae-1475f0b5ad21 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.038078] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the task: (returnval){ [ 609.038078] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]528ab887-2706-adc7-a9d9-4ae875d3d627" [ 609.038078] env[69941]: _type = "Task" [ 609.038078] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.046613] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528ab887-2706-adc7-a9d9-4ae875d3d627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.064978] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287863, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.071399] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52625888-d2d4-8dd7-c57e-167d32e6bce7, 'name': SearchDatastore_Task, 'duration_secs': 0.010886} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.071743] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.072015] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 57099f0b-431e-418d-87f4-dc00199920e2/57099f0b-431e-418d-87f4-dc00199920e2.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.072435] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a4160ad-1e56-48c6-a7b8-e97ea6f67cfe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.079781] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 609.079781] env[69941]: value = "task-3287865" [ 609.079781] env[69941]: _type = "Task" [ 609.079781] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.089145] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.329975] env[69941]: DEBUG nova.network.neutron [req-f6865b2d-6de7-4e6b-b36f-92365e1fd225 req-098853a3-3969-4942-ad3c-04ed7ad6b47c service nova] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Updated VIF entry in instance network info cache for port 7060526d-ff56-47a9-8983-2807ab3c9d5e. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.329975] env[69941]: DEBUG nova.network.neutron [req-f6865b2d-6de7-4e6b-b36f-92365e1fd225 req-098853a3-3969-4942-ad3c-04ed7ad6b47c service nova] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Updating instance_info_cache with network_info: [{"id": "7060526d-ff56-47a9-8983-2807ab3c9d5e", "address": "fa:16:3e:52:0d:e4", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7060526d-ff", "ovs_interfaceid": "7060526d-ff56-47a9-8983-2807ab3c9d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.462285] env[69941]: DEBUG oslo_concurrency.lockutils [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.464365] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.845s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.466569] env[69941]: INFO nova.compute.claims [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.503912] env[69941]: INFO nova.scheduler.client.report [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Deleted allocations for instance c46fff76-423c-4d01-afe9-8cfb32091c4c [ 609.520170] env[69941]: DEBUG oslo_vmware.api [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': task-3287861, 'name': PowerOnVM_Task, 'duration_secs': 0.677748} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.524627] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.524855] env[69941]: INFO nova.compute.manager [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Took 9.65 seconds to spawn the instance on the hypervisor. [ 609.525041] env[69941]: DEBUG nova.compute.manager [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.525941] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6aa0182-f7a0-4a62-9bc1-e6d30c188f24 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.552015] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528ab887-2706-adc7-a9d9-4ae875d3d627, 'name': SearchDatastore_Task, 'duration_secs': 0.040337} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.556160] env[69941]: DEBUG oslo_concurrency.lockutils [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.556432] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.557088] env[69941]: DEBUG oslo_concurrency.lockutils [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.557356] env[69941]: DEBUG oslo_concurrency.lockutils [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.557614] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.558782] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f97e2546-bfe0-4895-91ec-eb55c4640a2f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.566089] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287863, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.573657] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.573873] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.576485] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5fc9c5c-be27-46e2-acb7-092f68590a20 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.590965] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the task: (returnval){ [ 609.590965] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c72beb-eb3c-b324-3047-47352e71b7fb" [ 609.590965] env[69941]: _type = "Task" [ 609.590965] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.596181] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287865, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.612028] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c72beb-eb3c-b324-3047-47352e71b7fb, 'name': SearchDatastore_Task, 'duration_secs': 0.014404} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.612028] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eacbc22f-63eb-4501-be31-7b143afbed96 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.617895] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the task: (returnval){ [ 609.617895] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52ea96a2-6652-5c75-f96b-66866092b21b" [ 609.617895] env[69941]: _type = "Task" [ 609.617895] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.631494] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ea96a2-6652-5c75-f96b-66866092b21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.837055] env[69941]: DEBUG oslo_concurrency.lockutils [req-f6865b2d-6de7-4e6b-b36f-92365e1fd225 req-098853a3-3969-4942-ad3c-04ed7ad6b47c service nova] Releasing lock "refresh_cache-57099f0b-431e-418d-87f4-dc00199920e2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.022152] env[69941]: DEBUG oslo_concurrency.lockutils [None req-65f19742-1545-4d10-b49d-9df391dd608c tempest-DeleteServersAdminTestJSON-1201437465 tempest-DeleteServersAdminTestJSON-1201437465-project-admin] Lock "c46fff76-423c-4d01-afe9-8cfb32091c4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.651s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.026635] env[69941]: DEBUG nova.network.neutron [req-df0816a6-a2b3-4f01-94fc-feedd01e987f req-a3a84123-203f-4e81-a565-b0c666453c35 service nova] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Updated VIF entry in instance network info cache for port 05fdc0fa-71bb-455a-aec3-9612c131b8b7. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.028038] env[69941]: DEBUG nova.network.neutron [req-df0816a6-a2b3-4f01-94fc-feedd01e987f req-a3a84123-203f-4e81-a565-b0c666453c35 service nova] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Updating instance_info_cache with network_info: [{"id": "05fdc0fa-71bb-455a-aec3-9612c131b8b7", "address": "fa:16:3e:f9:01:62", "network": {"id": "7445a6f5-3260-45f0-a4a7-cd47f5999731", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1672182925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074c4d76f5b34547b77fcfef8020b93b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05fdc0fa-71", "ovs_interfaceid": "05fdc0fa-71bb-455a-aec3-9612c131b8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.063402] env[69941]: INFO nova.compute.manager [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Took 24.95 seconds to build instance. [ 610.071668] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287863, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.090323] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287865, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.133012] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ea96a2-6652-5c75-f96b-66866092b21b, 'name': SearchDatastore_Task, 'duration_secs': 0.064695} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.133012] env[69941]: DEBUG oslo_concurrency.lockutils [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.134144] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d/821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.134144] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12f87fa8-50f9-482a-9249-4703a771cfdb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.141028] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the task: (returnval){ [ 610.141028] env[69941]: value = "task-3287866" [ 610.141028] env[69941]: _type = "Task" [ 610.141028] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.150465] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.535297] env[69941]: DEBUG oslo_concurrency.lockutils [req-df0816a6-a2b3-4f01-94fc-feedd01e987f req-a3a84123-203f-4e81-a565-b0c666453c35 service nova] Releasing lock "refresh_cache-821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.570188] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287863, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.572751] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2f0de457-934f-4e6c-9e91-60742b12ec61 tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Lock "3ab03542-99a7-494e-872d-fb919cbb81f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.409s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.592382] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287865, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.156347} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.592657] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 57099f0b-431e-418d-87f4-dc00199920e2/57099f0b-431e-418d-87f4-dc00199920e2.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.592885] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.593309] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9355526c-9dd2-4e86-99f9-222bc19e3f05 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.603216] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 610.603216] env[69941]: value = "task-3287867" [ 610.603216] env[69941]: _type = "Task" [ 610.603216] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.613430] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.658528] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287866, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.811158] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "138324d1-ed7b-42aa-8b4f-6967ae3c9ad9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.811373] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "138324d1-ed7b-42aa-8b4f-6967ae3c9ad9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.861927] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "34eb9dfc-e46f-4d0c-b34f-a8860772cf11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.862298] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "34eb9dfc-e46f-4d0c-b34f-a8860772cf11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.939978] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Acquiring lock "c31dfcdf-a92b-45c4-986a-3719c7cecd35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.940607] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Lock "c31dfcdf-a92b-45c4-986a-3719c7cecd35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.940607] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Acquiring lock "c31dfcdf-a92b-45c4-986a-3719c7cecd35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.940749] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Lock "c31dfcdf-a92b-45c4-986a-3719c7cecd35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.940818] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Lock "c31dfcdf-a92b-45c4-986a-3719c7cecd35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.943265] env[69941]: INFO nova.compute.manager [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Terminating instance [ 610.996691] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c5ceae-b9c0-4247-8e7f-1fc03e12077d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.005176] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d351623-d220-492e-9929-4b5c017be1e5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.037774] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669c3bb7-7fcd-402f-b234-b0bf48636656 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.045455] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb21ddba-9a28-4aa6-967a-22d37250b9f1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.059148] env[69941]: DEBUG nova.compute.provider_tree [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.069158] env[69941]: DEBUG oslo_vmware.api [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3287863, 'name': PowerOnVM_Task, 'duration_secs': 2.039403} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.069995] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.070239] env[69941]: INFO nova.compute.manager [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Took 13.73 seconds to spawn the instance on the hypervisor. [ 611.070419] env[69941]: DEBUG nova.compute.manager [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.071188] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5407bd-8b99-4821-97ba-97ec1f73999c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.075457] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.117223] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23967} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.117531] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.118407] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cf886b-6803-4e63-9ea3-4ce6cfae487b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.147756] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 57099f0b-431e-418d-87f4-dc00199920e2/57099f0b-431e-418d-87f4-dc00199920e2.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.149606] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8bc7871-c52a-46b7-ba81-c7711524b7be {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.196375] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665582} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.199494] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d/821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.199494] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.199494] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 611.199494] env[69941]: value = "task-3287869" [ 611.199494] env[69941]: _type = "Task" [ 611.199494] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.199494] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bac61e4f-6023-4e16-ba63-33608d314113 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.208134] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the task: (returnval){ [ 611.208134] env[69941]: value = "task-3287870" [ 611.208134] env[69941]: _type = "Task" [ 611.208134] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.212488] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.221471] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.450466] env[69941]: DEBUG nova.compute.manager [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 611.454900] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 611.456385] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91787d6f-3a97-43f1-9135-5df48933aa39 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.464757] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 611.465042] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c3e2f71-83d3-4f94-9052-2ae4f9285aeb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.471781] env[69941]: DEBUG oslo_vmware.api [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Waiting for the task: (returnval){ [ 611.471781] env[69941]: value = "task-3287871" [ 611.471781] env[69941]: _type = "Task" [ 611.471781] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.479789] env[69941]: DEBUG oslo_vmware.api [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.565302] env[69941]: DEBUG nova.scheduler.client.report [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.598096] env[69941]: INFO nova.compute.manager [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Took 27.54 seconds to build instance. [ 611.608371] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.720845] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.730984] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099991} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.731382] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.732272] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a081ddd6-37e7-44a2-a166-cb5821e193fd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.761040] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d/821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.761360] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2c7913f-49ce-476e-a1b1-147d3cf23244 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.783139] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the task: (returnval){ [ 611.783139] env[69941]: value = "task-3287872" [ 611.783139] env[69941]: _type = "Task" [ 611.783139] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.796390] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287872, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.988900] env[69941]: DEBUG oslo_vmware.api [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287871, 'name': PowerOffVM_Task, 'duration_secs': 0.279693} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.989219] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 611.989966] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 611.989966] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85750d3d-0c20-4c36-8816-8444be1b02ca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.047301] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquiring lock "65557afd-6dc1-4a05-b41f-f64895225a44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.048380] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Lock "65557afd-6dc1-4a05-b41f-f64895225a44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.048993] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 612.049202] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 612.049792] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Deleting the datastore file [datastore2] c31dfcdf-a92b-45c4-986a-3719c7cecd35 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.050148] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87c88c0d-61a7-48c3-9b1c-5444c1ac3caf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.056596] env[69941]: DEBUG oslo_vmware.api [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Waiting for the task: (returnval){ [ 612.056596] env[69941]: value = "task-3287874" [ 612.056596] env[69941]: _type = "Task" [ 612.056596] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.066735] env[69941]: DEBUG oslo_vmware.api [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.071347] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.071838] env[69941]: DEBUG nova.compute.manager [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.074591] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.181s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.076035] env[69941]: INFO nova.compute.claims [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.100107] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef0bd4c7-83dd-48c3-86b1-a2a7a84588c1 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "aa056a81-8a00-4984-b41b-fe8780d06430" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.655s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.212874] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287869, 'name': ReconfigVM_Task, 'duration_secs': 0.699153} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.213371] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 57099f0b-431e-418d-87f4-dc00199920e2/57099f0b-431e-418d-87f4-dc00199920e2.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.214923] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b92404ae-2209-4ced-a63b-a1fa0d5b1546 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.222763] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 612.222763] env[69941]: value = "task-3287875" [ 612.222763] env[69941]: _type = "Task" [ 612.222763] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.239445] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287875, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.297552] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287872, 'name': ReconfigVM_Task, 'duration_secs': 0.460421} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.297860] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d/821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.298530] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd407258-8bf9-4d55-920d-4ccb648ec559 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.304690] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the task: (returnval){ [ 612.304690] env[69941]: value = "task-3287876" [ 612.304690] env[69941]: _type = "Task" [ 612.304690] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.313500] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287876, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.470298] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Acquiring lock "d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.470525] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Lock "d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.566524] env[69941]: DEBUG oslo_vmware.api [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Task: {'id': task-3287874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361443} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.566924] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.567175] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 612.567412] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 612.567636] env[69941]: INFO nova.compute.manager [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Took 1.12 seconds to destroy the instance on the hypervisor. [ 612.567953] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.568306] env[69941]: DEBUG nova.compute.manager [-] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 612.568551] env[69941]: DEBUG nova.network.neutron [-] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 612.580771] env[69941]: DEBUG nova.compute.utils [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.587830] env[69941]: DEBUG nova.compute.manager [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.588187] env[69941]: DEBUG nova.network.neutron [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.603901] env[69941]: DEBUG nova.compute.manager [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.672399] env[69941]: DEBUG nova.policy [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddb8b892295c418eb4ed5740b20b4056', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4e3431c16c448d78db4bb20706353c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.707034] env[69941]: DEBUG nova.compute.manager [req-31fb0d3d-4597-43c7-823b-a5231fe5f800 req-cfbaa15e-bd4b-489b-995e-4f448d1f0b0b service nova] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Received event network-changed-88c5254c-a755-48ad-b08b-3c18f841ff0b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.707325] env[69941]: DEBUG nova.compute.manager [req-31fb0d3d-4597-43c7-823b-a5231fe5f800 req-cfbaa15e-bd4b-489b-995e-4f448d1f0b0b service nova] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Refreshing instance network info cache due to event network-changed-88c5254c-a755-48ad-b08b-3c18f841ff0b. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 612.707666] env[69941]: DEBUG oslo_concurrency.lockutils [req-31fb0d3d-4597-43c7-823b-a5231fe5f800 req-cfbaa15e-bd4b-489b-995e-4f448d1f0b0b service nova] Acquiring lock "refresh_cache-3ab03542-99a7-494e-872d-fb919cbb81f4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.707952] env[69941]: DEBUG oslo_concurrency.lockutils [req-31fb0d3d-4597-43c7-823b-a5231fe5f800 req-cfbaa15e-bd4b-489b-995e-4f448d1f0b0b service nova] Acquired lock "refresh_cache-3ab03542-99a7-494e-872d-fb919cbb81f4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.708377] env[69941]: DEBUG nova.network.neutron [req-31fb0d3d-4597-43c7-823b-a5231fe5f800 req-cfbaa15e-bd4b-489b-995e-4f448d1f0b0b service nova] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Refreshing network info cache for port 88c5254c-a755-48ad-b08b-3c18f841ff0b {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.735431] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287875, 'name': Rename_Task, 'duration_secs': 0.243977} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.735714] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.735960] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caf60700-7694-46d1-acc7-b81b009d2e05 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.742493] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 612.742493] env[69941]: value = "task-3287877" [ 612.742493] env[69941]: _type = "Task" [ 612.742493] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.752943] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.822503] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287876, 'name': Rename_Task, 'duration_secs': 0.195311} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.822877] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.823325] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-427628ff-97fc-4f8e-99d9-059a8c8dfb56 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.831837] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the task: (returnval){ [ 612.831837] env[69941]: value = "task-3287878" [ 612.831837] env[69941]: _type = "Task" [ 612.831837] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.841297] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.093487] env[69941]: DEBUG nova.compute.manager [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.140435] env[69941]: DEBUG oslo_concurrency.lockutils [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.255626] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287877, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.348369] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287878, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.464153] env[69941]: DEBUG nova.network.neutron [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Successfully created port: 0c083125-8637-4ae6-a128-82c368c8c37b {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.603803] env[69941]: DEBUG nova.network.neutron [-] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.683850] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cd06db-a122-4f9a-973e-a859ad6a512e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.692348] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1773af8a-ec4d-4130-b943-e06956897c89 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.736177] env[69941]: DEBUG nova.network.neutron [req-31fb0d3d-4597-43c7-823b-a5231fe5f800 req-cfbaa15e-bd4b-489b-995e-4f448d1f0b0b service nova] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Updated VIF entry in instance network info cache for port 88c5254c-a755-48ad-b08b-3c18f841ff0b. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.736177] env[69941]: DEBUG nova.network.neutron [req-31fb0d3d-4597-43c7-823b-a5231fe5f800 req-cfbaa15e-bd4b-489b-995e-4f448d1f0b0b service nova] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Updating instance_info_cache with network_info: [{"id": "88c5254c-a755-48ad-b08b-3c18f841ff0b", "address": "fa:16:3e:2d:09:a2", "network": {"id": "baad5a92-6dfb-4ce4-8ecf-860aed399606", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1322496700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca00fb5f4a984ca79b89808a4ead8f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c5254c-a7", "ovs_interfaceid": "88c5254c-a755-48ad-b08b-3c18f841ff0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.737794] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4e3294-089a-4497-924f-9ad050133035 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.741301] env[69941]: DEBUG nova.compute.manager [req-69c59101-b6cf-4afb-90b9-ad93e4d236ec req-7c6d4f72-5391-4f7e-9f4b-213d84a1f2c7 service nova] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Received event network-vif-deleted-103424b3-f99c-45df-9c05-db229745d70f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.751533] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80536794-73dd-4cf7-a51f-e0761ce597f3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.762069] env[69941]: DEBUG oslo_vmware.api [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287877, 'name': PowerOnVM_Task, 'duration_secs': 0.638468} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.770295] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.772515] env[69941]: INFO nova.compute.manager [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Took 11.31 seconds to spawn the instance on the hypervisor. [ 613.772515] env[69941]: DEBUG nova.compute.manager [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.772515] env[69941]: DEBUG nova.compute.provider_tree [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.773616] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004cdfc4-3c00-4895-9bb4-0e041ef1d00a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.850012] env[69941]: DEBUG oslo_vmware.api [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287878, 'name': PowerOnVM_Task, 'duration_secs': 0.634227} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.850132] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.851300] env[69941]: INFO nova.compute.manager [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Took 8.75 seconds to spawn the instance on the hypervisor. [ 613.851300] env[69941]: DEBUG nova.compute.manager [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.851300] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a96eff-3370-480d-bcb0-4810badae238 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.962971] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "9dbd6bcd-466e-473b-ba23-edf62703e440" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.963753] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "9dbd6bcd-466e-473b-ba23-edf62703e440" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.109999] env[69941]: DEBUG nova.compute.manager [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.111828] env[69941]: INFO nova.compute.manager [-] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Took 1.54 seconds to deallocate network for instance. [ 614.146835] env[69941]: DEBUG nova.virt.hardware [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.148167] env[69941]: DEBUG nova.virt.hardware [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.148167] env[69941]: DEBUG nova.virt.hardware [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.148167] env[69941]: DEBUG nova.virt.hardware [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.148167] env[69941]: DEBUG nova.virt.hardware [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.148167] env[69941]: DEBUG nova.virt.hardware [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.148404] env[69941]: DEBUG nova.virt.hardware [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.148404] env[69941]: DEBUG nova.virt.hardware [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.148534] env[69941]: DEBUG nova.virt.hardware [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.149134] env[69941]: DEBUG nova.virt.hardware [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.149134] env[69941]: DEBUG nova.virt.hardware [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.150104] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5d3c6e-6554-425c-b1d8-3b2f09982ed7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.162344] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdb8e5c-a839-40aa-93e9-903da01fd7a7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.242810] env[69941]: DEBUG oslo_concurrency.lockutils [req-31fb0d3d-4597-43c7-823b-a5231fe5f800 req-cfbaa15e-bd4b-489b-995e-4f448d1f0b0b service nova] Releasing lock "refresh_cache-3ab03542-99a7-494e-872d-fb919cbb81f4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.278516] env[69941]: DEBUG nova.scheduler.client.report [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.292021] env[69941]: INFO nova.compute.manager [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Took 27.61 seconds to build instance. [ 614.371527] env[69941]: INFO nova.compute.manager [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Took 24.03 seconds to build instance. [ 614.618244] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.784610] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.785268] env[69941]: DEBUG nova.compute.manager [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.789251] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.390s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.789251] env[69941]: DEBUG nova.objects.instance [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Lazy-loading 'resources' on Instance uuid 73dd564b-5d45-4406-a4f4-072084f194ad {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 614.793112] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e1efae0f-26bc-40c9-83e9-f3ca00b927e8 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "57099f0b-431e-418d-87f4-dc00199920e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.283s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.875518] env[69941]: DEBUG oslo_concurrency.lockutils [None req-94b57996-c319-4c97-b248-f55a7fcc9caf tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Lock "821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.648s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.228264] env[69941]: DEBUG nova.network.neutron [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Successfully updated port: 0c083125-8637-4ae6-a128-82c368c8c37b {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.290837] env[69941]: DEBUG nova.compute.utils [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.292374] env[69941]: DEBUG nova.compute.manager [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Not allocating networking since 'none' was specified. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 615.295930] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.384268] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.730693] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Acquiring lock "refresh_cache-d5d14fe9-b56d-49ea-8d83-5e94439e8534" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.730693] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Acquired lock "refresh_cache-d5d14fe9-b56d-49ea-8d83-5e94439e8534" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.730920] env[69941]: DEBUG nova.network.neutron [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.797049] env[69941]: DEBUG nova.compute.manager [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.832573] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.875382] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0844485c-b755-4019-a4db-30bb417047b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.889110] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3b4400-45d2-4f63-a494-5138187d2a84 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.944173] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.945200] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4df37c6-6133-4d8d-bf1b-96b5e2153d85 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.955853] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81286af7-b294-41c0-aea2-07824a51908a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.975220] env[69941]: DEBUG nova.compute.provider_tree [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.053714] env[69941]: DEBUG oslo_concurrency.lockutils [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Acquiring lock "de55432c-0427-421a-bac7-cd2fc34c9749" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.053918] env[69941]: DEBUG oslo_concurrency.lockutils [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Lock "de55432c-0427-421a-bac7-cd2fc34c9749" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.102026] env[69941]: DEBUG nova.compute.manager [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.102986] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2e510d-9b37-4e25-b509-3b5156e4d6f1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.253696] env[69941]: DEBUG nova.compute.manager [req-be01d4e8-d10a-48dc-83ea-cf6799ea56df req-02d57ca8-eb55-4b01-ba78-e3932fb2ea04 service nova] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Received event network-vif-plugged-0c083125-8637-4ae6-a128-82c368c8c37b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.253998] env[69941]: DEBUG oslo_concurrency.lockutils [req-be01d4e8-d10a-48dc-83ea-cf6799ea56df req-02d57ca8-eb55-4b01-ba78-e3932fb2ea04 service nova] Acquiring lock "d5d14fe9-b56d-49ea-8d83-5e94439e8534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.254541] env[69941]: DEBUG oslo_concurrency.lockutils [req-be01d4e8-d10a-48dc-83ea-cf6799ea56df req-02d57ca8-eb55-4b01-ba78-e3932fb2ea04 service nova] Lock "d5d14fe9-b56d-49ea-8d83-5e94439e8534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.254658] env[69941]: DEBUG oslo_concurrency.lockutils [req-be01d4e8-d10a-48dc-83ea-cf6799ea56df req-02d57ca8-eb55-4b01-ba78-e3932fb2ea04 service nova] Lock "d5d14fe9-b56d-49ea-8d83-5e94439e8534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.254735] env[69941]: DEBUG nova.compute.manager [req-be01d4e8-d10a-48dc-83ea-cf6799ea56df req-02d57ca8-eb55-4b01-ba78-e3932fb2ea04 service nova] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] No waiting events found dispatching network-vif-plugged-0c083125-8637-4ae6-a128-82c368c8c37b {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.254897] env[69941]: WARNING nova.compute.manager [req-be01d4e8-d10a-48dc-83ea-cf6799ea56df req-02d57ca8-eb55-4b01-ba78-e3932fb2ea04 service nova] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Received unexpected event network-vif-plugged-0c083125-8637-4ae6-a128-82c368c8c37b for instance with vm_state building and task_state spawning. [ 616.255090] env[69941]: DEBUG nova.compute.manager [req-be01d4e8-d10a-48dc-83ea-cf6799ea56df req-02d57ca8-eb55-4b01-ba78-e3932fb2ea04 service nova] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Received event network-changed-0c083125-8637-4ae6-a128-82c368c8c37b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.255251] env[69941]: DEBUG nova.compute.manager [req-be01d4e8-d10a-48dc-83ea-cf6799ea56df req-02d57ca8-eb55-4b01-ba78-e3932fb2ea04 service nova] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Refreshing instance network info cache due to event network-changed-0c083125-8637-4ae6-a128-82c368c8c37b. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.255414] env[69941]: DEBUG oslo_concurrency.lockutils [req-be01d4e8-d10a-48dc-83ea-cf6799ea56df req-02d57ca8-eb55-4b01-ba78-e3932fb2ea04 service nova] Acquiring lock "refresh_cache-d5d14fe9-b56d-49ea-8d83-5e94439e8534" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.285977] env[69941]: DEBUG nova.network.neutron [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.467635] env[69941]: DEBUG nova.network.neutron [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Updating instance_info_cache with network_info: [{"id": "0c083125-8637-4ae6-a128-82c368c8c37b", "address": "fa:16:3e:8e:36:59", "network": {"id": "60dabe94-363a-4c81-9e50-49e730646df1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-69442552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4e3431c16c448d78db4bb20706353c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c083125-86", "ovs_interfaceid": "0c083125-8637-4ae6-a128-82c368c8c37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.479062] env[69941]: DEBUG nova.scheduler.client.report [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.619426] env[69941]: INFO nova.compute.manager [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] instance snapshotting [ 616.623512] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a621a65-2e9e-4556-a6b0-c37dd553039e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.645709] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b13a326-1577-4c6f-983f-1d6b750bf92e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.808364] env[69941]: DEBUG nova.compute.manager [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.844243] env[69941]: DEBUG nova.virt.hardware [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.845362] env[69941]: DEBUG nova.virt.hardware [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.845644] env[69941]: DEBUG nova.virt.hardware [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.846013] env[69941]: DEBUG nova.virt.hardware [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.846293] env[69941]: DEBUG nova.virt.hardware [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.846568] env[69941]: DEBUG nova.virt.hardware [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.846824] env[69941]: DEBUG nova.virt.hardware [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.846996] env[69941]: DEBUG nova.virt.hardware [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.847184] env[69941]: DEBUG nova.virt.hardware [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.847350] env[69941]: DEBUG nova.virt.hardware [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.847522] env[69941]: DEBUG nova.virt.hardware [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.848416] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a397b477-8ba2-4c95-853b-8145a1a4a805 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.861187] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63a7238-40e8-40fe-85fc-607a509b9de8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.880290] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Instance VIF info [] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.886057] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Creating folder: Project (f14c464c5c094a8595d1adae0125ccac). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.886408] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57c14da6-4954-4000-ae43-990dfcb10062 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.900832] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Created folder: Project (f14c464c5c094a8595d1adae0125ccac) in parent group-v656570. [ 616.901075] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Creating folder: Instances. Parent ref: group-v656613. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.901304] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a00dcb22-efbf-4b70-a6e9-23a05b42fbff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.914315] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Created folder: Instances in parent group-v656613. [ 616.914569] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.914767] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.914973] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b51c8afd-9115-4247-af78-9824600c9861 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.934845] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.934845] env[69941]: value = "task-3287883" [ 616.934845] env[69941]: _type = "Task" [ 616.934845] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.944733] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287883, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.970997] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Releasing lock "refresh_cache-d5d14fe9-b56d-49ea-8d83-5e94439e8534" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.970997] env[69941]: DEBUG nova.compute.manager [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Instance network_info: |[{"id": "0c083125-8637-4ae6-a128-82c368c8c37b", "address": "fa:16:3e:8e:36:59", "network": {"id": "60dabe94-363a-4c81-9e50-49e730646df1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-69442552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4e3431c16c448d78db4bb20706353c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c083125-86", "ovs_interfaceid": "0c083125-8637-4ae6-a128-82c368c8c37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.971229] env[69941]: DEBUG oslo_concurrency.lockutils [req-be01d4e8-d10a-48dc-83ea-cf6799ea56df req-02d57ca8-eb55-4b01-ba78-e3932fb2ea04 service nova] Acquired lock "refresh_cache-d5d14fe9-b56d-49ea-8d83-5e94439e8534" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.971229] env[69941]: DEBUG nova.network.neutron [req-be01d4e8-d10a-48dc-83ea-cf6799ea56df req-02d57ca8-eb55-4b01-ba78-e3932fb2ea04 service nova] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Refreshing network info cache for port 0c083125-8637-4ae6-a128-82c368c8c37b {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.972417] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:36:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c083125-8637-4ae6-a128-82c368c8c37b', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.983232] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Creating folder: Project (c4e3431c16c448d78db4bb20706353c6). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.987061] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9e41f7e-0c93-4f08-817f-faa11940fa1d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.989950] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.999725] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.284s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.001523] env[69941]: INFO nova.compute.claims [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.019965] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Created folder: Project (c4e3431c16c448d78db4bb20706353c6) in parent group-v656570. [ 617.020357] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Creating folder: Instances. Parent ref: group-v656616. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.020773] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa6cd26c-e287-41e1-86e3-7eb9348966a9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.028283] env[69941]: INFO nova.scheduler.client.report [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Deleted allocations for instance 73dd564b-5d45-4406-a4f4-072084f194ad [ 617.038561] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Created folder: Instances in parent group-v656616. [ 617.038561] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.038561] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.038561] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d232f62e-9dce-4d67-95d0-2f6aaee0a0b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.065213] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.065213] env[69941]: value = "task-3287886" [ 617.065213] env[69941]: _type = "Task" [ 617.065213] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.080718] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287886, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.158534] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 617.158906] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b3c000cb-6ecd-41c4-a777-57c7a3e18bde {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.175262] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the task: (returnval){ [ 617.175262] env[69941]: value = "task-3287887" [ 617.175262] env[69941]: _type = "Task" [ 617.175262] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.188556] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287887, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.213210] env[69941]: DEBUG nova.compute.manager [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Stashing vm_state: active {{(pid=69941) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 617.445961] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287883, 'name': CreateVM_Task, 'duration_secs': 0.465448} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.446739] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.447171] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.447460] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.447814] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.448399] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e114fd0b-d319-4b65-a0f3-33bbf4f17a73 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.454010] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Waiting for the task: (returnval){ [ 617.454010] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]522cd6e2-677f-2aa1-1d23-94b7c132e7ff" [ 617.454010] env[69941]: _type = "Task" [ 617.454010] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.464507] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522cd6e2-677f-2aa1-1d23-94b7c132e7ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.478883] env[69941]: DEBUG nova.network.neutron [req-be01d4e8-d10a-48dc-83ea-cf6799ea56df req-02d57ca8-eb55-4b01-ba78-e3932fb2ea04 service nova] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Updated VIF entry in instance network info cache for port 0c083125-8637-4ae6-a128-82c368c8c37b. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.479182] env[69941]: DEBUG nova.network.neutron [req-be01d4e8-d10a-48dc-83ea-cf6799ea56df req-02d57ca8-eb55-4b01-ba78-e3932fb2ea04 service nova] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Updating instance_info_cache with network_info: [{"id": "0c083125-8637-4ae6-a128-82c368c8c37b", "address": "fa:16:3e:8e:36:59", "network": {"id": "60dabe94-363a-4c81-9e50-49e730646df1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-69442552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4e3431c16c448d78db4bb20706353c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c083125-86", "ovs_interfaceid": "0c083125-8637-4ae6-a128-82c368c8c37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.541394] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3cd540b7-770a-4580-bb6c-6ab517e8bd39 tempest-ServerDiagnosticsNegativeTest-950598626 tempest-ServerDiagnosticsNegativeTest-950598626-project-member] Lock "73dd564b-5d45-4406-a4f4-072084f194ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.539s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.577244] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287886, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.685671] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287887, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.740051] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.966962] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522cd6e2-677f-2aa1-1d23-94b7c132e7ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016205} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.967254] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.967507] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.967762] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.967968] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.968175] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.968444] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a184fae-4651-474d-9bc8-d0991e42bf71 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.984082] env[69941]: DEBUG oslo_concurrency.lockutils [req-be01d4e8-d10a-48dc-83ea-cf6799ea56df req-02d57ca8-eb55-4b01-ba78-e3932fb2ea04 service nova] Releasing lock "refresh_cache-d5d14fe9-b56d-49ea-8d83-5e94439e8534" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.984550] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.984717] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.985495] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c4dc155-4159-45d6-9414-814cf22bd425 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.993693] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Waiting for the task: (returnval){ [ 617.993693] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]529750c7-55fe-95a3-5565-82ad00dd9360" [ 617.993693] env[69941]: _type = "Task" [ 617.993693] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.003384] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529750c7-55fe-95a3-5565-82ad00dd9360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.086619] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287886, 'name': CreateVM_Task, 'duration_secs': 0.54499} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.086712] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.087480] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.087760] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.088923] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.094199] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b71eff-bd6a-40b3-bf1a-697fece13c33 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.099435] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Waiting for the task: (returnval){ [ 618.099435] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c1ea4c-1418-37b3-8bdb-3a234e3d4151" [ 618.099435] env[69941]: _type = "Task" [ 618.099435] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.109276] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c1ea4c-1418-37b3-8bdb-3a234e3d4151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.186686] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287887, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.508154] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529750c7-55fe-95a3-5565-82ad00dd9360, 'name': SearchDatastore_Task, 'duration_secs': 0.019788} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.512966] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9b4daeb-1b11-4d9f-8361-61e25fbd000f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.520368] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Waiting for the task: (returnval){ [ 618.520368] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52150311-b84a-edcf-4426-45b67d1cb13f" [ 618.520368] env[69941]: _type = "Task" [ 618.520368] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.533226] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52150311-b84a-edcf-4426-45b67d1cb13f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.567763] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4115cbd3-cc07-43e1-b3b5-dbe14075b52b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.578034] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e345b476-cdc3-42b2-bedd-47ea29af7c5d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.624507] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a12c69-a029-4b0b-b512-831faf631be0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.634100] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c1ea4c-1418-37b3-8bdb-3a234e3d4151, 'name': SearchDatastore_Task, 'duration_secs': 0.015629} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.636640] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.636805] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.637060] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.639289] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b592cff-3000-412e-ad66-c89763e1a5b5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.655095] env[69941]: DEBUG nova.compute.provider_tree [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.692681] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287887, 'name': CreateSnapshot_Task, 'duration_secs': 1.074018} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.696020] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 618.696020] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a411873-35b2-4509-ab9a-eb9c8ea5a2d3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.031236] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52150311-b84a-edcf-4426-45b67d1cb13f, 'name': SearchDatastore_Task, 'duration_secs': 0.013639} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.031451] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.031712] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 3a19b6bd-973a-4e74-a3f3-e188a4848444/3a19b6bd-973a-4e74-a3f3-e188a4848444.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.032248] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.032480] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.032665] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6342132-b9f1-4ffb-bdad-53bba16cbe18 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.034594] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87a9064f-8b1b-4d5a-bfdd-4c6f60c85c88 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.045555] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Waiting for the task: (returnval){ [ 619.045555] env[69941]: value = "task-3287889" [ 619.045555] env[69941]: _type = "Task" [ 619.045555] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.047561] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.047561] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.051879] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e543fc2-97e1-4bbf-ac55-a0e512441690 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.060132] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': task-3287889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.061814] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Waiting for the task: (returnval){ [ 619.061814] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526f868c-c1ee-0ede-7f6e-88badd6a6544" [ 619.061814] env[69941]: _type = "Task" [ 619.061814] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.072776] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526f868c-c1ee-0ede-7f6e-88badd6a6544, 'name': SearchDatastore_Task, 'duration_secs': 0.0112} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.073701] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fc2bdda-f5e9-4d99-bd9f-67e9a053dfe6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.082846] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Waiting for the task: (returnval){ [ 619.082846] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]525f4632-e7da-6d0a-89e3-eab5e0a77aca" [ 619.082846] env[69941]: _type = "Task" [ 619.082846] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.090066] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]525f4632-e7da-6d0a-89e3-eab5e0a77aca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.160644] env[69941]: DEBUG nova.scheduler.client.report [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.224686] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 619.225485] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d4532733-a721-4107-a40f-fde76f54dcf2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.241074] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the task: (returnval){ [ 619.241074] env[69941]: value = "task-3287890" [ 619.241074] env[69941]: _type = "Task" [ 619.241074] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.255759] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287890, 'name': CloneVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.560613] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': task-3287889, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.595876] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]525f4632-e7da-6d0a-89e3-eab5e0a77aca, 'name': SearchDatastore_Task, 'duration_secs': 0.009995} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.596299] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.596748] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] d5d14fe9-b56d-49ea-8d83-5e94439e8534/d5d14fe9-b56d-49ea-8d83-5e94439e8534.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.596914] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6beef32a-db90-42c7-85aa-ddbe87118f09 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.606830] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Waiting for the task: (returnval){ [ 619.606830] env[69941]: value = "task-3287892" [ 619.606830] env[69941]: _type = "Task" [ 619.606830] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.620069] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': task-3287892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.666707] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.667307] env[69941]: DEBUG nova.compute.manager [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.673098] env[69941]: DEBUG oslo_concurrency.lockutils [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.764s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.673098] env[69941]: INFO nova.compute.claims [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.755681] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287890, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.063262] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': task-3287889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526334} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.063262] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 3a19b6bd-973a-4e74-a3f3-e188a4848444/3a19b6bd-973a-4e74-a3f3-e188a4848444.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.063262] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.063262] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a377febd-84d6-4f64-ac6d-588c4ae8964d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.073063] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Waiting for the task: (returnval){ [ 620.073063] env[69941]: value = "task-3287893" [ 620.073063] env[69941]: _type = "Task" [ 620.073063] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.084363] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': task-3287893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.118682] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': task-3287892, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.184198] env[69941]: DEBUG nova.compute.utils [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.184198] env[69941]: DEBUG nova.compute.manager [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.186289] env[69941]: DEBUG nova.network.neutron [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.256489] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287890, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.305472] env[69941]: DEBUG nova.policy [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd49ed423a514e06a373ac78b4e044de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a6cd10d4b9c4a68a2f5c53e79a9c56c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.586414] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': task-3287893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166974} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.587111] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.588462] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c71d4c-29a8-463c-a7b0-ffa47ba3dd14 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.612072] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 3a19b6bd-973a-4e74-a3f3-e188a4848444/3a19b6bd-973a-4e74-a3f3-e188a4848444.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.612462] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e962aff1-fa0c-4d29-a011-6a1a1f1b72dc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.641984] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': task-3287892, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.647168] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Waiting for the task: (returnval){ [ 620.647168] env[69941]: value = "task-3287894" [ 620.647168] env[69941]: _type = "Task" [ 620.647168] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.653080] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': task-3287894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.687871] env[69941]: DEBUG nova.compute.manager [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.759966] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287890, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.830536] env[69941]: DEBUG nova.network.neutron [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Successfully created port: aa0a4da0-c2cc-46d9-b553-f5b220ee7080 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.043482] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquiring lock "f523f6f3-7371-4ac7-a6e8-d02ea76d1999" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.043724] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "f523f6f3-7371-4ac7-a6e8-d02ea76d1999" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.128357] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': task-3287892, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.505554} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.128660] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] d5d14fe9-b56d-49ea-8d83-5e94439e8534/d5d14fe9-b56d-49ea-8d83-5e94439e8534.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.128885] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.129166] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee80c664-4ead-4a5d-9a50-f96a416b4a0a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.140653] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Waiting for the task: (returnval){ [ 621.140653] env[69941]: value = "task-3287895" [ 621.140653] env[69941]: _type = "Task" [ 621.140653] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.159823] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': task-3287895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.167413] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': task-3287894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.269530] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287890, 'name': CloneVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.337872] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff8465b-38e1-44af-95e4-bd71767da833 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.353330] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb4ef66-ed92-44d5-bd87-4aa4380d3237 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.397390] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcc473e-5186-4bcf-93d4-f873cb832f2f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.403222] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "f684ba22-e1f9-4ac7-a0f1-f06dd384812b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.403458] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "f684ba22-e1f9-4ac7-a0f1-f06dd384812b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.410053] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b258699-5426-4bd8-8c14-61370c977675 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.430382] env[69941]: DEBUG nova.compute.provider_tree [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.654363] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': task-3287895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082677} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.655635] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.656497] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10258e17-f0a0-4951-b8a5-d2f6b0dd7977 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.662038] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': task-3287894, 'name': ReconfigVM_Task, 'duration_secs': 0.696332} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.662669] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 3a19b6bd-973a-4e74-a3f3-e188a4848444/3a19b6bd-973a-4e74-a3f3-e188a4848444.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.663279] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5265dd23-47a1-4b49-8004-07bcc04d0df5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.684365] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] d5d14fe9-b56d-49ea-8d83-5e94439e8534/d5d14fe9-b56d-49ea-8d83-5e94439e8534.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.685267] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-843f6abb-c2e2-4dfc-98c0-d56de048d958 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.704455] env[69941]: DEBUG nova.compute.manager [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.706571] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Waiting for the task: (returnval){ [ 621.706571] env[69941]: value = "task-3287897" [ 621.706571] env[69941]: _type = "Task" [ 621.706571] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.720609] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Waiting for the task: (returnval){ [ 621.720609] env[69941]: value = "task-3287898" [ 621.720609] env[69941]: _type = "Task" [ 621.720609] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.731250] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': task-3287897, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.739875] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': task-3287898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.742502] env[69941]: DEBUG nova.virt.hardware [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.742763] env[69941]: DEBUG nova.virt.hardware [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.742938] env[69941]: DEBUG nova.virt.hardware [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.743312] env[69941]: DEBUG nova.virt.hardware [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.743501] env[69941]: DEBUG nova.virt.hardware [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.743666] env[69941]: DEBUG nova.virt.hardware [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.743912] env[69941]: DEBUG nova.virt.hardware [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.744066] env[69941]: DEBUG nova.virt.hardware [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.744246] env[69941]: DEBUG nova.virt.hardware [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.744405] env[69941]: DEBUG nova.virt.hardware [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.744576] env[69941]: DEBUG nova.virt.hardware [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.745468] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903fc9ac-ed4b-4176-b49e-bdecb22f7c2a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.757634] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287890, 'name': CloneVM_Task, 'duration_secs': 2.228893} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.760084] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Created linked-clone VM from snapshot [ 621.760943] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95600283-7c7e-4f6b-b859-e72220d6009f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.764511] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c297fab-d32d-4b80-a2b5-a654586dd3c0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.774282] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Uploading image df863195-2cef-49a4-b9bc-445ec0b51a67 {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 621.808606] env[69941]: DEBUG oslo_vmware.rw_handles [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 621.808606] env[69941]: value = "vm-656620" [ 621.808606] env[69941]: _type = "VirtualMachine" [ 621.808606] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 621.808937] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-63f3ce61-1546-4db7-859a-0b62581f811b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.820026] env[69941]: DEBUG oslo_vmware.rw_handles [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Lease: (returnval){ [ 621.820026] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523fc59b-d3a8-6915-4b71-6b2932a7406b" [ 621.820026] env[69941]: _type = "HttpNfcLease" [ 621.820026] env[69941]: } obtained for exporting VM: (result){ [ 621.820026] env[69941]: value = "vm-656620" [ 621.820026] env[69941]: _type = "VirtualMachine" [ 621.820026] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 621.820831] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the lease: (returnval){ [ 621.820831] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523fc59b-d3a8-6915-4b71-6b2932a7406b" [ 621.820831] env[69941]: _type = "HttpNfcLease" [ 621.820831] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 621.830526] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 621.830526] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523fc59b-d3a8-6915-4b71-6b2932a7406b" [ 621.830526] env[69941]: _type = "HttpNfcLease" [ 621.830526] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 621.934400] env[69941]: DEBUG nova.scheduler.client.report [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.228907] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': task-3287897, 'name': Rename_Task, 'duration_secs': 0.156282} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.229813] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.230484] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b389d027-3ac8-4165-82d8-20e98f4197c2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.236310] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': task-3287898, 'name': ReconfigVM_Task, 'duration_secs': 0.392061} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.237033] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Reconfigured VM instance instance-0000000f to attach disk [datastore2] d5d14fe9-b56d-49ea-8d83-5e94439e8534/d5d14fe9-b56d-49ea-8d83-5e94439e8534.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.237779] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98532a3b-9314-4042-8675-133249b2a4e6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.243325] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Waiting for the task: (returnval){ [ 622.243325] env[69941]: value = "task-3287900" [ 622.243325] env[69941]: _type = "Task" [ 622.243325] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.250046] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Waiting for the task: (returnval){ [ 622.250046] env[69941]: value = "task-3287901" [ 622.250046] env[69941]: _type = "Task" [ 622.250046] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.256489] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': task-3287900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.263493] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': task-3287901, 'name': Rename_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.329924] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 622.329924] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523fc59b-d3a8-6915-4b71-6b2932a7406b" [ 622.329924] env[69941]: _type = "HttpNfcLease" [ 622.329924] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 622.330486] env[69941]: DEBUG oslo_vmware.rw_handles [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 622.330486] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523fc59b-d3a8-6915-4b71-6b2932a7406b" [ 622.330486] env[69941]: _type = "HttpNfcLease" [ 622.330486] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 622.332205] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516f22ec-2a2f-45a8-a08a-a77c6fbbcfc5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.343964] env[69941]: DEBUG oslo_vmware.rw_handles [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522da719-8adb-3411-6f41-b3fafa460988/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 622.344759] env[69941]: DEBUG oslo_vmware.rw_handles [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522da719-8adb-3411-6f41-b3fafa460988/disk-0.vmdk for reading. {{(pid=69941) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 622.440923] env[69941]: DEBUG oslo_concurrency.lockutils [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.441301] env[69941]: DEBUG nova.compute.manager [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.443917] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.992s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.445359] env[69941]: INFO nova.compute.claims [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.533172] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3bffd3c6-e432-44f3-8f63-b7024806ddfe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.764725] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': task-3287900, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.765092] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': task-3287901, 'name': Rename_Task, 'duration_secs': 0.213953} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.765381] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.765548] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ea1e8a4-cbc8-48b8-9760-b267b29ff327 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.777742] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Waiting for the task: (returnval){ [ 622.777742] env[69941]: value = "task-3287902" [ 622.777742] env[69941]: _type = "Task" [ 622.777742] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.789092] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': task-3287902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.791210] env[69941]: DEBUG nova.network.neutron [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Successfully updated port: aa0a4da0-c2cc-46d9-b553-f5b220ee7080 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.811624] env[69941]: DEBUG nova.compute.manager [req-b5895ba2-0808-4a74-9e39-47b0fbe66172 req-e7a76169-6443-4644-beb7-0a835cb0428a service nova] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Received event network-vif-plugged-aa0a4da0-c2cc-46d9-b553-f5b220ee7080 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.811957] env[69941]: DEBUG oslo_concurrency.lockutils [req-b5895ba2-0808-4a74-9e39-47b0fbe66172 req-e7a76169-6443-4644-beb7-0a835cb0428a service nova] Acquiring lock "821e3737-9932-439c-8031-29a6e4eb5462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.812250] env[69941]: DEBUG oslo_concurrency.lockutils [req-b5895ba2-0808-4a74-9e39-47b0fbe66172 req-e7a76169-6443-4644-beb7-0a835cb0428a service nova] Lock "821e3737-9932-439c-8031-29a6e4eb5462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.812489] env[69941]: DEBUG oslo_concurrency.lockutils [req-b5895ba2-0808-4a74-9e39-47b0fbe66172 req-e7a76169-6443-4644-beb7-0a835cb0428a service nova] Lock "821e3737-9932-439c-8031-29a6e4eb5462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.812715] env[69941]: DEBUG nova.compute.manager [req-b5895ba2-0808-4a74-9e39-47b0fbe66172 req-e7a76169-6443-4644-beb7-0a835cb0428a service nova] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] No waiting events found dispatching network-vif-plugged-aa0a4da0-c2cc-46d9-b553-f5b220ee7080 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.813206] env[69941]: WARNING nova.compute.manager [req-b5895ba2-0808-4a74-9e39-47b0fbe66172 req-e7a76169-6443-4644-beb7-0a835cb0428a service nova] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Received unexpected event network-vif-plugged-aa0a4da0-c2cc-46d9-b553-f5b220ee7080 for instance with vm_state building and task_state spawning. [ 622.880489] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "9124437a-6601-4be7-9477-718f1ad678a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.880750] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9124437a-6601-4be7-9477-718f1ad678a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.952580] env[69941]: DEBUG nova.compute.utils [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.957737] env[69941]: DEBUG nova.compute.manager [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.957737] env[69941]: DEBUG nova.network.neutron [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.015285] env[69941]: DEBUG nova.policy [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3544091d42dc4ec0b8618a5202115b98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b0c886501014495bfd72f24248c1a8b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.264391] env[69941]: DEBUG oslo_vmware.api [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': task-3287900, 'name': PowerOnVM_Task, 'duration_secs': 0.518543} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.265118] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.265494] env[69941]: INFO nova.compute.manager [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Took 6.46 seconds to spawn the instance on the hypervisor. [ 623.265827] env[69941]: DEBUG nova.compute.manager [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.266935] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af9762f-6d10-42d0-8e54-21ec356583dc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.311978] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Acquiring lock "refresh_cache-821e3737-9932-439c-8031-29a6e4eb5462" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.312205] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Acquired lock "refresh_cache-821e3737-9932-439c-8031-29a6e4eb5462" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.312717] env[69941]: DEBUG nova.network.neutron [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.313744] env[69941]: DEBUG oslo_concurrency.lockutils [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "9036d375-7626-4739-abeb-5bf3b454a48d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.313744] env[69941]: DEBUG oslo_concurrency.lockutils [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9036d375-7626-4739-abeb-5bf3b454a48d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.325436] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': task-3287902, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.455852] env[69941]: DEBUG nova.compute.manager [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.475215] env[69941]: DEBUG nova.network.neutron [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Successfully created port: 2d1aece7-8285-42eb-8b36-cc9dce59dc9c {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.676345] env[69941]: DEBUG nova.compute.manager [None req-08416247-9c63-4d0f-88bb-bfc52085f047 tempest-ServerDiagnosticsV248Test-1598497699 tempest-ServerDiagnosticsV248Test-1598497699-project-admin] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.679263] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e86e9a-b5b9-4c08-85d3-fd041bd10e04 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.694943] env[69941]: INFO nova.compute.manager [None req-08416247-9c63-4d0f-88bb-bfc52085f047 tempest-ServerDiagnosticsV248Test-1598497699 tempest-ServerDiagnosticsV248Test-1598497699-project-admin] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Retrieving diagnostics [ 623.695907] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b49514-b758-441b-8de2-3d83e347a2bb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.768788] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "9e05781d-d39b-40cc-bcf1-53da09ae55ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.769103] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9e05781d-d39b-40cc-bcf1-53da09ae55ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.790596] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': task-3287902, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.820911] env[69941]: INFO nova.compute.manager [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Took 30.96 seconds to build instance. [ 623.857076] env[69941]: DEBUG nova.network.neutron [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.028669] env[69941]: DEBUG nova.network.neutron [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Updating instance_info_cache with network_info: [{"id": "aa0a4da0-c2cc-46d9-b553-f5b220ee7080", "address": "fa:16:3e:80:66:40", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa0a4da0-c2", "ovs_interfaceid": "aa0a4da0-c2cc-46d9-b553-f5b220ee7080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.101994] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e17f7e-2909-41a6-85bf-bf03d16af02b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.113038] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7f7e04-da23-4dfd-a620-4f79308d1da1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.145497] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87211aee-b87c-4297-b7d7-0aa41b0d7a5c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.154261] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ad3747-8d57-4e50-a95c-2c243b2e9276 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.169406] env[69941]: DEBUG nova.compute.provider_tree [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.291593] env[69941]: DEBUG oslo_vmware.api [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': task-3287902, 'name': PowerOnVM_Task, 'duration_secs': 1.161956} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.292020] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.292072] env[69941]: INFO nova.compute.manager [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Took 10.18 seconds to spawn the instance on the hypervisor. [ 624.292226] env[69941]: DEBUG nova.compute.manager [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.293021] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdec71b-578c-4f92-82d8-3792c38288b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.323132] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0126a435-1714-4903-92ba-43769b1764d0 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Lock "3a19b6bd-973a-4e74-a3f3-e188a4848444" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.787s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.474455] env[69941]: DEBUG nova.compute.manager [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.505841] env[69941]: DEBUG nova.virt.hardware [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.506122] env[69941]: DEBUG nova.virt.hardware [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.506288] env[69941]: DEBUG nova.virt.hardware [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.506471] env[69941]: DEBUG nova.virt.hardware [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.506617] env[69941]: DEBUG nova.virt.hardware [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.506764] env[69941]: DEBUG nova.virt.hardware [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.506976] env[69941]: DEBUG nova.virt.hardware [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.507158] env[69941]: DEBUG nova.virt.hardware [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.507331] env[69941]: DEBUG nova.virt.hardware [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.507494] env[69941]: DEBUG nova.virt.hardware [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.507664] env[69941]: DEBUG nova.virt.hardware [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.508603] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18000d6a-89a1-4b11-99d5-95f5eb09ecae {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.522979] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc75135-cfef-4683-969f-478165e4de56 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.539164] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Releasing lock "refresh_cache-821e3737-9932-439c-8031-29a6e4eb5462" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.539493] env[69941]: DEBUG nova.compute.manager [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Instance network_info: |[{"id": "aa0a4da0-c2cc-46d9-b553-f5b220ee7080", "address": "fa:16:3e:80:66:40", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa0a4da0-c2", "ovs_interfaceid": "aa0a4da0-c2cc-46d9-b553-f5b220ee7080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.540439] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:66:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa0a4da0-c2cc-46d9-b553-f5b220ee7080', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.547675] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Creating folder: Project (1a6cd10d4b9c4a68a2f5c53e79a9c56c). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.548029] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f52a0ccc-658d-495a-8421-b9bbd3173d55 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.560592] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Created folder: Project (1a6cd10d4b9c4a68a2f5c53e79a9c56c) in parent group-v656570. [ 624.560802] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Creating folder: Instances. Parent ref: group-v656621. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.561075] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f2d1e94-06ab-4cfc-8307-776b30ed4312 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.572228] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Created folder: Instances in parent group-v656621. [ 624.572507] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.572673] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.572901] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7598bf1-77ee-4bdb-b120-b0670d0a8086 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.593275] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.593275] env[69941]: value = "task-3287905" [ 624.593275] env[69941]: _type = "Task" [ 624.593275] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.607741] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287905, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.674038] env[69941]: DEBUG nova.scheduler.client.report [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.818251] env[69941]: INFO nova.compute.manager [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Took 32.22 seconds to build instance. [ 624.825763] env[69941]: DEBUG nova.compute.manager [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.110885] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287905, 'name': CreateVM_Task, 'duration_secs': 0.435081} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.111103] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.111786] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.111951] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.112275] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.112524] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1efc5879-8a8a-4a3b-ae27-65cbd773d5b5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.124194] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Waiting for the task: (returnval){ [ 625.124194] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52790c3b-e3cb-d32b-d1e3-df19867f9db7" [ 625.124194] env[69941]: _type = "Task" [ 625.124194] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.129802] env[69941]: DEBUG nova.compute.manager [req-d077f97a-ac86-4686-84cc-9a365baf6e0f req-b10b5695-5410-47eb-8fd5-b846d583ad09 service nova] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Received event network-changed-aa0a4da0-c2cc-46d9-b553-f5b220ee7080 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.130158] env[69941]: DEBUG nova.compute.manager [req-d077f97a-ac86-4686-84cc-9a365baf6e0f req-b10b5695-5410-47eb-8fd5-b846d583ad09 service nova] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Refreshing instance network info cache due to event network-changed-aa0a4da0-c2cc-46d9-b553-f5b220ee7080. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 625.134216] env[69941]: DEBUG oslo_concurrency.lockutils [req-d077f97a-ac86-4686-84cc-9a365baf6e0f req-b10b5695-5410-47eb-8fd5-b846d583ad09 service nova] Acquiring lock "refresh_cache-821e3737-9932-439c-8031-29a6e4eb5462" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.134216] env[69941]: DEBUG oslo_concurrency.lockutils [req-d077f97a-ac86-4686-84cc-9a365baf6e0f req-b10b5695-5410-47eb-8fd5-b846d583ad09 service nova] Acquired lock "refresh_cache-821e3737-9932-439c-8031-29a6e4eb5462" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.134216] env[69941]: DEBUG nova.network.neutron [req-d077f97a-ac86-4686-84cc-9a365baf6e0f req-b10b5695-5410-47eb-8fd5-b846d583ad09 service nova] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Refreshing network info cache for port aa0a4da0-c2cc-46d9-b553-f5b220ee7080 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.134216] env[69941]: DEBUG nova.network.neutron [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Successfully updated port: 2d1aece7-8285-42eb-8b36-cc9dce59dc9c {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.145228] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52790c3b-e3cb-d32b-d1e3-df19867f9db7, 'name': SearchDatastore_Task, 'duration_secs': 0.019357} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.145228] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.145228] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.145228] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.145396] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.145396] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.145396] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-479ef462-e4af-4f81-9bf2-a16f0e8afd7d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.159433] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.159578] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.160582] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d10487e2-56f1-43b1-8b68-acc260692732 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.167530] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Waiting for the task: (returnval){ [ 625.167530] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5263dbb3-c88f-0eb3-f90c-0b3cfc3780e9" [ 625.167530] env[69941]: _type = "Task" [ 625.167530] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.178533] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.179320] env[69941]: DEBUG nova.compute.manager [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.182108] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5263dbb3-c88f-0eb3-f90c-0b3cfc3780e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.182850] env[69941]: DEBUG oslo_concurrency.lockutils [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.629s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.185061] env[69941]: INFO nova.compute.claims [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.324488] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9cfc2dfd-957d-4274-9f42-0b69ee066540 tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Lock "d5d14fe9-b56d-49ea-8d83-5e94439e8534" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.310s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.365474] env[69941]: DEBUG oslo_concurrency.lockutils [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.366701] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Acquiring lock "f0ff0742-fed9-4f65-a6e0-c0e51987df7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.367749] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Lock "f0ff0742-fed9-4f65-a6e0-c0e51987df7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.639846] env[69941]: DEBUG oslo_concurrency.lockutils [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Acquiring lock "refresh_cache-b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.640132] env[69941]: DEBUG oslo_concurrency.lockutils [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Acquired lock "refresh_cache-b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.640308] env[69941]: DEBUG nova.network.neutron [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.680896] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5263dbb3-c88f-0eb3-f90c-0b3cfc3780e9, 'name': SearchDatastore_Task, 'duration_secs': 0.015885} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.682298] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06acf709-0bb0-4532-ac8c-5383617e504c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.689111] env[69941]: DEBUG nova.compute.utils [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.698009] env[69941]: DEBUG nova.compute.manager [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Not allocating networking since 'none' was specified. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 625.698382] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Waiting for the task: (returnval){ [ 625.698382] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52bbb4fa-7a1b-19d3-c63f-586dd28e74e3" [ 625.698382] env[69941]: _type = "Task" [ 625.698382] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.713966] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52bbb4fa-7a1b-19d3-c63f-586dd28e74e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.830382] env[69941]: DEBUG nova.compute.manager [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.939550] env[69941]: DEBUG nova.network.neutron [req-d077f97a-ac86-4686-84cc-9a365baf6e0f req-b10b5695-5410-47eb-8fd5-b846d583ad09 service nova] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Updated VIF entry in instance network info cache for port aa0a4da0-c2cc-46d9-b553-f5b220ee7080. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.939550] env[69941]: DEBUG nova.network.neutron [req-d077f97a-ac86-4686-84cc-9a365baf6e0f req-b10b5695-5410-47eb-8fd5-b846d583ad09 service nova] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Updating instance_info_cache with network_info: [{"id": "aa0a4da0-c2cc-46d9-b553-f5b220ee7080", "address": "fa:16:3e:80:66:40", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa0a4da0-c2", "ovs_interfaceid": "aa0a4da0-c2cc-46d9-b553-f5b220ee7080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.067643] env[69941]: DEBUG nova.compute.manager [req-fb3ac2f6-542e-463a-8f97-4efb786b337c req-461e943c-4c42-49fc-97ea-b0f2b643a912 service nova] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Received event network-changed-0c083125-8637-4ae6-a128-82c368c8c37b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.067910] env[69941]: DEBUG nova.compute.manager [req-fb3ac2f6-542e-463a-8f97-4efb786b337c req-461e943c-4c42-49fc-97ea-b0f2b643a912 service nova] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Refreshing instance network info cache due to event network-changed-0c083125-8637-4ae6-a128-82c368c8c37b. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 626.068233] env[69941]: DEBUG oslo_concurrency.lockutils [req-fb3ac2f6-542e-463a-8f97-4efb786b337c req-461e943c-4c42-49fc-97ea-b0f2b643a912 service nova] Acquiring lock "refresh_cache-d5d14fe9-b56d-49ea-8d83-5e94439e8534" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.068397] env[69941]: DEBUG oslo_concurrency.lockutils [req-fb3ac2f6-542e-463a-8f97-4efb786b337c req-461e943c-4c42-49fc-97ea-b0f2b643a912 service nova] Acquired lock "refresh_cache-d5d14fe9-b56d-49ea-8d83-5e94439e8534" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.068578] env[69941]: DEBUG nova.network.neutron [req-fb3ac2f6-542e-463a-8f97-4efb786b337c req-461e943c-4c42-49fc-97ea-b0f2b643a912 service nova] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Refreshing network info cache for port 0c083125-8637-4ae6-a128-82c368c8c37b {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.192173] env[69941]: DEBUG nova.network.neutron [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.203533] env[69941]: DEBUG nova.compute.manager [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.217417] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52bbb4fa-7a1b-19d3-c63f-586dd28e74e3, 'name': SearchDatastore_Task, 'duration_secs': 0.02312} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.218946] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.218946] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 821e3737-9932-439c-8031-29a6e4eb5462/821e3737-9932-439c-8031-29a6e4eb5462.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.218946] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9cab2ce-414b-43f1-b3e6-295802040230 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.227327] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Waiting for the task: (returnval){ [ 626.227327] env[69941]: value = "task-3287906" [ 626.227327] env[69941]: _type = "Task" [ 626.227327] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.237331] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': task-3287906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.359509] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.371678] env[69941]: DEBUG nova.network.neutron [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Updating instance_info_cache with network_info: [{"id": "2d1aece7-8285-42eb-8b36-cc9dce59dc9c", "address": "fa:16:3e:ac:36:5f", "network": {"id": "ffe0fedb-2f63-4d52-8f3a-f02165e9053a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-389118747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b0c886501014495bfd72f24248c1a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d1aece7-82", "ovs_interfaceid": "2d1aece7-8285-42eb-8b36-cc9dce59dc9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.442187] env[69941]: DEBUG oslo_concurrency.lockutils [req-d077f97a-ac86-4686-84cc-9a365baf6e0f req-b10b5695-5410-47eb-8fd5-b846d583ad09 service nova] Releasing lock "refresh_cache-821e3737-9932-439c-8031-29a6e4eb5462" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.750782] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': task-3287906, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.820739] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f7d15f-b8d8-4735-a079-61f8ec8b16a0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.835356] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a592684-ce56-48d1-9d52-2c358c1d46b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.870190] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d333ef82-9db7-4537-9cfd-1bbc9ebd8139 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.873788] env[69941]: DEBUG oslo_concurrency.lockutils [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Releasing lock "refresh_cache-b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.874132] env[69941]: DEBUG nova.compute.manager [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Instance network_info: |[{"id": "2d1aece7-8285-42eb-8b36-cc9dce59dc9c", "address": "fa:16:3e:ac:36:5f", "network": {"id": "ffe0fedb-2f63-4d52-8f3a-f02165e9053a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-389118747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b0c886501014495bfd72f24248c1a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d1aece7-82", "ovs_interfaceid": "2d1aece7-8285-42eb-8b36-cc9dce59dc9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.874644] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:36:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d1aece7-8285-42eb-8b36-cc9dce59dc9c', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.882830] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Creating folder: Project (1b0c886501014495bfd72f24248c1a8b). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.884727] env[69941]: DEBUG nova.network.neutron [req-fb3ac2f6-542e-463a-8f97-4efb786b337c req-461e943c-4c42-49fc-97ea-b0f2b643a912 service nova] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Updated VIF entry in instance network info cache for port 0c083125-8637-4ae6-a128-82c368c8c37b. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.885196] env[69941]: DEBUG nova.network.neutron [req-fb3ac2f6-542e-463a-8f97-4efb786b337c req-461e943c-4c42-49fc-97ea-b0f2b643a912 service nova] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Updating instance_info_cache with network_info: [{"id": "0c083125-8637-4ae6-a128-82c368c8c37b", "address": "fa:16:3e:8e:36:59", "network": {"id": "60dabe94-363a-4c81-9e50-49e730646df1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-69442552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4e3431c16c448d78db4bb20706353c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c083125-86", "ovs_interfaceid": "0c083125-8637-4ae6-a128-82c368c8c37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.886674] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e678f4fb-fdf1-429c-8108-cc2b81baa62f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.893250] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11ed231-5257-4428-8528-355b468bc8c2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.911068] env[69941]: DEBUG nova.compute.provider_tree [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.914231] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Created folder: Project (1b0c886501014495bfd72f24248c1a8b) in parent group-v656570. [ 626.914388] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Creating folder: Instances. Parent ref: group-v656624. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.914841] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dc1308a-f755-46c6-ad57-a42bfc1b453d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.928626] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Created folder: Instances in parent group-v656624. [ 626.928922] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.929170] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.929429] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d433320-3da8-4bfc-a681-b2c3acf88bc8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.953782] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.953782] env[69941]: value = "task-3287909" [ 626.953782] env[69941]: _type = "Task" [ 626.953782] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.964047] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287909, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.153090] env[69941]: DEBUG nova.compute.manager [req-1e46edb0-5fcd-4341-a9a8-e3a5d4785a70 req-628eae6f-d03c-4d8c-a5fc-b8512ee76fd6 service nova] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Received event network-vif-plugged-2d1aece7-8285-42eb-8b36-cc9dce59dc9c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.153316] env[69941]: DEBUG oslo_concurrency.lockutils [req-1e46edb0-5fcd-4341-a9a8-e3a5d4785a70 req-628eae6f-d03c-4d8c-a5fc-b8512ee76fd6 service nova] Acquiring lock "b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.153574] env[69941]: DEBUG oslo_concurrency.lockutils [req-1e46edb0-5fcd-4341-a9a8-e3a5d4785a70 req-628eae6f-d03c-4d8c-a5fc-b8512ee76fd6 service nova] Lock "b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.153692] env[69941]: DEBUG oslo_concurrency.lockutils [req-1e46edb0-5fcd-4341-a9a8-e3a5d4785a70 req-628eae6f-d03c-4d8c-a5fc-b8512ee76fd6 service nova] Lock "b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.153853] env[69941]: DEBUG nova.compute.manager [req-1e46edb0-5fcd-4341-a9a8-e3a5d4785a70 req-628eae6f-d03c-4d8c-a5fc-b8512ee76fd6 service nova] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] No waiting events found dispatching network-vif-plugged-2d1aece7-8285-42eb-8b36-cc9dce59dc9c {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.154015] env[69941]: WARNING nova.compute.manager [req-1e46edb0-5fcd-4341-a9a8-e3a5d4785a70 req-628eae6f-d03c-4d8c-a5fc-b8512ee76fd6 service nova] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Received unexpected event network-vif-plugged-2d1aece7-8285-42eb-8b36-cc9dce59dc9c for instance with vm_state building and task_state spawning. [ 627.154180] env[69941]: DEBUG nova.compute.manager [req-1e46edb0-5fcd-4341-a9a8-e3a5d4785a70 req-628eae6f-d03c-4d8c-a5fc-b8512ee76fd6 service nova] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Received event network-changed-2d1aece7-8285-42eb-8b36-cc9dce59dc9c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.154333] env[69941]: DEBUG nova.compute.manager [req-1e46edb0-5fcd-4341-a9a8-e3a5d4785a70 req-628eae6f-d03c-4d8c-a5fc-b8512ee76fd6 service nova] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Refreshing instance network info cache due to event network-changed-2d1aece7-8285-42eb-8b36-cc9dce59dc9c. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 627.154519] env[69941]: DEBUG oslo_concurrency.lockutils [req-1e46edb0-5fcd-4341-a9a8-e3a5d4785a70 req-628eae6f-d03c-4d8c-a5fc-b8512ee76fd6 service nova] Acquiring lock "refresh_cache-b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.154657] env[69941]: DEBUG oslo_concurrency.lockutils [req-1e46edb0-5fcd-4341-a9a8-e3a5d4785a70 req-628eae6f-d03c-4d8c-a5fc-b8512ee76fd6 service nova] Acquired lock "refresh_cache-b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.154823] env[69941]: DEBUG nova.network.neutron [req-1e46edb0-5fcd-4341-a9a8-e3a5d4785a70 req-628eae6f-d03c-4d8c-a5fc-b8512ee76fd6 service nova] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Refreshing network info cache for port 2d1aece7-8285-42eb-8b36-cc9dce59dc9c {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.222867] env[69941]: DEBUG nova.compute.manager [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.240276] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': task-3287906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.870802} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.242641] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 821e3737-9932-439c-8031-29a6e4eb5462/821e3737-9932-439c-8031-29a6e4eb5462.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.242949] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.243544] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5008ace-d236-4038-a6e4-890fc24c94a1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.249238] env[69941]: DEBUG nova.virt.hardware [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.249470] env[69941]: DEBUG nova.virt.hardware [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.249650] env[69941]: DEBUG nova.virt.hardware [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.249817] env[69941]: DEBUG nova.virt.hardware [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.250198] env[69941]: DEBUG nova.virt.hardware [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.250315] env[69941]: DEBUG nova.virt.hardware [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.250608] env[69941]: DEBUG nova.virt.hardware [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.250845] env[69941]: DEBUG nova.virt.hardware [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.250996] env[69941]: DEBUG nova.virt.hardware [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.251177] env[69941]: DEBUG nova.virt.hardware [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.251380] env[69941]: DEBUG nova.virt.hardware [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.255025] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169efdc9-0415-4f4f-8e88-139605f38fa3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.256349] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Waiting for the task: (returnval){ [ 627.256349] env[69941]: value = "task-3287910" [ 627.256349] env[69941]: _type = "Task" [ 627.256349] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.265524] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04240345-1cbc-4a0f-9ec0-e46611231379 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.273962] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': task-3287910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.285891] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Instance VIF info [] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.292382] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Creating folder: Project (0b24b3b929894e1094b49573027d6cab). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.293194] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8da12b2e-36de-4f23-9b50-1dcdc28d6c2c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.307350] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Created folder: Project (0b24b3b929894e1094b49573027d6cab) in parent group-v656570. [ 627.307570] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Creating folder: Instances. Parent ref: group-v656627. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.307867] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82c58a12-0461-4277-a357-b1628f86bbc6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.319688] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Created folder: Instances in parent group-v656627. [ 627.319688] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.319688] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.320082] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e26d3dcc-58c8-4e14-95ca-20537865d54b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.339887] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.339887] env[69941]: value = "task-3287913" [ 627.339887] env[69941]: _type = "Task" [ 627.339887] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.351189] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287913, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.390523] env[69941]: DEBUG oslo_concurrency.lockutils [req-fb3ac2f6-542e-463a-8f97-4efb786b337c req-461e943c-4c42-49fc-97ea-b0f2b643a912 service nova] Releasing lock "refresh_cache-d5d14fe9-b56d-49ea-8d83-5e94439e8534" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.416488] env[69941]: DEBUG nova.scheduler.client.report [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.465445] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287909, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.768598] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': task-3287910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200481} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.771148] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.771980] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22abc56-acb5-457e-8d8d-46b23b3d1dfc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.796763] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 821e3737-9932-439c-8031-29a6e4eb5462/821e3737-9932-439c-8031-29a6e4eb5462.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.799358] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62666118-9294-4a2d-a3a2-017361000822 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.821336] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Waiting for the task: (returnval){ [ 627.821336] env[69941]: value = "task-3287914" [ 627.821336] env[69941]: _type = "Task" [ 627.821336] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.830834] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': task-3287914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.854076] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287913, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.921942] env[69941]: DEBUG oslo_concurrency.lockutils [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.922522] env[69941]: DEBUG nova.compute.manager [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.926075] env[69941]: DEBUG nova.network.neutron [req-1e46edb0-5fcd-4341-a9a8-e3a5d4785a70 req-628eae6f-d03c-4d8c-a5fc-b8512ee76fd6 service nova] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Updated VIF entry in instance network info cache for port 2d1aece7-8285-42eb-8b36-cc9dce59dc9c. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.926433] env[69941]: DEBUG nova.network.neutron [req-1e46edb0-5fcd-4341-a9a8-e3a5d4785a70 req-628eae6f-d03c-4d8c-a5fc-b8512ee76fd6 service nova] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Updating instance_info_cache with network_info: [{"id": "2d1aece7-8285-42eb-8b36-cc9dce59dc9c", "address": "fa:16:3e:ac:36:5f", "network": {"id": "ffe0fedb-2f63-4d52-8f3a-f02165e9053a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-389118747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b0c886501014495bfd72f24248c1a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d1aece7-82", "ovs_interfaceid": "2d1aece7-8285-42eb-8b36-cc9dce59dc9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.927618] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.080s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.927861] env[69941]: DEBUG nova.objects.instance [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Lazy-loading 'resources' on Instance uuid 27839bc7-8d6f-4f3e-b858-9c6a76639245 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.965958] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287909, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.332419] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': task-3287914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.351848] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287913, 'name': CreateVM_Task, 'duration_secs': 0.799252} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.352272] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.352475] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.352634] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.352956] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.353227] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-810b54d2-168f-4512-9578-fc45bd53e2b0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.360112] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 628.360112] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523d631a-93ba-1536-6ba1-152407e3b1c9" [ 628.360112] env[69941]: _type = "Task" [ 628.360112] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.368982] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523d631a-93ba-1536-6ba1-152407e3b1c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.431821] env[69941]: DEBUG nova.compute.utils [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.433560] env[69941]: DEBUG oslo_concurrency.lockutils [req-1e46edb0-5fcd-4341-a9a8-e3a5d4785a70 req-628eae6f-d03c-4d8c-a5fc-b8512ee76fd6 service nova] Releasing lock "refresh_cache-b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.434172] env[69941]: DEBUG nova.compute.manager [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.434347] env[69941]: DEBUG nova.network.neutron [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.468294] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287909, 'name': CreateVM_Task, 'duration_secs': 1.081419} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.468539] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.469349] env[69941]: DEBUG oslo_concurrency.lockutils [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.489709] env[69941]: DEBUG nova.policy [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01e07b40049f4eb9b4a1efbd38fa2027', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2e34a3ffcfb4b67a24979c0fca085c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.835967] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': task-3287914, 'name': ReconfigVM_Task, 'duration_secs': 0.69922} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.842574] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 821e3737-9932-439c-8031-29a6e4eb5462/821e3737-9932-439c-8031-29a6e4eb5462.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.843964] env[69941]: DEBUG nova.network.neutron [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Successfully created port: 4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.846086] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfcf2958-04fd-4ff3-a03e-617e2eaa629d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.856154] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Waiting for the task: (returnval){ [ 628.856154] env[69941]: value = "task-3287915" [ 628.856154] env[69941]: _type = "Task" [ 628.856154] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.873425] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523d631a-93ba-1536-6ba1-152407e3b1c9, 'name': SearchDatastore_Task, 'duration_secs': 0.013088} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.877329] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.877576] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.877884] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.878040] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.878221] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.878509] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': task-3287915, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.882127] env[69941]: DEBUG oslo_concurrency.lockutils [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.882127] env[69941]: DEBUG oslo_concurrency.lockutils [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.882397] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a1cf22d-c9a2-4e11-b5e4-050dc1e245d6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.884613] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e61028-c476-4830-b426-eb243d995ad1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.891183] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Waiting for the task: (returnval){ [ 628.891183] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a5b3c0-d1ab-38c9-deea-ed72a775d35e" [ 628.891183] env[69941]: _type = "Task" [ 628.891183] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.896833] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.897063] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.898412] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ee5d8b-34af-4303-8ded-9828f78e8d5d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.909085] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a5b3c0-d1ab-38c9-deea-ed72a775d35e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.914261] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 628.914261] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]521d6a32-a0b0-fc35-914e-b0ddf2c92715" [ 628.914261] env[69941]: _type = "Task" [ 628.914261] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.924414] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521d6a32-a0b0-fc35-914e-b0ddf2c92715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.935537] env[69941]: DEBUG nova.compute.manager [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.056744] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a096f3-e51c-4ad7-956e-6dc9a708196e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.067382] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9277a7e8-c4be-460d-b935-43b732a13c37 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.105843] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d936a9e-8cf9-433d-bf97-06447604a744 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.115864] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5452b6c-96e2-4e35-b1a1-82202818648f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.132430] env[69941]: DEBUG nova.compute.provider_tree [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.369247] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': task-3287915, 'name': Rename_Task, 'duration_secs': 0.186903} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.370068] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.370068] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e26ed5f-f68d-416b-9066-5e82061571e6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.377565] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Waiting for the task: (returnval){ [ 629.377565] env[69941]: value = "task-3287916" [ 629.377565] env[69941]: _type = "Task" [ 629.377565] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.386020] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': task-3287916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.404148] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a5b3c0-d1ab-38c9-deea-ed72a775d35e, 'name': SearchDatastore_Task, 'duration_secs': 0.012482} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.404625] env[69941]: DEBUG oslo_concurrency.lockutils [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.405054] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.405430] env[69941]: DEBUG oslo_concurrency.lockutils [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.424881] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521d6a32-a0b0-fc35-914e-b0ddf2c92715, 'name': SearchDatastore_Task, 'duration_secs': 0.012325} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.425687] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b7d5f1-8ad5-48a5-9c8b-f7d6f8e17ac4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.431709] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 629.431709] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52fcfbb4-92db-53de-40eb-34a34f9f11b7" [ 629.431709] env[69941]: _type = "Task" [ 629.431709] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.445067] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52fcfbb4-92db-53de-40eb-34a34f9f11b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.635731] env[69941]: DEBUG nova.scheduler.client.report [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.889200] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': task-3287916, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.944458] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52fcfbb4-92db-53de-40eb-34a34f9f11b7, 'name': SearchDatastore_Task, 'duration_secs': 0.027565} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.944703] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.944963] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 28bfa503-373a-4cd3-b667-2cb6c427fb17/28bfa503-373a-4cd3-b667-2cb6c427fb17.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.945290] env[69941]: DEBUG oslo_concurrency.lockutils [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.945509] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.945740] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27d83b7b-9e71-48ac-8383-ccdcccf5c2db {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.948849] env[69941]: DEBUG nova.compute.manager [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.950879] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d39479f-e1ea-4c4a-b08e-6f81e04fbeba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.959969] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 629.959969] env[69941]: value = "task-3287917" [ 629.959969] env[69941]: _type = "Task" [ 629.959969] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.965073] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.965504] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.966853] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd53e66-c7f8-4eae-bfec-01c204f065a8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.974449] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.979267] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Waiting for the task: (returnval){ [ 629.979267] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52ee17ee-7761-844d-3f74-0aa7201669fc" [ 629.979267] env[69941]: _type = "Task" [ 629.979267] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.981624] env[69941]: DEBUG nova.virt.hardware [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:47:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='620044255',id=35,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-823376804',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.981919] env[69941]: DEBUG nova.virt.hardware [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.982124] env[69941]: DEBUG nova.virt.hardware [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.982359] env[69941]: DEBUG nova.virt.hardware [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.982548] env[69941]: DEBUG nova.virt.hardware [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.982736] env[69941]: DEBUG nova.virt.hardware [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.983009] env[69941]: DEBUG nova.virt.hardware [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.983206] env[69941]: DEBUG nova.virt.hardware [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.983446] env[69941]: DEBUG nova.virt.hardware [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.983654] env[69941]: DEBUG nova.virt.hardware [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.983895] env[69941]: DEBUG nova.virt.hardware [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.984855] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305664ed-8eaa-4c6b-8889-15ee337bb5b5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.000758] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dded368-8c8e-45e6-9b49-1641cd47de77 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.004536] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ee17ee-7761-844d-3f74-0aa7201669fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.142254] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.145872] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.537s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.146800] env[69941]: INFO nova.compute.claims [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.180624] env[69941]: INFO nova.scheduler.client.report [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Deleted allocations for instance 27839bc7-8d6f-4f3e-b858-9c6a76639245 [ 630.394581] env[69941]: DEBUG oslo_vmware.api [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': task-3287916, 'name': PowerOnVM_Task, 'duration_secs': 0.513523} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.395572] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.395572] env[69941]: INFO nova.compute.manager [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Took 8.69 seconds to spawn the instance on the hypervisor. [ 630.395572] env[69941]: DEBUG nova.compute.manager [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.397200] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88e1f3b-b2de-4ae0-82d9-66f662873f96 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.471777] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287917, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.501897] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ee17ee-7761-844d-3f74-0aa7201669fc, 'name': SearchDatastore_Task, 'duration_secs': 0.060884} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.504921] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ddaeb8-eb14-4c80-a0a8-0012ff6de0dd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.518330] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Waiting for the task: (returnval){ [ 630.518330] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5223148a-6817-676a-dc1f-41558a62ab18" [ 630.518330] env[69941]: _type = "Task" [ 630.518330] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.520402] env[69941]: DEBUG nova.compute.manager [req-8b70b63d-e29c-4dcf-bdc5-2d38ba839a26 req-0b4500aa-81cd-4872-adb4-0eefe417fd64 service nova] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Received event network-vif-plugged-4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.520651] env[69941]: DEBUG oslo_concurrency.lockutils [req-8b70b63d-e29c-4dcf-bdc5-2d38ba839a26 req-0b4500aa-81cd-4872-adb4-0eefe417fd64 service nova] Acquiring lock "d43bb025-2fac-4629-b4b3-5d77abdbf582-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.520905] env[69941]: DEBUG oslo_concurrency.lockutils [req-8b70b63d-e29c-4dcf-bdc5-2d38ba839a26 req-0b4500aa-81cd-4872-adb4-0eefe417fd64 service nova] Lock "d43bb025-2fac-4629-b4b3-5d77abdbf582-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.521159] env[69941]: DEBUG oslo_concurrency.lockutils [req-8b70b63d-e29c-4dcf-bdc5-2d38ba839a26 req-0b4500aa-81cd-4872-adb4-0eefe417fd64 service nova] Lock "d43bb025-2fac-4629-b4b3-5d77abdbf582-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.521342] env[69941]: DEBUG nova.compute.manager [req-8b70b63d-e29c-4dcf-bdc5-2d38ba839a26 req-0b4500aa-81cd-4872-adb4-0eefe417fd64 service nova] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] No waiting events found dispatching network-vif-plugged-4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.521849] env[69941]: WARNING nova.compute.manager [req-8b70b63d-e29c-4dcf-bdc5-2d38ba839a26 req-0b4500aa-81cd-4872-adb4-0eefe417fd64 service nova] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Received unexpected event network-vif-plugged-4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8 for instance with vm_state building and task_state spawning. [ 630.539121] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5223148a-6817-676a-dc1f-41558a62ab18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.567548] env[69941]: DEBUG nova.network.neutron [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Successfully updated port: 4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.693998] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3e93aaa5-73c6-4845-8d67-0dce6c952fae tempest-InstanceActionsNegativeTestJSON-2129990570 tempest-InstanceActionsNegativeTestJSON-2129990570-project-member] Lock "27839bc7-8d6f-4f3e-b858-9c6a76639245" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.622s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.919108] env[69941]: INFO nova.compute.manager [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Took 33.22 seconds to build instance. [ 630.991323] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670699} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.991634] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 28bfa503-373a-4cd3-b667-2cb6c427fb17/28bfa503-373a-4cd3-b667-2cb6c427fb17.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.991915] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.992212] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6323f3b4-28d4-47b9-9f78-ce2aae629c2d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.002347] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 631.002347] env[69941]: value = "task-3287918" [ 631.002347] env[69941]: _type = "Task" [ 631.002347] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.018022] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.034444] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5223148a-6817-676a-dc1f-41558a62ab18, 'name': SearchDatastore_Task, 'duration_secs': 0.056366} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.034813] env[69941]: DEBUG oslo_concurrency.lockutils [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.035155] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c/b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.035468] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87ded34e-727d-484c-ba29-f8a5f2e5ca32 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.045516] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Waiting for the task: (returnval){ [ 631.045516] env[69941]: value = "task-3287919" [ 631.045516] env[69941]: _type = "Task" [ 631.045516] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.065229] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': task-3287919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.071271] env[69941]: DEBUG oslo_concurrency.lockutils [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquiring lock "refresh_cache-d43bb025-2fac-4629-b4b3-5d77abdbf582" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.072104] env[69941]: DEBUG oslo_concurrency.lockutils [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquired lock "refresh_cache-d43bb025-2fac-4629-b4b3-5d77abdbf582" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.072104] env[69941]: DEBUG nova.network.neutron [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.222270] env[69941]: DEBUG nova.compute.manager [None req-2a0926eb-6d3e-4160-991d-a3d52e04b747 tempest-ServerDiagnosticsTest-792818835 tempest-ServerDiagnosticsTest-792818835-project-admin] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.223250] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234dfadc-d542-4453-aa09-737d4816ddf5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.238367] env[69941]: INFO nova.compute.manager [None req-2a0926eb-6d3e-4160-991d-a3d52e04b747 tempest-ServerDiagnosticsTest-792818835 tempest-ServerDiagnosticsTest-792818835-project-admin] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Retrieving diagnostics [ 631.239424] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7084cf-f308-4388-9847-87f45c38012c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.421305] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bd438917-5b41-44dd-a656-9ecd4bb3c8b8 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Lock "821e3737-9932-439c-8031-29a6e4eb5462" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.690s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.520274] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094129} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.520274] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.520274] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ee7708-edd7-486f-b872-82f514eb0bd1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.543418] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 28bfa503-373a-4cd3-b667-2cb6c427fb17/28bfa503-373a-4cd3-b667-2cb6c427fb17.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.548025] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c638ea1-f69a-4ee6-810a-fe2f07193cf8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.580791] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': task-3287919, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.585678] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 631.585678] env[69941]: value = "task-3287920" [ 631.585678] env[69941]: _type = "Task" [ 631.585678] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.597554] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287920, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.635082] env[69941]: DEBUG nova.network.neutron [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.822659] env[69941]: DEBUG nova.network.neutron [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Updating instance_info_cache with network_info: [{"id": "4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8", "address": "fa:16:3e:a2:29:69", "network": {"id": "2dd00258-2852-444f-b8ab-25ad1246758b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-310658148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e34a3ffcfb4b67a24979c0fca085c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2291b6-2c", "ovs_interfaceid": "4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.845183] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3705c92-e5e9-4136-8092-06c7885bb1e9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.852742] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c8ca27-74a2-437e-a9fa-829fc73bd86a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.892670] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54df456-0871-4a48-9c70-6d12689120e9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.902256] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2d0da6-9da4-4709-b2ab-bbea3d36bb57 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.921183] env[69941]: DEBUG nova.compute.provider_tree [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.925058] env[69941]: DEBUG nova.compute.manager [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.076591] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': task-3287919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691419} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.076591] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c/b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.076823] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.077146] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b3f4a5f-9857-436b-be32-deb2a3adca73 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.093453] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Waiting for the task: (returnval){ [ 632.093453] env[69941]: value = "task-3287921" [ 632.093453] env[69941]: _type = "Task" [ 632.093453] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.102137] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.108147] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': task-3287921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.325919] env[69941]: DEBUG oslo_concurrency.lockutils [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Releasing lock "refresh_cache-d43bb025-2fac-4629-b4b3-5d77abdbf582" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.326417] env[69941]: DEBUG nova.compute.manager [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Instance network_info: |[{"id": "4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8", "address": "fa:16:3e:a2:29:69", "network": {"id": "2dd00258-2852-444f-b8ab-25ad1246758b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-310658148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e34a3ffcfb4b67a24979c0fca085c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2291b6-2c", "ovs_interfaceid": "4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.326979] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:29:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.336527] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Creating folder: Project (e2e34a3ffcfb4b67a24979c0fca085c4). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.336870] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-172f14e0-22a4-424d-8637-037a14abdd0c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.350385] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Created folder: Project (e2e34a3ffcfb4b67a24979c0fca085c4) in parent group-v656570. [ 632.350611] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Creating folder: Instances. Parent ref: group-v656630. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.350902] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aa35ab7-6e66-4f21-9aa9-df2c02a5d618 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.363022] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Created folder: Instances in parent group-v656630. [ 632.363423] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.363587] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.363899] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0915b0b8-2593-43e6-9e14-d0993f985fbb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.389574] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.389574] env[69941]: value = "task-3287924" [ 632.389574] env[69941]: _type = "Task" [ 632.389574] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.398851] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287924, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.424194] env[69941]: DEBUG nova.scheduler.client.report [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.453477] env[69941]: DEBUG oslo_concurrency.lockutils [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.486108] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Acquiring lock "821e3737-9932-439c-8031-29a6e4eb5462" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.486386] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Lock "821e3737-9932-439c-8031-29a6e4eb5462" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.486650] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Acquiring lock "821e3737-9932-439c-8031-29a6e4eb5462-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.487398] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Lock "821e3737-9932-439c-8031-29a6e4eb5462-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.487619] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Lock "821e3737-9932-439c-8031-29a6e4eb5462-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.489789] env[69941]: INFO nova.compute.manager [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Terminating instance [ 632.502594] env[69941]: DEBUG oslo_vmware.rw_handles [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522da719-8adb-3411-6f41-b3fafa460988/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 632.503896] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68005a64-0180-4156-b143-3097400e04f9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.514137] env[69941]: DEBUG oslo_vmware.rw_handles [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522da719-8adb-3411-6f41-b3fafa460988/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 632.514373] env[69941]: ERROR oslo_vmware.rw_handles [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522da719-8adb-3411-6f41-b3fafa460988/disk-0.vmdk due to incomplete transfer. [ 632.514639] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8115d537-22c1-490f-8eed-438eee34d1b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.524968] env[69941]: DEBUG oslo_vmware.rw_handles [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522da719-8adb-3411-6f41-b3fafa460988/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 632.525126] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Uploaded image df863195-2cef-49a4-b9bc-445ec0b51a67 to the Glance image server {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 632.527636] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 632.528260] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9a8a82c8-65b6-409c-9d80-756826e4223a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.536755] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the task: (returnval){ [ 632.536755] env[69941]: value = "task-3287925" [ 632.536755] env[69941]: _type = "Task" [ 632.536755] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.546836] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287925, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.548967] env[69941]: DEBUG nova.compute.manager [req-f06d3d26-045e-4b6e-a1e4-af2371408357 req-25267ff2-10a2-40d3-b0b4-001a6c683469 service nova] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Received event network-changed-4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.549198] env[69941]: DEBUG nova.compute.manager [req-f06d3d26-045e-4b6e-a1e4-af2371408357 req-25267ff2-10a2-40d3-b0b4-001a6c683469 service nova] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Refreshing instance network info cache due to event network-changed-4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.549410] env[69941]: DEBUG oslo_concurrency.lockutils [req-f06d3d26-045e-4b6e-a1e4-af2371408357 req-25267ff2-10a2-40d3-b0b4-001a6c683469 service nova] Acquiring lock "refresh_cache-d43bb025-2fac-4629-b4b3-5d77abdbf582" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.549552] env[69941]: DEBUG oslo_concurrency.lockutils [req-f06d3d26-045e-4b6e-a1e4-af2371408357 req-25267ff2-10a2-40d3-b0b4-001a6c683469 service nova] Acquired lock "refresh_cache-d43bb025-2fac-4629-b4b3-5d77abdbf582" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.549714] env[69941]: DEBUG nova.network.neutron [req-f06d3d26-045e-4b6e-a1e4-af2371408357 req-25267ff2-10a2-40d3-b0b4-001a6c683469 service nova] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Refreshing network info cache for port 4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.601823] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287920, 'name': ReconfigVM_Task, 'duration_secs': 0.646732} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.602560] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 28bfa503-373a-4cd3-b667-2cb6c427fb17/28bfa503-373a-4cd3-b667-2cb6c427fb17.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.603224] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a24f2026-b97b-4a8f-a94f-273aaa13eab2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.607850] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': task-3287921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085632} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.608468] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.609417] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cd3783-437b-4e00-b4bf-b8ffa0d5638d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.617157] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 632.617157] env[69941]: value = "task-3287926" [ 632.617157] env[69941]: _type = "Task" [ 632.617157] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.642703] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c/b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.643695] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03cf8778-cab2-4a89-91bc-9858ff1e1733 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.669039] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287926, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.671027] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Waiting for the task: (returnval){ [ 632.671027] env[69941]: value = "task-3287927" [ 632.671027] env[69941]: _type = "Task" [ 632.671027] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.682037] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': task-3287927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.903628] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287924, 'name': CreateVM_Task, 'duration_secs': 0.363243} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.903628] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.904688] env[69941]: DEBUG oslo_concurrency.lockutils [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.904688] env[69941]: DEBUG oslo_concurrency.lockutils [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.904963] env[69941]: DEBUG oslo_concurrency.lockutils [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.905291] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f0376f-73a0-4df7-aa70-dbd8bfa4636c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.911708] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 632.911708] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52efe461-facb-ed8e-8078-c14b1a5c1a09" [ 632.911708] env[69941]: _type = "Task" [ 632.911708] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.921933] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52efe461-facb-ed8e-8078-c14b1a5c1a09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.930685] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.931000] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.934383] env[69941]: DEBUG oslo_concurrency.lockutils [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.794s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.937741] env[69941]: INFO nova.compute.claims [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.996736] env[69941]: DEBUG nova.compute.manager [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.996736] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.997869] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cf3240-67bb-4fb4-a98f-440a0cbd3cb6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.007024] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.008242] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3f406d8-171a-439e-b60e-35dd77879d4a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.016246] env[69941]: DEBUG oslo_vmware.api [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Waiting for the task: (returnval){ [ 633.016246] env[69941]: value = "task-3287928" [ 633.016246] env[69941]: _type = "Task" [ 633.016246] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.026926] env[69941]: DEBUG oslo_vmware.api [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': task-3287928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.049603] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287925, 'name': Destroy_Task, 'duration_secs': 0.456378} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.051033] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Destroyed the VM [ 633.051033] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 633.051033] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f65f211a-09db-4b0b-afb6-0ff781fc1566 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.060735] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the task: (returnval){ [ 633.060735] env[69941]: value = "task-3287929" [ 633.060735] env[69941]: _type = "Task" [ 633.060735] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.071159] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287929, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.126298] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287926, 'name': Rename_Task, 'duration_secs': 0.197203} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.126734] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.126865] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0d86420-84b6-4749-907b-52f67a7cf6fd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.135991] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 633.135991] env[69941]: value = "task-3287930" [ 633.135991] env[69941]: _type = "Task" [ 633.135991] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.145358] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.183623] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': task-3287927, 'name': ReconfigVM_Task, 'duration_secs': 0.361968} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.184131] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Reconfigured VM instance instance-00000012 to attach disk [datastore1] b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c/b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.187408] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f95999a0-5e77-4205-82d8-5be3fcd78f5e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.196283] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Waiting for the task: (returnval){ [ 633.196283] env[69941]: value = "task-3287931" [ 633.196283] env[69941]: _type = "Task" [ 633.196283] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.207503] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': task-3287931, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.376293] env[69941]: DEBUG nova.network.neutron [req-f06d3d26-045e-4b6e-a1e4-af2371408357 req-25267ff2-10a2-40d3-b0b4-001a6c683469 service nova] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Updated VIF entry in instance network info cache for port 4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.376914] env[69941]: DEBUG nova.network.neutron [req-f06d3d26-045e-4b6e-a1e4-af2371408357 req-25267ff2-10a2-40d3-b0b4-001a6c683469 service nova] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Updating instance_info_cache with network_info: [{"id": "4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8", "address": "fa:16:3e:a2:29:69", "network": {"id": "2dd00258-2852-444f-b8ab-25ad1246758b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-310658148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e34a3ffcfb4b67a24979c0fca085c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2291b6-2c", "ovs_interfaceid": "4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.424337] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52efe461-facb-ed8e-8078-c14b1a5c1a09, 'name': SearchDatastore_Task, 'duration_secs': 0.013338} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.424657] env[69941]: DEBUG oslo_concurrency.lockutils [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.424891] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.426130] env[69941]: DEBUG oslo_concurrency.lockutils [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.426130] env[69941]: DEBUG oslo_concurrency.lockutils [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.426130] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.426130] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28275fa3-7b46-46c9-8214-b555db75e122 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.436503] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.437546] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.437546] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3358d09-26e4-46e8-8310-a59e8c2f8682 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.441668] env[69941]: DEBUG nova.compute.utils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.447204] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.447204] env[69941]: DEBUG nova.network.neutron [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.452704] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 633.452704] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c1dfb4-9130-ab6a-8fe0-37457f69020d" [ 633.452704] env[69941]: _type = "Task" [ 633.452704] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.464470] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c1dfb4-9130-ab6a-8fe0-37457f69020d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.491455] env[69941]: DEBUG nova.policy [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc4b5d9b7fcb467e9f7fc2cfb18ecdbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0d77b8d6d5f41cdb99d17b21cdc7cf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.527016] env[69941]: DEBUG oslo_vmware.api [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': task-3287928, 'name': PowerOffVM_Task, 'duration_secs': 0.333616} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.527400] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.527597] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.527930] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49df6bea-c402-45dc-b514-eb05920c25f7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.572139] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287929, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.604084] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.604350] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.604554] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Deleting the datastore file [datastore1] 821e3737-9932-439c-8031-29a6e4eb5462 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.604868] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31041088-ba87-431b-86d2-ac7c222055b9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.614776] env[69941]: DEBUG oslo_vmware.api [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Waiting for the task: (returnval){ [ 633.614776] env[69941]: value = "task-3287933" [ 633.614776] env[69941]: _type = "Task" [ 633.614776] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.648444] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287930, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.707149] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': task-3287931, 'name': Rename_Task, 'duration_secs': 0.219502} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.707504] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.707860] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b947c6e6-5df7-475a-baf3-0827c466f8f8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.716847] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Waiting for the task: (returnval){ [ 633.716847] env[69941]: value = "task-3287934" [ 633.716847] env[69941]: _type = "Task" [ 633.716847] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.729932] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': task-3287934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.880735] env[69941]: DEBUG nova.network.neutron [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Successfully created port: 088a6a27-617a-472f-bd01-acf1fde0999d {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.886470] env[69941]: DEBUG oslo_concurrency.lockutils [req-f06d3d26-045e-4b6e-a1e4-af2371408357 req-25267ff2-10a2-40d3-b0b4-001a6c683469 service nova] Releasing lock "refresh_cache-d43bb025-2fac-4629-b4b3-5d77abdbf582" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.946438] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.964534] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c1dfb4-9130-ab6a-8fe0-37457f69020d, 'name': SearchDatastore_Task, 'duration_secs': 0.020487} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.965453] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c622ea-e2fe-412d-a25a-d4d478ec2823 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.971670] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 633.971670] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52fca8a5-8970-5ea1-8687-722da610352e" [ 633.971670] env[69941]: _type = "Task" [ 633.971670] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.986217] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52fca8a5-8970-5ea1-8687-722da610352e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.071865] env[69941]: DEBUG oslo_vmware.api [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287929, 'name': RemoveSnapshot_Task, 'duration_secs': 0.765327} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.074445] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 634.074688] env[69941]: INFO nova.compute.manager [None req-7bc4705a-1dc8-437e-ad24-3838dad661d1 tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Took 17.45 seconds to snapshot the instance on the hypervisor. [ 634.126806] env[69941]: DEBUG oslo_vmware.api [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Task: {'id': task-3287933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310994} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.130128] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.130128] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.130128] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.130128] env[69941]: INFO nova.compute.manager [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Took 1.13 seconds to destroy the instance on the hypervisor. [ 634.130128] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.130551] env[69941]: DEBUG nova.compute.manager [-] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 634.130619] env[69941]: DEBUG nova.network.neutron [-] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 634.150370] env[69941]: DEBUG oslo_vmware.api [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287930, 'name': PowerOnVM_Task, 'duration_secs': 0.750551} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.150621] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.150810] env[69941]: INFO nova.compute.manager [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Took 6.93 seconds to spawn the instance on the hypervisor. [ 634.150979] env[69941]: DEBUG nova.compute.manager [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.151752] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587d95df-8bcd-48a0-b283-cb54057383c8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.230138] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': task-3287934, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.295008] env[69941]: DEBUG nova.compute.manager [None req-88a2e87d-859a-4331-9de5-0a74e674fde3 tempest-ServerDiagnosticsV248Test-1598497699 tempest-ServerDiagnosticsV248Test-1598497699-project-admin] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.296216] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9da5777-1f2a-442b-8f7f-27552b8f727c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.305414] env[69941]: INFO nova.compute.manager [None req-88a2e87d-859a-4331-9de5-0a74e674fde3 tempest-ServerDiagnosticsV248Test-1598497699 tempest-ServerDiagnosticsV248Test-1598497699-project-admin] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Retrieving diagnostics [ 634.306163] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87812af-ddcf-4513-915d-738b0d6be9a1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.484526] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52fca8a5-8970-5ea1-8687-722da610352e, 'name': SearchDatastore_Task, 'duration_secs': 0.020272} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.487076] env[69941]: DEBUG oslo_concurrency.lockutils [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.487497] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] d43bb025-2fac-4629-b4b3-5d77abdbf582/d43bb025-2fac-4629-b4b3-5d77abdbf582.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.488362] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe6eb1bc-a3f2-4d93-a824-bc806b9b3efa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.497480] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 634.497480] env[69941]: value = "task-3287935" [ 634.497480] env[69941]: _type = "Task" [ 634.497480] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.508545] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3287935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.513534] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38b6f3f-c517-4520-951c-ec480e2fc329 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.521298] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5918f370-7e4d-4de8-b9e4-cddb92c10b81 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.554443] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dbc32e-f33c-431c-b396-c4091e45c8e2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.562698] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c577ba-50db-4b3b-afdd-aa6cf8c474c5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.577481] env[69941]: DEBUG nova.compute.provider_tree [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.670713] env[69941]: INFO nova.compute.manager [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Took 34.25 seconds to build instance. [ 634.702026] env[69941]: DEBUG nova.compute.manager [req-9a505778-ffda-41f4-9edc-4dc9a326f2cf req-4abf3d21-7db6-4f81-a331-44deebfc0afe service nova] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Received event network-vif-deleted-aa0a4da0-c2cc-46d9-b553-f5b220ee7080 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.702227] env[69941]: INFO nova.compute.manager [req-9a505778-ffda-41f4-9edc-4dc9a326f2cf req-4abf3d21-7db6-4f81-a331-44deebfc0afe service nova] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Neutron deleted interface aa0a4da0-c2cc-46d9-b553-f5b220ee7080; detaching it from the instance and deleting it from the info cache [ 634.702427] env[69941]: DEBUG nova.network.neutron [req-9a505778-ffda-41f4-9edc-4dc9a326f2cf req-4abf3d21-7db6-4f81-a331-44deebfc0afe service nova] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.733067] env[69941]: DEBUG oslo_vmware.api [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': task-3287934, 'name': PowerOnVM_Task, 'duration_secs': 0.993957} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.733337] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.733531] env[69941]: INFO nova.compute.manager [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Took 10.26 seconds to spawn the instance on the hypervisor. [ 634.733706] env[69941]: DEBUG nova.compute.manager [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.734496] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230f47a2-d866-40d0-8d07-c752a05441a0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.934099] env[69941]: DEBUG nova.network.neutron [-] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.960879] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.988678] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.989681] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.989681] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.989681] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.989681] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.989954] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.990080] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.990854] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.990854] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.990854] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.990854] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.991599] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e11c8f7-0145-4659-9ad0-a33b46c8cefd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.004514] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586b9c8b-c192-4541-a58f-b4c263f9a64f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.013943] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3287935, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.083163] env[69941]: DEBUG nova.scheduler.client.report [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.172467] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08265afc-43f3-4118-9ff8-600d14ca59f2 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Lock "28bfa503-373a-4cd3-b667-2cb6c427fb17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.106s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.212236] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d096636-1095-4e7d-a31f-075473861f7e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.220622] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9c3f25-abd1-447e-86a6-1754b0394820 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.259678] env[69941]: DEBUG nova.compute.manager [req-9a505778-ffda-41f4-9edc-4dc9a326f2cf req-4abf3d21-7db6-4f81-a331-44deebfc0afe service nova] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Detach interface failed, port_id=aa0a4da0-c2cc-46d9-b553-f5b220ee7080, reason: Instance 821e3737-9932-439c-8031-29a6e4eb5462 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 635.262246] env[69941]: INFO nova.compute.manager [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Took 35.40 seconds to build instance. [ 635.438082] env[69941]: INFO nova.compute.manager [-] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Took 1.31 seconds to deallocate network for instance. [ 635.510550] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3287935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696761} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.510858] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] d43bb025-2fac-4629-b4b3-5d77abdbf582/d43bb025-2fac-4629-b4b3-5d77abdbf582.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.511088] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.512196] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bda8f9ce-bf02-4755-860a-504ba83d0623 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.520144] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 635.520144] env[69941]: value = "task-3287936" [ 635.520144] env[69941]: _type = "Task" [ 635.520144] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.530381] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3287936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.566180] env[69941]: DEBUG oslo_concurrency.lockutils [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Acquiring lock "3a19b6bd-973a-4e74-a3f3-e188a4848444" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.566452] env[69941]: DEBUG oslo_concurrency.lockutils [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Lock "3a19b6bd-973a-4e74-a3f3-e188a4848444" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.566644] env[69941]: DEBUG oslo_concurrency.lockutils [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Acquiring lock "3a19b6bd-973a-4e74-a3f3-e188a4848444-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.566836] env[69941]: DEBUG oslo_concurrency.lockutils [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Lock "3a19b6bd-973a-4e74-a3f3-e188a4848444-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.566979] env[69941]: DEBUG oslo_concurrency.lockutils [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Lock "3a19b6bd-973a-4e74-a3f3-e188a4848444-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.575697] env[69941]: INFO nova.compute.manager [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Terminating instance [ 635.579482] env[69941]: DEBUG nova.network.neutron [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Successfully updated port: 088a6a27-617a-472f-bd01-acf1fde0999d {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.590703] env[69941]: DEBUG oslo_concurrency.lockutils [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.591221] env[69941]: DEBUG nova.compute.manager [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.595720] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.978s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.595944] env[69941]: DEBUG nova.objects.instance [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Lazy-loading 'resources' on Instance uuid c31dfcdf-a92b-45c4-986a-3719c7cecd35 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 635.675955] env[69941]: DEBUG nova.compute.manager [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.764920] env[69941]: DEBUG oslo_concurrency.lockutils [None req-348052e5-6b66-4706-abd4-4a66b235b67d tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Lock "b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.656s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.944763] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.031052] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3287936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.287089} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.031052] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.031755] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe6637d-9798-4194-b851-f171ee403d86 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.055364] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] d43bb025-2fac-4629-b4b3-5d77abdbf582/d43bb025-2fac-4629-b4b3-5d77abdbf582.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.055790] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b292af2-7789-490b-bce9-43e210db99bd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.077549] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 636.077549] env[69941]: value = "task-3287937" [ 636.077549] env[69941]: _type = "Task" [ 636.077549] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.081327] env[69941]: INFO nova.compute.manager [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Rebuilding instance [ 636.088101] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "refresh_cache-d68b8498-def5-41a9-bbd6-0911fe078125" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.088277] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquired lock "refresh_cache-d68b8498-def5-41a9-bbd6-0911fe078125" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.088408] env[69941]: DEBUG nova.network.neutron [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.089870] env[69941]: DEBUG oslo_concurrency.lockutils [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Acquiring lock "refresh_cache-3a19b6bd-973a-4e74-a3f3-e188a4848444" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.089870] env[69941]: DEBUG oslo_concurrency.lockutils [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Acquired lock "refresh_cache-3a19b6bd-973a-4e74-a3f3-e188a4848444" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.090045] env[69941]: DEBUG nova.network.neutron [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.091025] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3287937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.100739] env[69941]: DEBUG nova.compute.utils [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.105229] env[69941]: DEBUG nova.compute.manager [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.105366] env[69941]: DEBUG nova.network.neutron [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.134786] env[69941]: DEBUG nova.compute.manager [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.135674] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f771535-d7f4-485a-92c5-1cff5bb8e971 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.211075] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.269601] env[69941]: DEBUG nova.compute.manager [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.316762] env[69941]: DEBUG nova.policy [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c464a9dd7e684be3843710fd44f85e53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff341a5378744af08ac0cdcf361fd2e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.598033] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3287937, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.610321] env[69941]: DEBUG nova.compute.manager [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.618373] env[69941]: DEBUG nova.network.neutron [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.636197] env[69941]: DEBUG nova.network.neutron [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.712965] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6b3f1b-5116-4408-9736-88c29dcb19f4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.722469] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da689df-6019-4605-9588-d0a3313205b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.729882] env[69941]: DEBUG nova.network.neutron [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.760728] env[69941]: DEBUG oslo_concurrency.lockutils [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Releasing lock "refresh_cache-3a19b6bd-973a-4e74-a3f3-e188a4848444" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.761156] env[69941]: DEBUG nova.compute.manager [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 636.761351] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.767547] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2167081-41c1-4c82-b48e-fe40bc4151d4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.770339] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6feec0e-a3cd-431b-aae1-bd855a949e05 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.783080] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539fe887-51a1-486b-95ed-287f0b537dd1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.787274] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.791136] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac5a3b9c-346f-4cbf-8c3e-0cc76b02f699 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.791136] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.809259] env[69941]: DEBUG nova.compute.provider_tree [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.809576] env[69941]: DEBUG oslo_vmware.api [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Waiting for the task: (returnval){ [ 636.809576] env[69941]: value = "task-3287938" [ 636.809576] env[69941]: _type = "Task" [ 636.809576] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.810386] env[69941]: DEBUG nova.network.neutron [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Successfully created port: 05b7b3c4-8a3a-4deb-93cc-b2210355e73f {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.822018] env[69941]: DEBUG oslo_vmware.api [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': task-3287938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.906821] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Acquiring lock "b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.907236] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Lock "b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.907578] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Acquiring lock "b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.907891] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Lock "b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.908152] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Lock "b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.910958] env[69941]: INFO nova.compute.manager [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Terminating instance [ 636.924869] env[69941]: DEBUG nova.network.neutron [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Updating instance_info_cache with network_info: [{"id": "088a6a27-617a-472f-bd01-acf1fde0999d", "address": "fa:16:3e:96:56:ee", "network": {"id": "c8a65ef6-728a-4c8e-8ce5-180d30f1659b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-705066247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d77b8d6d5f41cdb99d17b21cdc7cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088a6a27-61", "ovs_interfaceid": "088a6a27-617a-472f-bd01-acf1fde0999d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.019200] env[69941]: DEBUG nova.compute.manager [req-34743311-b2c2-4fc4-9285-722d470af14d req-125bc2fc-7da7-43f7-807a-a7a9b19393d0 service nova] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Received event network-vif-plugged-088a6a27-617a-472f-bd01-acf1fde0999d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.019408] env[69941]: DEBUG oslo_concurrency.lockutils [req-34743311-b2c2-4fc4-9285-722d470af14d req-125bc2fc-7da7-43f7-807a-a7a9b19393d0 service nova] Acquiring lock "d68b8498-def5-41a9-bbd6-0911fe078125-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.019615] env[69941]: DEBUG oslo_concurrency.lockutils [req-34743311-b2c2-4fc4-9285-722d470af14d req-125bc2fc-7da7-43f7-807a-a7a9b19393d0 service nova] Lock "d68b8498-def5-41a9-bbd6-0911fe078125-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.019808] env[69941]: DEBUG oslo_concurrency.lockutils [req-34743311-b2c2-4fc4-9285-722d470af14d req-125bc2fc-7da7-43f7-807a-a7a9b19393d0 service nova] Lock "d68b8498-def5-41a9-bbd6-0911fe078125-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.019974] env[69941]: DEBUG nova.compute.manager [req-34743311-b2c2-4fc4-9285-722d470af14d req-125bc2fc-7da7-43f7-807a-a7a9b19393d0 service nova] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] No waiting events found dispatching network-vif-plugged-088a6a27-617a-472f-bd01-acf1fde0999d {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.020111] env[69941]: WARNING nova.compute.manager [req-34743311-b2c2-4fc4-9285-722d470af14d req-125bc2fc-7da7-43f7-807a-a7a9b19393d0 service nova] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Received unexpected event network-vif-plugged-088a6a27-617a-472f-bd01-acf1fde0999d for instance with vm_state building and task_state spawning. [ 637.020295] env[69941]: DEBUG nova.compute.manager [req-34743311-b2c2-4fc4-9285-722d470af14d req-125bc2fc-7da7-43f7-807a-a7a9b19393d0 service nova] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Received event network-changed-088a6a27-617a-472f-bd01-acf1fde0999d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.020476] env[69941]: DEBUG nova.compute.manager [req-34743311-b2c2-4fc4-9285-722d470af14d req-125bc2fc-7da7-43f7-807a-a7a9b19393d0 service nova] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Refreshing instance network info cache due to event network-changed-088a6a27-617a-472f-bd01-acf1fde0999d. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.020644] env[69941]: DEBUG oslo_concurrency.lockutils [req-34743311-b2c2-4fc4-9285-722d470af14d req-125bc2fc-7da7-43f7-807a-a7a9b19393d0 service nova] Acquiring lock "refresh_cache-d68b8498-def5-41a9-bbd6-0911fe078125" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.088838] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3287937, 'name': ReconfigVM_Task, 'duration_secs': 0.551169} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.089168] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Reconfigured VM instance instance-00000013 to attach disk [datastore1] d43bb025-2fac-4629-b4b3-5d77abdbf582/d43bb025-2fac-4629-b4b3-5d77abdbf582.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.089770] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fed6b8fa-1637-40aa-8ce0-35ed348ed55e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.096435] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 637.096435] env[69941]: value = "task-3287939" [ 637.096435] env[69941]: _type = "Task" [ 637.096435] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.104860] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3287939, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.110963] env[69941]: DEBUG nova.compute.manager [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.111763] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6028563c-1b43-462b-bd5e-08a83c7f5998 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.153450] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.154222] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2707cde4-7242-4540-b43d-22a78be41720 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.161915] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 637.161915] env[69941]: value = "task-3287940" [ 637.161915] env[69941]: _type = "Task" [ 637.161915] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.171557] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.313793] env[69941]: DEBUG nova.scheduler.client.report [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.328575] env[69941]: DEBUG oslo_vmware.api [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': task-3287938, 'name': PowerOffVM_Task, 'duration_secs': 0.137902} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.328575] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.328575] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.328575] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3021d15e-453e-4be3-9550-83c8f968129e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.359109] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.359309] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.359603] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Deleting the datastore file [datastore2] 3a19b6bd-973a-4e74-a3f3-e188a4848444 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.359680] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60f934bf-6b0b-48ba-a8ae-49d04110f05e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.367555] env[69941]: DEBUG oslo_vmware.api [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Waiting for the task: (returnval){ [ 637.367555] env[69941]: value = "task-3287942" [ 637.367555] env[69941]: _type = "Task" [ 637.367555] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.378134] env[69941]: DEBUG oslo_vmware.api [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': task-3287942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.414904] env[69941]: DEBUG nova.compute.manager [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.415201] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.416150] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac534293-c909-4329-96d9-bdacc6f1450d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.425048] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.425292] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3aeeea5-51c1-4d5e-94d3-8c4d287a020b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.428398] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Releasing lock "refresh_cache-d68b8498-def5-41a9-bbd6-0911fe078125" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.428692] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Instance network_info: |[{"id": "088a6a27-617a-472f-bd01-acf1fde0999d", "address": "fa:16:3e:96:56:ee", "network": {"id": "c8a65ef6-728a-4c8e-8ce5-180d30f1659b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-705066247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d77b8d6d5f41cdb99d17b21cdc7cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088a6a27-61", "ovs_interfaceid": "088a6a27-617a-472f-bd01-acf1fde0999d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.428978] env[69941]: DEBUG oslo_concurrency.lockutils [req-34743311-b2c2-4fc4-9285-722d470af14d req-125bc2fc-7da7-43f7-807a-a7a9b19393d0 service nova] Acquired lock "refresh_cache-d68b8498-def5-41a9-bbd6-0911fe078125" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.429179] env[69941]: DEBUG nova.network.neutron [req-34743311-b2c2-4fc4-9285-722d470af14d req-125bc2fc-7da7-43f7-807a-a7a9b19393d0 service nova] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Refreshing network info cache for port 088a6a27-617a-472f-bd01-acf1fde0999d {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.430425] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:56:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '088a6a27-617a-472f-bd01-acf1fde0999d', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.437919] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Creating folder: Project (b0d77b8d6d5f41cdb99d17b21cdc7cf1). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.439759] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5379ba7f-3377-4d58-ac75-bf18fb2a3348 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.441594] env[69941]: DEBUG oslo_vmware.api [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Waiting for the task: (returnval){ [ 637.441594] env[69941]: value = "task-3287943" [ 637.441594] env[69941]: _type = "Task" [ 637.441594] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.452081] env[69941]: DEBUG oslo_vmware.api [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': task-3287943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.453412] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Created folder: Project (b0d77b8d6d5f41cdb99d17b21cdc7cf1) in parent group-v656570. [ 637.453599] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Creating folder: Instances. Parent ref: group-v656633. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.453829] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ad91913-15b0-47eb-8ea0-4131acd618c6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.464536] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Created folder: Instances in parent group-v656633. [ 637.464783] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.465084] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.465506] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c840db0-424e-4a4f-8ba8-161395837d7b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.486156] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.486156] env[69941]: value = "task-3287946" [ 637.486156] env[69941]: _type = "Task" [ 637.486156] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.497075] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287946, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.607676] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3287939, 'name': Rename_Task, 'duration_secs': 0.292771} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.608100] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.608404] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43a803b2-d5b3-4658-ab5b-cd9c14bb7556 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.616502] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 637.616502] env[69941]: value = "task-3287947" [ 637.616502] env[69941]: _type = "Task" [ 637.616502] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.626250] env[69941]: DEBUG nova.compute.manager [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.628334] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3287947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.630381] env[69941]: INFO nova.compute.manager [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] instance snapshotting [ 637.632113] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091e26fd-0282-447d-9af4-07ba4db47484 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.653662] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250d5577-efca-4b36-a448-4a5b4ba97c92 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.668023] env[69941]: DEBUG nova.virt.hardware [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.668023] env[69941]: DEBUG nova.virt.hardware [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.668023] env[69941]: DEBUG nova.virt.hardware [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.668428] env[69941]: DEBUG nova.virt.hardware [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.668428] env[69941]: DEBUG nova.virt.hardware [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.668428] env[69941]: DEBUG nova.virt.hardware [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.668428] env[69941]: DEBUG nova.virt.hardware [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.668428] env[69941]: DEBUG nova.virt.hardware [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.668720] env[69941]: DEBUG nova.virt.hardware [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.668720] env[69941]: DEBUG nova.virt.hardware [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.668720] env[69941]: DEBUG nova.virt.hardware [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.668720] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc0de10-b4d2-4a18-b3ca-0ecf45496015 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.679965] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287940, 'name': PowerOffVM_Task, 'duration_secs': 0.224097} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.682092] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.682336] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.683134] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecda9ec5-ca0f-4930-ad4e-7745fbafdb3e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.686859] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ae9475-22c6-48d0-983d-8554b1c8234b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.703349] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.703661] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1f39f81-711c-4e39-9efc-319e745313d1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.732833] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.733513] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.733513] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Deleting the datastore file [datastore1] 28bfa503-373a-4cd3-b667-2cb6c427fb17 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.733688] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0119922c-aab9-4d6d-bcf7-4bdeae28373d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.741470] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 637.741470] env[69941]: value = "task-3287949" [ 637.741470] env[69941]: _type = "Task" [ 637.741470] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.752087] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.822669] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.825817] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.994s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.829664] env[69941]: INFO nova.compute.claims [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.854302] env[69941]: INFO nova.scheduler.client.report [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Deleted allocations for instance c31dfcdf-a92b-45c4-986a-3719c7cecd35 [ 637.878186] env[69941]: DEBUG oslo_vmware.api [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Task: {'id': task-3287942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16686} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.878701] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.878896] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 637.879132] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 637.879309] env[69941]: INFO nova.compute.manager [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Took 1.12 seconds to destroy the instance on the hypervisor. [ 637.880461] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.880797] env[69941]: DEBUG nova.compute.manager [-] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 637.881903] env[69941]: DEBUG nova.network.neutron [-] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 637.902322] env[69941]: DEBUG nova.network.neutron [-] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.956062] env[69941]: DEBUG oslo_vmware.api [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': task-3287943, 'name': PowerOffVM_Task, 'duration_secs': 0.188195} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.956062] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.956062] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.956062] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61262aa6-3728-43b8-8992-384f7e905ecb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.996775] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287946, 'name': CreateVM_Task, 'duration_secs': 0.426465} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.996953] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.997669] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.997890] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.998235] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.998491] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64721cdc-4d02-4e70-bf6b-40c47242227a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.003794] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 638.003794] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]525c5d25-cc03-afa2-183f-25b641a06276" [ 638.003794] env[69941]: _type = "Task" [ 638.003794] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.012929] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]525c5d25-cc03-afa2-183f-25b641a06276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.027023] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.027023] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.027023] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Deleting the datastore file [datastore1] b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.027023] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-841de4fd-34aa-4759-8a5c-31786a99f4d8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.040613] env[69941]: DEBUG oslo_vmware.api [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Waiting for the task: (returnval){ [ 638.040613] env[69941]: value = "task-3287951" [ 638.040613] env[69941]: _type = "Task" [ 638.040613] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.054592] env[69941]: DEBUG oslo_vmware.api [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': task-3287951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.129243] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3287947, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.173535] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 638.173987] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-153bbfad-106f-4969-8560-6527c45b27eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.182719] env[69941]: DEBUG oslo_vmware.api [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the task: (returnval){ [ 638.182719] env[69941]: value = "task-3287952" [ 638.182719] env[69941]: _type = "Task" [ 638.182719] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.193635] env[69941]: DEBUG oslo_vmware.api [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287952, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.252416] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1235} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.252904] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.253142] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.253433] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.263217] env[69941]: DEBUG nova.network.neutron [req-34743311-b2c2-4fc4-9285-722d470af14d req-125bc2fc-7da7-43f7-807a-a7a9b19393d0 service nova] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Updated VIF entry in instance network info cache for port 088a6a27-617a-472f-bd01-acf1fde0999d. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.263624] env[69941]: DEBUG nova.network.neutron [req-34743311-b2c2-4fc4-9285-722d470af14d req-125bc2fc-7da7-43f7-807a-a7a9b19393d0 service nova] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Updating instance_info_cache with network_info: [{"id": "088a6a27-617a-472f-bd01-acf1fde0999d", "address": "fa:16:3e:96:56:ee", "network": {"id": "c8a65ef6-728a-4c8e-8ce5-180d30f1659b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-705066247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d77b8d6d5f41cdb99d17b21cdc7cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088a6a27-61", "ovs_interfaceid": "088a6a27-617a-472f-bd01-acf1fde0999d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.366296] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bcc0bbfc-0b10-4678-bbc6-81f84a6f2321 tempest-InstanceActionsTestJSON-1393721388 tempest-InstanceActionsTestJSON-1393721388-project-member] Lock "c31dfcdf-a92b-45c4-986a-3719c7cecd35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.426s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.405141] env[69941]: DEBUG nova.network.neutron [-] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.485560] env[69941]: DEBUG nova.network.neutron [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Successfully updated port: 05b7b3c4-8a3a-4deb-93cc-b2210355e73f {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.517713] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]525c5d25-cc03-afa2-183f-25b641a06276, 'name': SearchDatastore_Task, 'duration_secs': 0.026624} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.518242] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.518557] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.518858] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.519028] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.519249] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.519540] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffab4192-cf32-4214-9ac3-065ce6eb06af {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.529328] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.529979] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.530356] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b4cc89d-ad80-4653-946c-c13c276c278a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.536422] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 638.536422] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52116b9c-a72f-ce51-c3e5-9cc004a7be54" [ 638.536422] env[69941]: _type = "Task" [ 638.536422] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.550054] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52116b9c-a72f-ce51-c3e5-9cc004a7be54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.553355] env[69941]: DEBUG oslo_vmware.api [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Task: {'id': task-3287951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244395} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.554216] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.554216] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.554216] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.554335] env[69941]: INFO nova.compute.manager [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 638.554523] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.554787] env[69941]: DEBUG nova.compute.manager [-] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.554950] env[69941]: DEBUG nova.network.neutron [-] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.635735] env[69941]: DEBUG oslo_vmware.api [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3287947, 'name': PowerOnVM_Task, 'duration_secs': 0.566279} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.636209] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.636449] env[69941]: INFO nova.compute.manager [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Took 8.69 seconds to spawn the instance on the hypervisor. [ 638.636631] env[69941]: DEBUG nova.compute.manager [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.637586] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a26176-dd57-40ef-8e46-996a8a98b169 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.696562] env[69941]: DEBUG oslo_vmware.api [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287952, 'name': CreateSnapshot_Task, 'duration_secs': 0.496237} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.696843] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 638.698083] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5058b8f5-2f4f-44a1-b7c0-a4f63963b831 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.766733] env[69941]: DEBUG oslo_concurrency.lockutils [req-34743311-b2c2-4fc4-9285-722d470af14d req-125bc2fc-7da7-43f7-807a-a7a9b19393d0 service nova] Releasing lock "refresh_cache-d68b8498-def5-41a9-bbd6-0911fe078125" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.908530] env[69941]: INFO nova.compute.manager [-] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Took 1.03 seconds to deallocate network for instance. [ 638.989872] env[69941]: DEBUG oslo_concurrency.lockutils [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquiring lock "refresh_cache-c703a9fa-029e-4030-b8fd-8076b1bd713c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.990145] env[69941]: DEBUG oslo_concurrency.lockutils [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquired lock "refresh_cache-c703a9fa-029e-4030-b8fd-8076b1bd713c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.990340] env[69941]: DEBUG nova.network.neutron [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.050879] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52116b9c-a72f-ce51-c3e5-9cc004a7be54, 'name': SearchDatastore_Task, 'duration_secs': 0.031384} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.056806] env[69941]: DEBUG nova.compute.manager [req-9146774d-f0bb-4255-afbe-cfd59835e781 req-63882f7d-9181-483c-a782-f02eff70227d service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Received event network-vif-plugged-05b7b3c4-8a3a-4deb-93cc-b2210355e73f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.057030] env[69941]: DEBUG oslo_concurrency.lockutils [req-9146774d-f0bb-4255-afbe-cfd59835e781 req-63882f7d-9181-483c-a782-f02eff70227d service nova] Acquiring lock "c703a9fa-029e-4030-b8fd-8076b1bd713c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.057385] env[69941]: DEBUG oslo_concurrency.lockutils [req-9146774d-f0bb-4255-afbe-cfd59835e781 req-63882f7d-9181-483c-a782-f02eff70227d service nova] Lock "c703a9fa-029e-4030-b8fd-8076b1bd713c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.057458] env[69941]: DEBUG oslo_concurrency.lockutils [req-9146774d-f0bb-4255-afbe-cfd59835e781 req-63882f7d-9181-483c-a782-f02eff70227d service nova] Lock "c703a9fa-029e-4030-b8fd-8076b1bd713c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.057669] env[69941]: DEBUG nova.compute.manager [req-9146774d-f0bb-4255-afbe-cfd59835e781 req-63882f7d-9181-483c-a782-f02eff70227d service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] No waiting events found dispatching network-vif-plugged-05b7b3c4-8a3a-4deb-93cc-b2210355e73f {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.057809] env[69941]: WARNING nova.compute.manager [req-9146774d-f0bb-4255-afbe-cfd59835e781 req-63882f7d-9181-483c-a782-f02eff70227d service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Received unexpected event network-vif-plugged-05b7b3c4-8a3a-4deb-93cc-b2210355e73f for instance with vm_state building and task_state spawning. [ 639.057986] env[69941]: DEBUG nova.compute.manager [req-9146774d-f0bb-4255-afbe-cfd59835e781 req-63882f7d-9181-483c-a782-f02eff70227d service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Received event network-changed-05b7b3c4-8a3a-4deb-93cc-b2210355e73f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.058142] env[69941]: DEBUG nova.compute.manager [req-9146774d-f0bb-4255-afbe-cfd59835e781 req-63882f7d-9181-483c-a782-f02eff70227d service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Refreshing instance network info cache due to event network-changed-05b7b3c4-8a3a-4deb-93cc-b2210355e73f. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.058306] env[69941]: DEBUG oslo_concurrency.lockutils [req-9146774d-f0bb-4255-afbe-cfd59835e781 req-63882f7d-9181-483c-a782-f02eff70227d service nova] Acquiring lock "refresh_cache-c703a9fa-029e-4030-b8fd-8076b1bd713c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.058985] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5292c1e7-48af-4254-9abe-b821e5a1a182 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.066749] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 639.066749] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52677229-93b5-4a67-868a-1df200a2f24b" [ 639.066749] env[69941]: _type = "Task" [ 639.066749] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.075904] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52677229-93b5-4a67-868a-1df200a2f24b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.158665] env[69941]: INFO nova.compute.manager [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Took 36.63 seconds to build instance. [ 639.217889] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 639.222857] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-17060bbf-543f-4093-ae85-39db0576add3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.234339] env[69941]: DEBUG oslo_vmware.api [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the task: (returnval){ [ 639.234339] env[69941]: value = "task-3287953" [ 639.234339] env[69941]: _type = "Task" [ 639.234339] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.243983] env[69941]: DEBUG oslo_vmware.api [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287953, 'name': CloneVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.302332] env[69941]: DEBUG nova.virt.hardware [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.303325] env[69941]: DEBUG nova.virt.hardware [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.303325] env[69941]: DEBUG nova.virt.hardware [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.303325] env[69941]: DEBUG nova.virt.hardware [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.303325] env[69941]: DEBUG nova.virt.hardware [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.303325] env[69941]: DEBUG nova.virt.hardware [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.303566] env[69941]: DEBUG nova.virt.hardware [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.303659] env[69941]: DEBUG nova.virt.hardware [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.303742] env[69941]: DEBUG nova.virt.hardware [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.303896] env[69941]: DEBUG nova.virt.hardware [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.304199] env[69941]: DEBUG nova.virt.hardware [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.305094] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43c6efe-d625-4002-84fc-4f159ef567a9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.317268] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5c04ff-a5b1-40d9-90e4-de8dfadc4e55 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.334961] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Instance VIF info [] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.340495] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.340864] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.340956] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d15c322-8d56-4511-bd1f-0ab22de1d6d2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.363504] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.363504] env[69941]: value = "task-3287954" [ 639.363504] env[69941]: _type = "Task" [ 639.363504] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.374559] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287954, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.415283] env[69941]: DEBUG oslo_concurrency.lockutils [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.478711] env[69941]: DEBUG nova.network.neutron [-] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.505191] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8d7256-be62-41f0-9e84-15d85cb18b7b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.514358] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aec2a43-eb58-43a3-abb5-731b8e7c1fed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.546618] env[69941]: DEBUG nova.network.neutron [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.549204] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96eba99-0402-4539-85cc-f7d9c91bd0f5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.557658] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48ecaea-0715-4d37-95c9-bb465f8516f5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.572064] env[69941]: DEBUG nova.compute.provider_tree [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.588109] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52677229-93b5-4a67-868a-1df200a2f24b, 'name': SearchDatastore_Task, 'duration_secs': 0.030545} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.588368] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.588612] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] d68b8498-def5-41a9-bbd6-0911fe078125/d68b8498-def5-41a9-bbd6-0911fe078125.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.588858] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff91697d-ce7a-4e32-ba16-3f3d5b9f2cb8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.596679] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 639.596679] env[69941]: value = "task-3287955" [ 639.596679] env[69941]: _type = "Task" [ 639.596679] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.605760] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.660806] env[69941]: DEBUG oslo_concurrency.lockutils [None req-768a1c4d-0a43-457a-88e1-2a2425a46821 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "d43bb025-2fac-4629-b4b3-5d77abdbf582" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.594s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.752981] env[69941]: DEBUG oslo_vmware.api [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287953, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.814892] env[69941]: DEBUG nova.network.neutron [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Updating instance_info_cache with network_info: [{"id": "05b7b3c4-8a3a-4deb-93cc-b2210355e73f", "address": "fa:16:3e:32:a5:31", "network": {"id": "afd74ee6-2421-4493-b5aa-5d2caab0eb38", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1035955767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff341a5378744af08ac0cdcf361fd2e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b7b3c4-8a", "ovs_interfaceid": "05b7b3c4-8a3a-4deb-93cc-b2210355e73f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.877022] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287954, 'name': CreateVM_Task, 'duration_secs': 0.386716} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.877498] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.878722] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.879031] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.879752] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.880631] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d456d72-1d62-4765-8700-8e3395e71162 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.887880] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 639.887880] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5276852f-77f1-3253-f0df-0b9fedcd4e7f" [ 639.887880] env[69941]: _type = "Task" [ 639.887880] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.899421] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5276852f-77f1-3253-f0df-0b9fedcd4e7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.981862] env[69941]: INFO nova.compute.manager [-] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Took 1.43 seconds to deallocate network for instance. [ 640.082080] env[69941]: DEBUG nova.scheduler.client.report [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.107402] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287955, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.163104] env[69941]: DEBUG nova.compute.manager [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.251963] env[69941]: DEBUG oslo_vmware.api [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287953, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.324021] env[69941]: DEBUG oslo_concurrency.lockutils [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Releasing lock "refresh_cache-c703a9fa-029e-4030-b8fd-8076b1bd713c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.324021] env[69941]: DEBUG nova.compute.manager [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Instance network_info: |[{"id": "05b7b3c4-8a3a-4deb-93cc-b2210355e73f", "address": "fa:16:3e:32:a5:31", "network": {"id": "afd74ee6-2421-4493-b5aa-5d2caab0eb38", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1035955767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff341a5378744af08ac0cdcf361fd2e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b7b3c4-8a", "ovs_interfaceid": "05b7b3c4-8a3a-4deb-93cc-b2210355e73f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.324346] env[69941]: DEBUG oslo_concurrency.lockutils [req-9146774d-f0bb-4255-afbe-cfd59835e781 req-63882f7d-9181-483c-a782-f02eff70227d service nova] Acquired lock "refresh_cache-c703a9fa-029e-4030-b8fd-8076b1bd713c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.324346] env[69941]: DEBUG nova.network.neutron [req-9146774d-f0bb-4255-afbe-cfd59835e781 req-63882f7d-9181-483c-a782-f02eff70227d service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Refreshing network info cache for port 05b7b3c4-8a3a-4deb-93cc-b2210355e73f {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.324587] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:a5:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05b7b3c4-8a3a-4deb-93cc-b2210355e73f', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.336950] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.340493] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.344018] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3ee818a-4972-4df7-a074-f724d70922cd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.365333] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.365333] env[69941]: value = "task-3287956" [ 640.365333] env[69941]: _type = "Task" [ 640.365333] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.377269] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287956, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.402671] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5276852f-77f1-3253-f0df-0b9fedcd4e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.020453} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.403047] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.403287] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.403522] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.403667] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.403888] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.404188] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6070101-fbae-44a3-914b-1bdee3c74c63 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.414672] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.414907] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.415628] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f830dcfb-7d21-4da5-b0e6-46de7ed9ffcb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.420863] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 640.420863] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5246018e-c942-8e79-f2f8-e280e1a34414" [ 640.420863] env[69941]: _type = "Task" [ 640.420863] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.429085] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5246018e-c942-8e79-f2f8-e280e1a34414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.491620] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.587448] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.588053] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.590748] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.647s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.592106] env[69941]: INFO nova.compute.claims [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.607051] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52385} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.607240] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] d68b8498-def5-41a9-bbd6-0911fe078125/d68b8498-def5-41a9-bbd6-0911fe078125.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.607466] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.607707] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-314f787b-0255-400e-9659-a8b81e658726 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.615517] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 640.615517] env[69941]: value = "task-3287957" [ 640.615517] env[69941]: _type = "Task" [ 640.615517] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.625730] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.627191] env[69941]: DEBUG nova.network.neutron [req-9146774d-f0bb-4255-afbe-cfd59835e781 req-63882f7d-9181-483c-a782-f02eff70227d service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Updated VIF entry in instance network info cache for port 05b7b3c4-8a3a-4deb-93cc-b2210355e73f. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.627586] env[69941]: DEBUG nova.network.neutron [req-9146774d-f0bb-4255-afbe-cfd59835e781 req-63882f7d-9181-483c-a782-f02eff70227d service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Updating instance_info_cache with network_info: [{"id": "05b7b3c4-8a3a-4deb-93cc-b2210355e73f", "address": "fa:16:3e:32:a5:31", "network": {"id": "afd74ee6-2421-4493-b5aa-5d2caab0eb38", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1035955767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff341a5378744af08ac0cdcf361fd2e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b7b3c4-8a", "ovs_interfaceid": "05b7b3c4-8a3a-4deb-93cc-b2210355e73f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.691083] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.750560] env[69941]: DEBUG oslo_vmware.api [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287953, 'name': CloneVM_Task, 'duration_secs': 1.513296} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.751163] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Created linked-clone VM from snapshot [ 640.752594] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cc2888-7086-49f4-9f54-58096601f67c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.762993] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Uploading image 2e8090fe-e45f-4866-b48c-d197e3872807 {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 640.799963] env[69941]: DEBUG oslo_vmware.rw_handles [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 640.799963] env[69941]: value = "vm-656637" [ 640.799963] env[69941]: _type = "VirtualMachine" [ 640.799963] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 640.800315] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-899d5df4-a56d-4086-bdbd-e9d1c4f2d8dd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.808283] env[69941]: DEBUG oslo_vmware.rw_handles [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Lease: (returnval){ [ 640.808283] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b10907-6dae-8663-eeca-f33120f68944" [ 640.808283] env[69941]: _type = "HttpNfcLease" [ 640.808283] env[69941]: } obtained for exporting VM: (result){ [ 640.808283] env[69941]: value = "vm-656637" [ 640.808283] env[69941]: _type = "VirtualMachine" [ 640.808283] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 640.808614] env[69941]: DEBUG oslo_vmware.api [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the lease: (returnval){ [ 640.808614] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b10907-6dae-8663-eeca-f33120f68944" [ 640.808614] env[69941]: _type = "HttpNfcLease" [ 640.808614] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 640.818031] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 640.818031] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b10907-6dae-8663-eeca-f33120f68944" [ 640.818031] env[69941]: _type = "HttpNfcLease" [ 640.818031] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 640.874629] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287956, 'name': CreateVM_Task, 'duration_secs': 0.464999} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.874629] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.875477] env[69941]: DEBUG oslo_concurrency.lockutils [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.875604] env[69941]: DEBUG oslo_concurrency.lockutils [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.875963] env[69941]: DEBUG oslo_concurrency.lockutils [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.876245] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a03caaf-c97a-4bf3-a4ad-3334ba4df6c7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.882132] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 640.882132] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]527534c4-3f8e-8789-2614-b7bcc342aa6a" [ 640.882132] env[69941]: _type = "Task" [ 640.882132] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.891337] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527534c4-3f8e-8789-2614-b7bcc342aa6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.912387] env[69941]: DEBUG nova.compute.manager [req-08484175-6400-49d9-9e40-2d12b4b1b4b4 req-61421a47-65cd-44be-9628-dcd8e789cf07 service nova] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Received event network-changed-4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.912570] env[69941]: DEBUG nova.compute.manager [req-08484175-6400-49d9-9e40-2d12b4b1b4b4 req-61421a47-65cd-44be-9628-dcd8e789cf07 service nova] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Refreshing instance network info cache due to event network-changed-4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.913388] env[69941]: DEBUG oslo_concurrency.lockutils [req-08484175-6400-49d9-9e40-2d12b4b1b4b4 req-61421a47-65cd-44be-9628-dcd8e789cf07 service nova] Acquiring lock "refresh_cache-d43bb025-2fac-4629-b4b3-5d77abdbf582" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.913388] env[69941]: DEBUG oslo_concurrency.lockutils [req-08484175-6400-49d9-9e40-2d12b4b1b4b4 req-61421a47-65cd-44be-9628-dcd8e789cf07 service nova] Acquired lock "refresh_cache-d43bb025-2fac-4629-b4b3-5d77abdbf582" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.913388] env[69941]: DEBUG nova.network.neutron [req-08484175-6400-49d9-9e40-2d12b4b1b4b4 req-61421a47-65cd-44be-9628-dcd8e789cf07 service nova] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Refreshing network info cache for port 4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.934593] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5246018e-c942-8e79-f2f8-e280e1a34414, 'name': SearchDatastore_Task, 'duration_secs': 0.020908} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.935421] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9f6854-b733-4e7b-8896-74722d654339 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.943741] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 640.943741] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52cf0837-c698-1056-4cc1-897382b3a6da" [ 640.943741] env[69941]: _type = "Task" [ 640.943741] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.950663] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52cf0837-c698-1056-4cc1-897382b3a6da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.098190] env[69941]: DEBUG nova.compute.utils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.100226] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.108035] env[69941]: DEBUG nova.network.neutron [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.127298] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134295} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.127551] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.128786] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fa4d19-1033-447e-9684-6e8293bf8715 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.131578] env[69941]: DEBUG oslo_concurrency.lockutils [req-9146774d-f0bb-4255-afbe-cfd59835e781 req-63882f7d-9181-483c-a782-f02eff70227d service nova] Releasing lock "refresh_cache-c703a9fa-029e-4030-b8fd-8076b1bd713c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.131824] env[69941]: DEBUG nova.compute.manager [req-9146774d-f0bb-4255-afbe-cfd59835e781 req-63882f7d-9181-483c-a782-f02eff70227d service nova] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Received event network-vif-deleted-2d1aece7-8285-42eb-8b36-cc9dce59dc9c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.132093] env[69941]: INFO nova.compute.manager [req-9146774d-f0bb-4255-afbe-cfd59835e781 req-63882f7d-9181-483c-a782-f02eff70227d service nova] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Neutron deleted interface 2d1aece7-8285-42eb-8b36-cc9dce59dc9c; detaching it from the instance and deleting it from the info cache [ 641.132183] env[69941]: DEBUG nova.network.neutron [req-9146774d-f0bb-4255-afbe-cfd59835e781 req-63882f7d-9181-483c-a782-f02eff70227d service nova] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.155133] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] d68b8498-def5-41a9-bbd6-0911fe078125/d68b8498-def5-41a9-bbd6-0911fe078125.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.155875] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f007e37-3def-4b2d-acfe-4a5dfcaf11d8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.173317] env[69941]: DEBUG nova.policy [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc4b5d9b7fcb467e9f7fc2cfb18ecdbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0d77b8d6d5f41cdb99d17b21cdc7cf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.181090] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 641.181090] env[69941]: value = "task-3287959" [ 641.181090] env[69941]: _type = "Task" [ 641.181090] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.193809] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.321540] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 641.321540] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b10907-6dae-8663-eeca-f33120f68944" [ 641.321540] env[69941]: _type = "HttpNfcLease" [ 641.321540] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 641.321894] env[69941]: DEBUG oslo_vmware.rw_handles [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 641.321894] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b10907-6dae-8663-eeca-f33120f68944" [ 641.321894] env[69941]: _type = "HttpNfcLease" [ 641.321894] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 641.322718] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b32a99-72d6-4cd3-9eec-1442d8f2dff5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.333730] env[69941]: DEBUG oslo_vmware.rw_handles [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52478276-6770-f219-c20b-884d088da457/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 641.333946] env[69941]: DEBUG oslo_vmware.rw_handles [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52478276-6770-f219-c20b-884d088da457/disk-0.vmdk for reading. {{(pid=69941) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 641.418269] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527534c4-3f8e-8789-2614-b7bcc342aa6a, 'name': SearchDatastore_Task, 'duration_secs': 0.015173} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.418539] env[69941]: DEBUG oslo_concurrency.lockutils [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.419165] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.420478] env[69941]: DEBUG oslo_concurrency.lockutils [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.455123] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52cf0837-c698-1056-4cc1-897382b3a6da, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.455123] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.455123] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 28bfa503-373a-4cd3-b667-2cb6c427fb17/28bfa503-373a-4cd3-b667-2cb6c427fb17.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.455123] env[69941]: DEBUG oslo_concurrency.lockutils [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.455334] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.455334] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfd66b33-5911-4fa8-aba3-119cc17bbbc1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.456509] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dede8c2-d7c3-4b16-a942-ad61ec6698ed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.463190] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 641.463190] env[69941]: value = "task-3287960" [ 641.463190] env[69941]: _type = "Task" [ 641.463190] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.467520] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.467733] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.468848] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f89e97da-b538-4cba-8dda-914b0f14f17a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.474608] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.480480] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-53f4beb2-eeb4-42a2-a677-71cb2c6e4a85 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.484505] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 641.484505] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]527e2b47-2bec-3fd8-6b13-8849e87584c4" [ 641.484505] env[69941]: _type = "Task" [ 641.484505] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.495650] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527e2b47-2bec-3fd8-6b13-8849e87584c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.604754] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.638946] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f394b725-3724-4beb-8657-ad9ccead482e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.649323] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9e481b-7186-428e-b630-4acf8508c1cc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.685663] env[69941]: DEBUG nova.compute.manager [req-9146774d-f0bb-4255-afbe-cfd59835e781 req-63882f7d-9181-483c-a782-f02eff70227d service nova] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Detach interface failed, port_id=2d1aece7-8285-42eb-8b36-cc9dce59dc9c, reason: Instance b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 641.696069] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287959, 'name': ReconfigVM_Task, 'duration_secs': 0.35745} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.696366] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Reconfigured VM instance instance-00000015 to attach disk [datastore1] d68b8498-def5-41a9-bbd6-0911fe078125/d68b8498-def5-41a9-bbd6-0911fe078125.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.697202] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4edb30c9-6703-40a8-b3ea-5d37aeecdd0b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.703410] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 641.703410] env[69941]: value = "task-3287961" [ 641.703410] env[69941]: _type = "Task" [ 641.703410] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.711787] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287961, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.960648] env[69941]: DEBUG nova.network.neutron [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Successfully created port: 7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.980425] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287960, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.001226] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527e2b47-2bec-3fd8-6b13-8849e87584c4, 'name': SearchDatastore_Task, 'duration_secs': 0.019265} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.002260] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ca2afa-365c-4ba7-bf16-a2164fcc5fa1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.013658] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 642.013658] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523b5077-5b70-e982-7c7f-c14f1c5a1b7a" [ 642.013658] env[69941]: _type = "Task" [ 642.013658] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.023679] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523b5077-5b70-e982-7c7f-c14f1c5a1b7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.146805] env[69941]: DEBUG nova.network.neutron [req-08484175-6400-49d9-9e40-2d12b4b1b4b4 req-61421a47-65cd-44be-9628-dcd8e789cf07 service nova] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Updated VIF entry in instance network info cache for port 4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.149197] env[69941]: DEBUG nova.network.neutron [req-08484175-6400-49d9-9e40-2d12b4b1b4b4 req-61421a47-65cd-44be-9628-dcd8e789cf07 service nova] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Updating instance_info_cache with network_info: [{"id": "4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8", "address": "fa:16:3e:a2:29:69", "network": {"id": "2dd00258-2852-444f-b8ab-25ad1246758b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-310658148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e34a3ffcfb4b67a24979c0fca085c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2291b6-2c", "ovs_interfaceid": "4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.216930] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287961, 'name': Rename_Task, 'duration_secs': 0.172228} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.217917] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.217917] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1415fb0-110f-4949-a236-288eafff539d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.224999] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 642.224999] env[69941]: value = "task-3287962" [ 642.224999] env[69941]: _type = "Task" [ 642.224999] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.236786] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.316736] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324f8a70-02cd-45b3-b2b8-079e56c70a25 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.325878] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c358fd4-6620-499b-ba93-8438d404d7e0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.359454] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265d19a6-542d-4633-98fb-537631bd2eeb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.367569] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faab0de1-e16c-4bfd-bca1-f99d22e1f8af {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.382975] env[69941]: DEBUG nova.compute.provider_tree [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.476195] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705494} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.476341] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 28bfa503-373a-4cd3-b667-2cb6c427fb17/28bfa503-373a-4cd3-b667-2cb6c427fb17.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.476532] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.476780] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c090cf7-07e7-4cc3-860f-36ac611754c6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.482945] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 642.482945] env[69941]: value = "task-3287963" [ 642.482945] env[69941]: _type = "Task" [ 642.482945] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.491342] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.524024] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523b5077-5b70-e982-7c7f-c14f1c5a1b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.062659} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.524298] env[69941]: DEBUG oslo_concurrency.lockutils [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.524635] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] c703a9fa-029e-4030-b8fd-8076b1bd713c/c703a9fa-029e-4030-b8fd-8076b1bd713c.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.524826] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a41f6b5b-deed-420e-a41a-3eb877d18302 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.532028] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 642.532028] env[69941]: value = "task-3287964" [ 642.532028] env[69941]: _type = "Task" [ 642.532028] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.540579] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.617182] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.646330] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.646742] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.647057] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.647345] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.647511] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.647758] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.648061] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.648238] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.648475] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.648646] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.648840] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.649813] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e668c5ec-09ba-46b9-b4e1-18d575a5b9b7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.658218] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9122383-18da-4d25-a1f4-b9027f40f449 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.662422] env[69941]: DEBUG oslo_concurrency.lockutils [req-08484175-6400-49d9-9e40-2d12b4b1b4b4 req-61421a47-65cd-44be-9628-dcd8e789cf07 service nova] Releasing lock "refresh_cache-d43bb025-2fac-4629-b4b3-5d77abdbf582" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.737713] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.889280] env[69941]: DEBUG nova.scheduler.client.report [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.994538] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172313} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.995109] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.996165] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb45204c-e8b0-4b53-92f4-dd0b9d9c840c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.019402] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 28bfa503-373a-4cd3-b667-2cb6c427fb17/28bfa503-373a-4cd3-b667-2cb6c427fb17.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.020253] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1adb21a9-5eb2-435a-9cba-e27092ac6a07 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.047437] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 643.047437] env[69941]: value = "task-3287965" [ 643.047437] env[69941]: _type = "Task" [ 643.047437] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.051582] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287964, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.060777] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287965, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.239114] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.398718] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.398718] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.404680] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.664s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.552638] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790807} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.558485] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] c703a9fa-029e-4030-b8fd-8076b1bd713c/c703a9fa-029e-4030-b8fd-8076b1bd713c.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.558922] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.559381] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b43a8e6-52b3-4557-a91b-f75e036a115e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.571553] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.573519] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 643.573519] env[69941]: value = "task-3287966" [ 643.573519] env[69941]: _type = "Task" [ 643.573519] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.584312] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.605392] env[69941]: DEBUG nova.compute.manager [req-afbef1f3-7b80-47ba-9d74-3a41591afd34 req-7d1dc7a4-997b-48f9-bc28-4da5a3630454 service nova] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Received event network-vif-plugged-7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.606382] env[69941]: DEBUG oslo_concurrency.lockutils [req-afbef1f3-7b80-47ba-9d74-3a41591afd34 req-7d1dc7a4-997b-48f9-bc28-4da5a3630454 service nova] Acquiring lock "56ba3abf-950b-4c18-b229-bc555273c2fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.606727] env[69941]: DEBUG oslo_concurrency.lockutils [req-afbef1f3-7b80-47ba-9d74-3a41591afd34 req-7d1dc7a4-997b-48f9-bc28-4da5a3630454 service nova] Lock "56ba3abf-950b-4c18-b229-bc555273c2fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.607154] env[69941]: DEBUG oslo_concurrency.lockutils [req-afbef1f3-7b80-47ba-9d74-3a41591afd34 req-7d1dc7a4-997b-48f9-bc28-4da5a3630454 service nova] Lock "56ba3abf-950b-4c18-b229-bc555273c2fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.607385] env[69941]: DEBUG nova.compute.manager [req-afbef1f3-7b80-47ba-9d74-3a41591afd34 req-7d1dc7a4-997b-48f9-bc28-4da5a3630454 service nova] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] No waiting events found dispatching network-vif-plugged-7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.607651] env[69941]: WARNING nova.compute.manager [req-afbef1f3-7b80-47ba-9d74-3a41591afd34 req-7d1dc7a4-997b-48f9-bc28-4da5a3630454 service nova] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Received unexpected event network-vif-plugged-7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6 for instance with vm_state building and task_state spawning. [ 643.700746] env[69941]: DEBUG nova.network.neutron [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Successfully updated port: 7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.743831] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287962, 'name': PowerOnVM_Task, 'duration_secs': 1.271457} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.743831] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.743831] env[69941]: INFO nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Took 8.78 seconds to spawn the instance on the hypervisor. [ 643.743831] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.743831] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea78f542-77ba-4243-be40-25058195ea0f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.912631] env[69941]: DEBUG nova.compute.utils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.916602] env[69941]: INFO nova.compute.claims [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.921684] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.921871] env[69941]: DEBUG nova.network.neutron [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.967676] env[69941]: DEBUG nova.policy [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc4b5d9b7fcb467e9f7fc2cfb18ecdbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0d77b8d6d5f41cdb99d17b21cdc7cf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.062842] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287965, 'name': ReconfigVM_Task, 'duration_secs': 0.706919} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.063367] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 28bfa503-373a-4cd3-b667-2cb6c427fb17/28bfa503-373a-4cd3-b667-2cb6c427fb17.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.064179] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac8d47b1-f5e3-48d6-aea0-22d66fc86af6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.071545] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 644.071545] env[69941]: value = "task-3287967" [ 644.071545] env[69941]: _type = "Task" [ 644.071545] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.083532] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287967, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.086708] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119172} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.086954] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.087673] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f8c86d-1c88-4896-810b-90388b98d789 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.111401] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] c703a9fa-029e-4030-b8fd-8076b1bd713c/c703a9fa-029e-4030-b8fd-8076b1bd713c.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.111758] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dc96c4e-a7af-4d7b-a74e-7ddd016ca48b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.132693] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 644.132693] env[69941]: value = "task-3287968" [ 644.132693] env[69941]: _type = "Task" [ 644.132693] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.141341] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.205021] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "refresh_cache-56ba3abf-950b-4c18-b229-bc555273c2fc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.205149] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquired lock "refresh_cache-56ba3abf-950b-4c18-b229-bc555273c2fc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.205335] env[69941]: DEBUG nova.network.neutron [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.271642] env[69941]: INFO nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Took 32.68 seconds to build instance. [ 644.319370] env[69941]: DEBUG nova.network.neutron [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Successfully created port: 35cafa18-9efa-45cd-a692-666186f7e182 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.423091] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.430057] env[69941]: INFO nova.compute.resource_tracker [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Updating resource usage from migration 0129146d-9e03-4f3c-8567-ffd2ee94ef2d [ 644.582115] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287967, 'name': Rename_Task, 'duration_secs': 0.215181} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.584417] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.585291] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cc06c3d-4551-4efe-82c8-2701382ab343 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.591325] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 644.591325] env[69941]: value = "task-3287969" [ 644.591325] env[69941]: _type = "Task" [ 644.591325] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.602970] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.650423] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287968, 'name': ReconfigVM_Task, 'duration_secs': 0.343735} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.650423] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Reconfigured VM instance instance-00000018 to attach disk [datastore2] c703a9fa-029e-4030-b8fd-8076b1bd713c/c703a9fa-029e-4030-b8fd-8076b1bd713c.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.650423] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60c2b4e5-e112-4af2-926e-a46c801203ca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.655347] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 644.655347] env[69941]: value = "task-3287970" [ 644.655347] env[69941]: _type = "Task" [ 644.655347] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.670194] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287970, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.760470] env[69941]: DEBUG nova.network.neutron [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.774824] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "d68b8498-def5-41a9-bbd6-0911fe078125" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.749s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.982791] env[69941]: DEBUG nova.network.neutron [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Updating instance_info_cache with network_info: [{"id": "7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6", "address": "fa:16:3e:86:34:6b", "network": {"id": "c8a65ef6-728a-4c8e-8ce5-180d30f1659b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-705066247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d77b8d6d5f41cdb99d17b21cdc7cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b1f1e9d-c4", "ovs_interfaceid": "7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.105314] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.129017] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3f1a60-ef9a-4c33-a56c-0d612e06265d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.136009] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212b1591-960a-4940-8791-0c27e4c73c74 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.172638] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f281828-520c-4271-ab0e-5229ff883019 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.182532] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287970, 'name': Rename_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.186220] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b7c0c7-2c90-4c91-90bd-3ac83e6c3fa4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.201425] env[69941]: DEBUG nova.compute.provider_tree [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.281126] env[69941]: DEBUG nova.compute.manager [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.444557] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.467917] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.468883] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.468883] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.468883] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.468883] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.469058] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.469293] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.469463] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.469728] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.469933] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.470131] env[69941]: DEBUG nova.virt.hardware [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.471182] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f62b07-8388-4a3e-b525-84d3e70191a0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.480826] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6842cd33-1353-4a5e-94ed-566c69c96558 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.487171] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Releasing lock "refresh_cache-56ba3abf-950b-4c18-b229-bc555273c2fc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.487639] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Instance network_info: |[{"id": "7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6", "address": "fa:16:3e:86:34:6b", "network": {"id": "c8a65ef6-728a-4c8e-8ce5-180d30f1659b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-705066247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d77b8d6d5f41cdb99d17b21cdc7cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b1f1e9d-c4", "ovs_interfaceid": "7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.495665] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:34:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.503479] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.503946] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.504183] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-084a3278-f4a9-4e53-bf7c-2184297553d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.523637] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.523637] env[69941]: value = "task-3287971" [ 645.523637] env[69941]: _type = "Task" [ 645.523637] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.531411] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287971, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.604635] env[69941]: DEBUG oslo_vmware.api [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3287969, 'name': PowerOnVM_Task, 'duration_secs': 0.84884} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.604928] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.605081] env[69941]: DEBUG nova.compute.manager [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.605926] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab2550d-19ad-4fa6-8995-ef5d6d71b41d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.685786] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287970, 'name': Rename_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.705138] env[69941]: DEBUG nova.scheduler.client.report [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.723095] env[69941]: DEBUG nova.compute.manager [req-14bb9f64-8be9-44c4-a24b-5ebf199758d9 req-e5dec7dc-32a3-4cd5-b865-e80cf5904477 service nova] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Received event network-changed-7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.723095] env[69941]: DEBUG nova.compute.manager [req-14bb9f64-8be9-44c4-a24b-5ebf199758d9 req-e5dec7dc-32a3-4cd5-b865-e80cf5904477 service nova] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Refreshing instance network info cache due to event network-changed-7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.723095] env[69941]: DEBUG oslo_concurrency.lockutils [req-14bb9f64-8be9-44c4-a24b-5ebf199758d9 req-e5dec7dc-32a3-4cd5-b865-e80cf5904477 service nova] Acquiring lock "refresh_cache-56ba3abf-950b-4c18-b229-bc555273c2fc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.723095] env[69941]: DEBUG oslo_concurrency.lockutils [req-14bb9f64-8be9-44c4-a24b-5ebf199758d9 req-e5dec7dc-32a3-4cd5-b865-e80cf5904477 service nova] Acquired lock "refresh_cache-56ba3abf-950b-4c18-b229-bc555273c2fc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.723095] env[69941]: DEBUG nova.network.neutron [req-14bb9f64-8be9-44c4-a24b-5ebf199758d9 req-e5dec7dc-32a3-4cd5-b865-e80cf5904477 service nova] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Refreshing network info cache for port 7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.811694] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.869394] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Acquiring lock "bca042c1-7934-47f5-8903-c7b8775d329d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.869821] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Lock "bca042c1-7934-47f5-8903-c7b8775d329d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.034567] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287971, 'name': CreateVM_Task, 'duration_secs': 0.485134} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.034796] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.035439] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.035636] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.036065] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.036353] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6096e8e0-7481-414d-9b0e-f2a4e90a3c0a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.043303] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 646.043303] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c10e32-8032-9b25-6ef9-e7f95376b44e" [ 646.043303] env[69941]: _type = "Task" [ 646.043303] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.060104] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c10e32-8032-9b25-6ef9-e7f95376b44e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.128757] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.167358] env[69941]: DEBUG nova.network.neutron [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Successfully updated port: 35cafa18-9efa-45cd-a692-666186f7e182 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.181153] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287970, 'name': Rename_Task, 'duration_secs': 1.182109} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.183652] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.183652] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b754ffa2-a2e7-4ee7-b9ab-7ee32adac00a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.190825] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 646.190825] env[69941]: value = "task-3287972" [ 646.190825] env[69941]: _type = "Task" [ 646.190825] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.202161] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.210244] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.806s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.210492] env[69941]: INFO nova.compute.manager [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Migrating [ 646.210758] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.210921] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.212584] env[69941]: DEBUG oslo_concurrency.lockutils [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.847s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.214428] env[69941]: INFO nova.compute.claims [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.468283] env[69941]: DEBUG nova.network.neutron [req-14bb9f64-8be9-44c4-a24b-5ebf199758d9 req-e5dec7dc-32a3-4cd5-b865-e80cf5904477 service nova] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Updated VIF entry in instance network info cache for port 7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.468648] env[69941]: DEBUG nova.network.neutron [req-14bb9f64-8be9-44c4-a24b-5ebf199758d9 req-e5dec7dc-32a3-4cd5-b865-e80cf5904477 service nova] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Updating instance_info_cache with network_info: [{"id": "7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6", "address": "fa:16:3e:86:34:6b", "network": {"id": "c8a65ef6-728a-4c8e-8ce5-180d30f1659b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-705066247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d77b8d6d5f41cdb99d17b21cdc7cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b1f1e9d-c4", "ovs_interfaceid": "7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.558206] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c10e32-8032-9b25-6ef9-e7f95376b44e, 'name': SearchDatastore_Task, 'duration_secs': 0.022574} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.558615] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.558777] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.559195] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.559386] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.559632] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.559988] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcbb5bb3-7dac-48d7-bccf-be5b5ddfa09c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.570685] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.570900] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.571844] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2da41cc-67b7-4af8-9bb5-040d55d1bbac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.577570] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 646.577570] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52ed8809-b72a-cd09-3921-071b4f16e317" [ 646.577570] env[69941]: _type = "Task" [ 646.577570] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.595127] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ed8809-b72a-cd09-3921-071b4f16e317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.671172] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "refresh_cache-a65e82f5-6c9d-4a41-aaae-b85e362f527e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.671172] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquired lock "refresh_cache-a65e82f5-6c9d-4a41-aaae-b85e362f527e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.671320] env[69941]: DEBUG nova.network.neutron [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.704186] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287972, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.718543] env[69941]: INFO nova.compute.rpcapi [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 646.719184] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.972258] env[69941]: DEBUG oslo_concurrency.lockutils [req-14bb9f64-8be9-44c4-a24b-5ebf199758d9 req-e5dec7dc-32a3-4cd5-b865-e80cf5904477 service nova] Releasing lock "refresh_cache-56ba3abf-950b-4c18-b229-bc555273c2fc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.091884] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ed8809-b72a-cd09-3921-071b4f16e317, 'name': SearchDatastore_Task, 'duration_secs': 0.016474} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.092800] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e537fd12-a290-4071-addc-cfe33e654bad {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.098483] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 647.098483] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]529f0437-d379-5e4a-b0ee-bb33f38e3a4e" [ 647.098483] env[69941]: _type = "Task" [ 647.098483] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.106714] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529f0437-d379-5e4a-b0ee-bb33f38e3a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.125741] env[69941]: INFO nova.compute.manager [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Rebuilding instance [ 647.182915] env[69941]: DEBUG nova.compute.manager [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.183889] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b350db-5193-4743-8b82-5f6aab434a1c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.203884] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287972, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.215921] env[69941]: DEBUG nova.network.neutron [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.240683] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "refresh_cache-57099f0b-431e-418d-87f4-dc00199920e2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.241312] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquired lock "refresh_cache-57099f0b-431e-418d-87f4-dc00199920e2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.241312] env[69941]: DEBUG nova.network.neutron [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.420562] env[69941]: DEBUG nova.network.neutron [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Updating instance_info_cache with network_info: [{"id": "35cafa18-9efa-45cd-a692-666186f7e182", "address": "fa:16:3e:15:de:7b", "network": {"id": "c8a65ef6-728a-4c8e-8ce5-180d30f1659b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-705066247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d77b8d6d5f41cdb99d17b21cdc7cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35cafa18-9e", "ovs_interfaceid": "35cafa18-9efa-45cd-a692-666186f7e182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.609352] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529f0437-d379-5e4a-b0ee-bb33f38e3a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.020288} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.612176] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.612471] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 56ba3abf-950b-4c18-b229-bc555273c2fc/56ba3abf-950b-4c18-b229-bc555273c2fc.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.613794] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-490ff89c-7e64-4b55-9d97-5d12d7079f52 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.620227] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 647.620227] env[69941]: value = "task-3287973" [ 647.620227] env[69941]: _type = "Task" [ 647.620227] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.632450] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.715730] env[69941]: DEBUG oslo_vmware.api [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3287972, 'name': PowerOnVM_Task, 'duration_secs': 1.306617} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.719593] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.719886] env[69941]: INFO nova.compute.manager [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Took 10.09 seconds to spawn the instance on the hypervisor. [ 647.720248] env[69941]: DEBUG nova.compute.manager [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.721994] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d0001d-0b6f-4f86-a350-80d34ff5a555 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.752263] env[69941]: DEBUG nova.compute.manager [req-b1f5f671-984b-490e-82b3-bf2f49bd28a1 req-faf60f7d-ea6c-4e5e-a548-e805e2a9932a service nova] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Received event network-vif-plugged-35cafa18-9efa-45cd-a692-666186f7e182 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.752377] env[69941]: DEBUG oslo_concurrency.lockutils [req-b1f5f671-984b-490e-82b3-bf2f49bd28a1 req-faf60f7d-ea6c-4e5e-a548-e805e2a9932a service nova] Acquiring lock "a65e82f5-6c9d-4a41-aaae-b85e362f527e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.752569] env[69941]: DEBUG oslo_concurrency.lockutils [req-b1f5f671-984b-490e-82b3-bf2f49bd28a1 req-faf60f7d-ea6c-4e5e-a548-e805e2a9932a service nova] Lock "a65e82f5-6c9d-4a41-aaae-b85e362f527e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.752734] env[69941]: DEBUG oslo_concurrency.lockutils [req-b1f5f671-984b-490e-82b3-bf2f49bd28a1 req-faf60f7d-ea6c-4e5e-a548-e805e2a9932a service nova] Lock "a65e82f5-6c9d-4a41-aaae-b85e362f527e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.752899] env[69941]: DEBUG nova.compute.manager [req-b1f5f671-984b-490e-82b3-bf2f49bd28a1 req-faf60f7d-ea6c-4e5e-a548-e805e2a9932a service nova] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] No waiting events found dispatching network-vif-plugged-35cafa18-9efa-45cd-a692-666186f7e182 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.753088] env[69941]: WARNING nova.compute.manager [req-b1f5f671-984b-490e-82b3-bf2f49bd28a1 req-faf60f7d-ea6c-4e5e-a548-e805e2a9932a service nova] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Received unexpected event network-vif-plugged-35cafa18-9efa-45cd-a692-666186f7e182 for instance with vm_state building and task_state spawning. [ 647.753253] env[69941]: DEBUG nova.compute.manager [req-b1f5f671-984b-490e-82b3-bf2f49bd28a1 req-faf60f7d-ea6c-4e5e-a548-e805e2a9932a service nova] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Received event network-changed-35cafa18-9efa-45cd-a692-666186f7e182 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.753405] env[69941]: DEBUG nova.compute.manager [req-b1f5f671-984b-490e-82b3-bf2f49bd28a1 req-faf60f7d-ea6c-4e5e-a548-e805e2a9932a service nova] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Refreshing instance network info cache due to event network-changed-35cafa18-9efa-45cd-a692-666186f7e182. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.753574] env[69941]: DEBUG oslo_concurrency.lockutils [req-b1f5f671-984b-490e-82b3-bf2f49bd28a1 req-faf60f7d-ea6c-4e5e-a548-e805e2a9932a service nova] Acquiring lock "refresh_cache-a65e82f5-6c9d-4a41-aaae-b85e362f527e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.826449] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730024e6-87ee-46ba-8baf-628b5f10aea6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.835468] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4f27cf-685d-49ec-817f-98a51c4a750f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.870432] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c62a459-e1c0-468c-b590-9970d462da55 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.878866] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d014c62-eece-4d7c-af22-2db093c10d68 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.896650] env[69941]: DEBUG nova.compute.provider_tree [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.926021] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Releasing lock "refresh_cache-a65e82f5-6c9d-4a41-aaae-b85e362f527e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.928325] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Instance network_info: |[{"id": "35cafa18-9efa-45cd-a692-666186f7e182", "address": "fa:16:3e:15:de:7b", "network": {"id": "c8a65ef6-728a-4c8e-8ce5-180d30f1659b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-705066247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d77b8d6d5f41cdb99d17b21cdc7cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35cafa18-9e", "ovs_interfaceid": "35cafa18-9efa-45cd-a692-666186f7e182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.928325] env[69941]: DEBUG oslo_concurrency.lockutils [req-b1f5f671-984b-490e-82b3-bf2f49bd28a1 req-faf60f7d-ea6c-4e5e-a548-e805e2a9932a service nova] Acquired lock "refresh_cache-a65e82f5-6c9d-4a41-aaae-b85e362f527e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.928632] env[69941]: DEBUG nova.network.neutron [req-b1f5f671-984b-490e-82b3-bf2f49bd28a1 req-faf60f7d-ea6c-4e5e-a548-e805e2a9932a service nova] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Refreshing network info cache for port 35cafa18-9efa-45cd-a692-666186f7e182 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.928632] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:de:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35cafa18-9efa-45cd-a692-666186f7e182', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.937160] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.940537] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.941521] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bd4d53d-703a-40a7-92cf-69b4b6fdab3c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.970400] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.970400] env[69941]: value = "task-3287974" [ 647.970400] env[69941]: _type = "Task" [ 647.970400] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.979427] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287974, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.132494] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287973, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.153693] env[69941]: DEBUG nova.network.neutron [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Updating instance_info_cache with network_info: [{"id": "7060526d-ff56-47a9-8983-2807ab3c9d5e", "address": "fa:16:3e:52:0d:e4", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7060526d-ff", "ovs_interfaceid": "7060526d-ff56-47a9-8983-2807ab3c9d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.206129] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.206779] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01f19a69-6d92-428c-9216-ba6ac84a381f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.219526] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Waiting for the task: (returnval){ [ 648.219526] env[69941]: value = "task-3287975" [ 648.219526] env[69941]: _type = "Task" [ 648.219526] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.228029] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': task-3287975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.241530] env[69941]: INFO nova.compute.manager [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Took 35.13 seconds to build instance. [ 648.355775] env[69941]: DEBUG nova.network.neutron [req-b1f5f671-984b-490e-82b3-bf2f49bd28a1 req-faf60f7d-ea6c-4e5e-a548-e805e2a9932a service nova] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Updated VIF entry in instance network info cache for port 35cafa18-9efa-45cd-a692-666186f7e182. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.356072] env[69941]: DEBUG nova.network.neutron [req-b1f5f671-984b-490e-82b3-bf2f49bd28a1 req-faf60f7d-ea6c-4e5e-a548-e805e2a9932a service nova] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Updating instance_info_cache with network_info: [{"id": "35cafa18-9efa-45cd-a692-666186f7e182", "address": "fa:16:3e:15:de:7b", "network": {"id": "c8a65ef6-728a-4c8e-8ce5-180d30f1659b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-705066247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d77b8d6d5f41cdb99d17b21cdc7cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35cafa18-9e", "ovs_interfaceid": "35cafa18-9efa-45cd-a692-666186f7e182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.400832] env[69941]: DEBUG nova.scheduler.client.report [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.480879] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287974, 'name': CreateVM_Task, 'duration_secs': 0.46404} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.480879] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.484118] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.484118] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.484118] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.484118] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b3e4473-7959-414d-9b6c-dd6c800bc750 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.488190] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 648.488190] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5212b7bc-f9aa-ef58-7745-f8146c7ac319" [ 648.488190] env[69941]: _type = "Task" [ 648.488190] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.496865] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5212b7bc-f9aa-ef58-7745-f8146c7ac319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.631365] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681785} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.631775] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 56ba3abf-950b-4c18-b229-bc555273c2fc/56ba3abf-950b-4c18-b229-bc555273c2fc.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.632039] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.632277] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22532ed7-a5c1-4625-9557-c49ad1e37ad6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.640073] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 648.640073] env[69941]: value = "task-3287976" [ 648.640073] env[69941]: _type = "Task" [ 648.640073] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.647607] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.657800] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Releasing lock "refresh_cache-57099f0b-431e-418d-87f4-dc00199920e2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.726699] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': task-3287975, 'name': PowerOffVM_Task, 'duration_secs': 0.198588} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.727087] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.727201] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.728143] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded80bc9-262b-4409-a1ac-06a9cb49b929 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.734306] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.734532] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f907e4b3-0dba-4d75-9bdf-9d9b39e57066 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.743927] env[69941]: DEBUG oslo_concurrency.lockutils [None req-393d07f6-a9da-4f24-8ff8-10a11456e480 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "c703a9fa-029e-4030-b8fd-8076b1bd713c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.718s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.757102] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.758121] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.758121] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Deleting the datastore file [datastore2] 28bfa503-373a-4cd3-b667-2cb6c427fb17 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.758121] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a8c0b25-8e1c-4bcf-a61b-75b76abbc12e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.764609] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Waiting for the task: (returnval){ [ 648.764609] env[69941]: value = "task-3287978" [ 648.764609] env[69941]: _type = "Task" [ 648.764609] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.773064] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': task-3287978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.861918] env[69941]: DEBUG oslo_concurrency.lockutils [req-b1f5f671-984b-490e-82b3-bf2f49bd28a1 req-faf60f7d-ea6c-4e5e-a548-e805e2a9932a service nova] Releasing lock "refresh_cache-a65e82f5-6c9d-4a41-aaae-b85e362f527e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.906453] env[69941]: DEBUG oslo_concurrency.lockutils [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.907066] env[69941]: DEBUG nova.compute.manager [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.912391] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.552s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.912705] env[69941]: INFO nova.compute.claims [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.000162] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5212b7bc-f9aa-ef58-7745-f8146c7ac319, 'name': SearchDatastore_Task, 'duration_secs': 0.016253} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.000453] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.000676] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.000918] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.001073] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.002007] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.002007] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6cd8937-ef48-4f39-a02a-d8b9ed7433fc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.005330] env[69941]: DEBUG nova.compute.manager [req-5f4e420f-590b-4879-803e-953812217cc1 req-03bf8b84-81e0-45f5-91fb-24cde5ba1f73 service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Received event network-changed-fcb26d51-7b2e-4d28-9e90-d7b470c37a32 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.005511] env[69941]: DEBUG nova.compute.manager [req-5f4e420f-590b-4879-803e-953812217cc1 req-03bf8b84-81e0-45f5-91fb-24cde5ba1f73 service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Refreshing instance network info cache due to event network-changed-fcb26d51-7b2e-4d28-9e90-d7b470c37a32. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.005707] env[69941]: DEBUG oslo_concurrency.lockutils [req-5f4e420f-590b-4879-803e-953812217cc1 req-03bf8b84-81e0-45f5-91fb-24cde5ba1f73 service nova] Acquiring lock "refresh_cache-8fdb8936-12c2-4274-aee2-77b140e7c2cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.005844] env[69941]: DEBUG oslo_concurrency.lockutils [req-5f4e420f-590b-4879-803e-953812217cc1 req-03bf8b84-81e0-45f5-91fb-24cde5ba1f73 service nova] Acquired lock "refresh_cache-8fdb8936-12c2-4274-aee2-77b140e7c2cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.005999] env[69941]: DEBUG nova.network.neutron [req-5f4e420f-590b-4879-803e-953812217cc1 req-03bf8b84-81e0-45f5-91fb-24cde5ba1f73 service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Refreshing network info cache for port fcb26d51-7b2e-4d28-9e90-d7b470c37a32 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.013213] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.013399] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.014403] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7afe99cb-4c4f-4dea-b3e5-6ca48f29ea01 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.020447] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 649.020447] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e8fa01-5feb-d122-fd2f-562b6e6f2808" [ 649.020447] env[69941]: _type = "Task" [ 649.020447] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.028841] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e8fa01-5feb-d122-fd2f-562b6e6f2808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.149312] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205398} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.149572] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.150454] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8550bd06-9128-4828-b041-888803f28d6c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.176622] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 56ba3abf-950b-4c18-b229-bc555273c2fc/56ba3abf-950b-4c18-b229-bc555273c2fc.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.177204] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54f4cf9e-eca8-4bfe-a84d-28642b9e51a7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.196740] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 649.196740] env[69941]: value = "task-3287979" [ 649.196740] env[69941]: _type = "Task" [ 649.196740] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.204962] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.252027] env[69941]: DEBUG nova.compute.manager [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.276212] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': task-3287978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09505} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.276491] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.276677] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.276867] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.418024] env[69941]: DEBUG nova.compute.utils [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.423050] env[69941]: DEBUG nova.compute.manager [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.424171] env[69941]: DEBUG nova.network.neutron [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.507849] env[69941]: DEBUG nova.policy [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f513d6e0f3ce452793b90565bea0aa3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c2f99f9ae19423e8cb4cc5f36a5d989', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.532257] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e8fa01-5feb-d122-fd2f-562b6e6f2808, 'name': SearchDatastore_Task, 'duration_secs': 0.008709} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.533065] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ac20a5-630c-47a9-a626-c5320559a367 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.538579] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 649.538579] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523dc645-a69b-653d-3e55-009e6acbcdec" [ 649.538579] env[69941]: _type = "Task" [ 649.538579] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.547544] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523dc645-a69b-653d-3e55-009e6acbcdec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.711817] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287979, 'name': ReconfigVM_Task, 'duration_secs': 0.496147} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.716039] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 56ba3abf-950b-4c18-b229-bc555273c2fc/56ba3abf-950b-4c18-b229-bc555273c2fc.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.716819] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c893de15-5c7f-4c77-a368-b9bfcdd039c8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.723804] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 649.723804] env[69941]: value = "task-3287980" [ 649.723804] env[69941]: _type = "Task" [ 649.723804] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.732397] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287980, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.779079] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.921712] env[69941]: DEBUG nova.compute.manager [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.054314] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523dc645-a69b-653d-3e55-009e6acbcdec, 'name': SearchDatastore_Task, 'duration_secs': 0.0111} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.054590] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.054854] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] a65e82f5-6c9d-4a41-aaae-b85e362f527e/a65e82f5-6c9d-4a41-aaae-b85e362f527e.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.055169] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78209eac-8d54-42c6-8028-556f3180ea28 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.062038] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 650.062038] env[69941]: value = "task-3287981" [ 650.062038] env[69941]: _type = "Task" [ 650.062038] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.073993] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.172549] env[69941]: DEBUG nova.network.neutron [req-5f4e420f-590b-4879-803e-953812217cc1 req-03bf8b84-81e0-45f5-91fb-24cde5ba1f73 service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Updated VIF entry in instance network info cache for port fcb26d51-7b2e-4d28-9e90-d7b470c37a32. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.172964] env[69941]: DEBUG nova.network.neutron [req-5f4e420f-590b-4879-803e-953812217cc1 req-03bf8b84-81e0-45f5-91fb-24cde5ba1f73 service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Updating instance_info_cache with network_info: [{"id": "fcb26d51-7b2e-4d28-9e90-d7b470c37a32", "address": "fa:16:3e:91:35:fd", "network": {"id": "afd74ee6-2421-4493-b5aa-5d2caab0eb38", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1035955767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff341a5378744af08ac0cdcf361fd2e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb26d51-7b", "ovs_interfaceid": "fcb26d51-7b2e-4d28-9e90-d7b470c37a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.184900] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f053cc-7ed4-4810-98aa-f565afc012ea {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.208059] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Updating instance '57099f0b-431e-418d-87f4-dc00199920e2' progress to 0 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 650.236243] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287980, 'name': Rename_Task, 'duration_secs': 0.265832} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.236243] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.236243] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bb7a59d-9cf4-4ee7-b449-61131073808e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.248056] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 650.248056] env[69941]: value = "task-3287982" [ 650.248056] env[69941]: _type = "Task" [ 650.248056] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.253936] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.285407] env[69941]: DEBUG nova.network.neutron [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Successfully created port: 5a56b314-291a-4c8c-9ade-1922cfe3408b {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.319518] env[69941]: DEBUG nova.virt.hardware [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.319757] env[69941]: DEBUG nova.virt.hardware [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.319919] env[69941]: DEBUG nova.virt.hardware [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.320260] env[69941]: DEBUG nova.virt.hardware [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.320492] env[69941]: DEBUG nova.virt.hardware [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.320630] env[69941]: DEBUG nova.virt.hardware [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.321556] env[69941]: DEBUG nova.virt.hardware [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.321556] env[69941]: DEBUG nova.virt.hardware [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.321556] env[69941]: DEBUG nova.virt.hardware [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.321556] env[69941]: DEBUG nova.virt.hardware [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.321556] env[69941]: DEBUG nova.virt.hardware [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.323701] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c221b7-8d2e-425e-8b8f-db4930ad99f7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.334766] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5315d92-fc9e-40fa-a35d-eb1233aa0e62 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.341825] env[69941]: DEBUG oslo_vmware.rw_handles [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52478276-6770-f219-c20b-884d088da457/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 650.342949] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4308964d-f241-4b0d-9655-f5af2a97f1a3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.359178] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Instance VIF info [] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.365458] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.370251] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.370746] env[69941]: DEBUG oslo_vmware.rw_handles [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52478276-6770-f219-c20b-884d088da457/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 650.370864] env[69941]: ERROR oslo_vmware.rw_handles [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52478276-6770-f219-c20b-884d088da457/disk-0.vmdk due to incomplete transfer. [ 650.371651] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ef54a38-8327-4894-8c23-5183084483eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.385018] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e59d6f9f-dbb0-4027-bf13-f3a1ef2ab0c7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.396240] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.396240] env[69941]: value = "task-3287983" [ 650.396240] env[69941]: _type = "Task" [ 650.396240] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.397917] env[69941]: DEBUG oslo_vmware.rw_handles [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52478276-6770-f219-c20b-884d088da457/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 650.398144] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Uploaded image 2e8090fe-e45f-4866-b48c-d197e3872807 to the Glance image server {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 650.400567] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 650.406802] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7c3b37fc-c186-4c90-b5a7-c8b0453239af {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.415529] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287983, 'name': CreateVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.417384] env[69941]: DEBUG oslo_vmware.api [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the task: (returnval){ [ 650.417384] env[69941]: value = "task-3287984" [ 650.417384] env[69941]: _type = "Task" [ 650.417384] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.433596] env[69941]: DEBUG oslo_vmware.api [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287984, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.577756] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499977} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.578210] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] a65e82f5-6c9d-4a41-aaae-b85e362f527e/a65e82f5-6c9d-4a41-aaae-b85e362f527e.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.578478] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.579016] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93ac67dc-092f-4fea-b902-d8d08ae209ab {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.586091] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 650.586091] env[69941]: value = "task-3287985" [ 650.586091] env[69941]: _type = "Task" [ 650.586091] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.595240] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.611216] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb716b10-2956-49f3-8936-2d89ffe18b24 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.619188] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739a9c9a-8829-4d7b-9d58-e0dfb7c79fb4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.656601] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbf4445-be56-4b5a-85f8-082d3c4a061f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.664725] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeef6d73-6fd2-483d-b00e-38ce2091b085 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.681287] env[69941]: DEBUG oslo_concurrency.lockutils [req-5f4e420f-590b-4879-803e-953812217cc1 req-03bf8b84-81e0-45f5-91fb-24cde5ba1f73 service nova] Releasing lock "refresh_cache-8fdb8936-12c2-4274-aee2-77b140e7c2cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.681883] env[69941]: DEBUG nova.compute.provider_tree [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.716763] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.717163] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b1fd792-6c39-4eec-abbf-27186ea77e3c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.724606] env[69941]: DEBUG oslo_vmware.api [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 650.724606] env[69941]: value = "task-3287986" [ 650.724606] env[69941]: _type = "Task" [ 650.724606] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.732763] env[69941]: DEBUG oslo_vmware.api [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.754876] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.908024] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287983, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.925591] env[69941]: DEBUG oslo_vmware.api [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287984, 'name': Destroy_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.939167] env[69941]: DEBUG nova.compute.manager [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.964919] env[69941]: DEBUG nova.virt.hardware [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.965197] env[69941]: DEBUG nova.virt.hardware [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.965357] env[69941]: DEBUG nova.virt.hardware [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.965537] env[69941]: DEBUG nova.virt.hardware [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.965682] env[69941]: DEBUG nova.virt.hardware [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.965857] env[69941]: DEBUG nova.virt.hardware [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.967594] env[69941]: DEBUG nova.virt.hardware [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.967855] env[69941]: DEBUG nova.virt.hardware [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.968081] env[69941]: DEBUG nova.virt.hardware [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.968262] env[69941]: DEBUG nova.virt.hardware [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.968439] env[69941]: DEBUG nova.virt.hardware [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.969337] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0613828f-170b-4bb8-978a-9cbdda808dc8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.977029] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3101c0c-0107-4fe7-80d4-feec3252509b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.096693] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12349} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.096834] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.097708] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8f657f-2221-4cc6-bd9c-7a7fe96f099d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.119959] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] a65e82f5-6c9d-4a41-aaae-b85e362f527e/a65e82f5-6c9d-4a41-aaae-b85e362f527e.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.120282] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d88ed2aa-c222-4aef-9838-3bdd9cd18ca6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.139954] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 651.139954] env[69941]: value = "task-3287987" [ 651.139954] env[69941]: _type = "Task" [ 651.139954] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.151665] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287987, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.184909] env[69941]: DEBUG nova.scheduler.client.report [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.234955] env[69941]: DEBUG oslo_vmware.api [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.258068] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287982, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.408908] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287983, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.427018] env[69941]: DEBUG oslo_vmware.api [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287984, 'name': Destroy_Task, 'duration_secs': 0.867979} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.427260] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Destroyed the VM [ 651.428024] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 651.428024] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-de8b35f8-ff30-4d90-a516-070590d41e9a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.434047] env[69941]: DEBUG oslo_vmware.api [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the task: (returnval){ [ 651.434047] env[69941]: value = "task-3287988" [ 651.434047] env[69941]: _type = "Task" [ 651.434047] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.443968] env[69941]: DEBUG oslo_vmware.api [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287988, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.604119] env[69941]: DEBUG nova.compute.manager [req-d752485e-43a1-48e2-9a98-bbf306a18800 req-fc4b5ca5-8b5d-455d-884c-df9af48088e8 service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Received event network-changed-fcb26d51-7b2e-4d28-9e90-d7b470c37a32 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.604332] env[69941]: DEBUG nova.compute.manager [req-d752485e-43a1-48e2-9a98-bbf306a18800 req-fc4b5ca5-8b5d-455d-884c-df9af48088e8 service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Refreshing instance network info cache due to event network-changed-fcb26d51-7b2e-4d28-9e90-d7b470c37a32. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.604555] env[69941]: DEBUG oslo_concurrency.lockutils [req-d752485e-43a1-48e2-9a98-bbf306a18800 req-fc4b5ca5-8b5d-455d-884c-df9af48088e8 service nova] Acquiring lock "refresh_cache-8fdb8936-12c2-4274-aee2-77b140e7c2cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.604700] env[69941]: DEBUG oslo_concurrency.lockutils [req-d752485e-43a1-48e2-9a98-bbf306a18800 req-fc4b5ca5-8b5d-455d-884c-df9af48088e8 service nova] Acquired lock "refresh_cache-8fdb8936-12c2-4274-aee2-77b140e7c2cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.604857] env[69941]: DEBUG nova.network.neutron [req-d752485e-43a1-48e2-9a98-bbf306a18800 req-fc4b5ca5-8b5d-455d-884c-df9af48088e8 service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Refreshing network info cache for port fcb26d51-7b2e-4d28-9e90-d7b470c37a32 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.652836] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.691057] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.691621] env[69941]: DEBUG nova.compute.manager [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.698584] env[69941]: DEBUG oslo_concurrency.lockutils [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.245s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.700485] env[69941]: INFO nova.compute.claims [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.735137] env[69941]: DEBUG oslo_vmware.api [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287986, 'name': PowerOffVM_Task, 'duration_secs': 0.636373} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.735430] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.735576] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Updating instance '57099f0b-431e-418d-87f4-dc00199920e2' progress to 17 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 651.756529] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287982, 'name': PowerOnVM_Task, 'duration_secs': 1.257541} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.756966] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.757077] env[69941]: INFO nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Took 9.14 seconds to spawn the instance on the hypervisor. [ 651.757264] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.758200] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e368b21-bd05-4bd9-a288-eb9e0b08a431 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.909253] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287983, 'name': CreateVM_Task, 'duration_secs': 1.368649} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.909633] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.910186] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.910469] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.910865] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.911214] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e367333e-2cb0-4822-bef5-99d4188f909c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.915908] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Waiting for the task: (returnval){ [ 651.915908] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c45844-dde0-714e-16f7-809961c1b09b" [ 651.915908] env[69941]: _type = "Task" [ 651.915908] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.925317] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c45844-dde0-714e-16f7-809961c1b09b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.944396] env[69941]: DEBUG oslo_vmware.api [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287988, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.007730] env[69941]: DEBUG nova.network.neutron [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Successfully updated port: 5a56b314-291a-4c8c-9ade-1922cfe3408b {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.157146] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.207677] env[69941]: DEBUG nova.compute.utils [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.211898] env[69941]: DEBUG nova.compute.manager [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.212099] env[69941]: DEBUG nova.network.neutron [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.242891] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.243477] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.243663] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.243856] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.244391] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.244517] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.244833] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.245069] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.245297] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.245574] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.245870] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.251583] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24868cac-db55-456f-a0a0-4b0414c9d183 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.274550] env[69941]: DEBUG oslo_vmware.api [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 652.274550] env[69941]: value = "task-3287989" [ 652.274550] env[69941]: _type = "Task" [ 652.274550] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.284011] env[69941]: INFO nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Took 36.48 seconds to build instance. [ 652.292177] env[69941]: DEBUG oslo_vmware.api [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.305315] env[69941]: DEBUG nova.policy [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b132996fcdb34045af048b6c7596874b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '651106f1796842cd94d6e03450d134eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.431182] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c45844-dde0-714e-16f7-809961c1b09b, 'name': SearchDatastore_Task, 'duration_secs': 0.009977} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.431502] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.431740] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.431978] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.432172] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.432359] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.432626] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f00f6ab3-564f-449d-aed5-52c7ba32631e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.440894] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.441098] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.444487] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc50b69-2719-4cf3-bd57-b781b574eab4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.446688] env[69941]: DEBUG oslo_vmware.api [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287988, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.449640] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Waiting for the task: (returnval){ [ 652.449640] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]521e3c36-724e-bccd-77f1-6c10da4dd069" [ 652.449640] env[69941]: _type = "Task" [ 652.449640] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.457904] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521e3c36-724e-bccd-77f1-6c10da4dd069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.511595] env[69941]: DEBUG oslo_concurrency.lockutils [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Acquiring lock "refresh_cache-0acc5a3d-2d04-4126-898d-f0b832025714" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.511760] env[69941]: DEBUG oslo_concurrency.lockutils [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Acquired lock "refresh_cache-0acc5a3d-2d04-4126-898d-f0b832025714" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.511976] env[69941]: DEBUG nova.network.neutron [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.514099] env[69941]: DEBUG nova.network.neutron [req-d752485e-43a1-48e2-9a98-bbf306a18800 req-fc4b5ca5-8b5d-455d-884c-df9af48088e8 service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Updated VIF entry in instance network info cache for port fcb26d51-7b2e-4d28-9e90-d7b470c37a32. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.514463] env[69941]: DEBUG nova.network.neutron [req-d752485e-43a1-48e2-9a98-bbf306a18800 req-fc4b5ca5-8b5d-455d-884c-df9af48088e8 service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Updating instance_info_cache with network_info: [{"id": "fcb26d51-7b2e-4d28-9e90-d7b470c37a32", "address": "fa:16:3e:91:35:fd", "network": {"id": "afd74ee6-2421-4493-b5aa-5d2caab0eb38", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1035955767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff341a5378744af08ac0cdcf361fd2e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb26d51-7b", "ovs_interfaceid": "fcb26d51-7b2e-4d28-9e90-d7b470c37a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.650243] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287987, 'name': ReconfigVM_Task, 'duration_secs': 1.123758} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.650889] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Reconfigured VM instance instance-00000017 to attach disk [datastore1] a65e82f5-6c9d-4a41-aaae-b85e362f527e/a65e82f5-6c9d-4a41-aaae-b85e362f527e.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.651097] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4280a34-ceee-424f-8785-150b40ab3a29 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.658299] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 652.658299] env[69941]: value = "task-3287990" [ 652.658299] env[69941]: _type = "Task" [ 652.658299] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.667228] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287990, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.712535] env[69941]: DEBUG nova.compute.manager [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.798051] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "56ba3abf-950b-4c18-b229-bc555273c2fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.741s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.798051] env[69941]: DEBUG oslo_vmware.api [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287989, 'name': ReconfigVM_Task, 'duration_secs': 0.291493} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.805159] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Updating instance '57099f0b-431e-418d-87f4-dc00199920e2' progress to 33 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 652.817383] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.817853] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.900019] env[69941]: DEBUG nova.network.neutron [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Successfully created port: 984ca4b1-d0ba-4603-b660-c5122ca5d38d {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.945756] env[69941]: DEBUG oslo_vmware.api [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3287988, 'name': RemoveSnapshot_Task, 'duration_secs': 1.419084} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.946115] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 652.946391] env[69941]: INFO nova.compute.manager [None req-7dcbfd1f-8e2c-417b-b95c-340ede44656a tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Took 15.31 seconds to snapshot the instance on the hypervisor. [ 652.959143] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521e3c36-724e-bccd-77f1-6c10da4dd069, 'name': SearchDatastore_Task, 'duration_secs': 0.008766} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.959930] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20638895-6040-4e49-80de-df6da951337e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.970480] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Waiting for the task: (returnval){ [ 652.970480] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52be3456-0006-a3c1-87db-8ed13529d14b" [ 652.970480] env[69941]: _type = "Task" [ 652.970480] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.978998] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52be3456-0006-a3c1-87db-8ed13529d14b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.018106] env[69941]: DEBUG oslo_concurrency.lockutils [req-d752485e-43a1-48e2-9a98-bbf306a18800 req-fc4b5ca5-8b5d-455d-884c-df9af48088e8 service nova] Releasing lock "refresh_cache-8fdb8936-12c2-4274-aee2-77b140e7c2cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.171094] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287990, 'name': Rename_Task, 'duration_secs': 0.17329} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.171372] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.171609] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-541eb700-8982-4b18-a717-251a3a968c3f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.178670] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 653.178670] env[69941]: value = "task-3287991" [ 653.178670] env[69941]: _type = "Task" [ 653.178670] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.188837] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.192064] env[69941]: DEBUG nova.network.neutron [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.300649] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a343fa-d3d0-4de1-b56a-243d27953f64 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.308783] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b7d55e-5928-4cdc-982b-99b522c0a227 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.313771] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.314019] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.314178] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.314372] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.314512] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.314726] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.314857] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.315022] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.315189] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.315352] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.315520] env[69941]: DEBUG nova.virt.hardware [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.320878] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Reconfiguring VM instance instance-0000000d to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 653.321236] env[69941]: DEBUG nova.compute.manager [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.328114] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a854c754-f6aa-4a30-8c4b-2acc8f0a5364 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.347410] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.378046] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.379269] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.380063] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9794bb46-876f-4d43-8c03-0895a7b2ac09 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.383739] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.384403] env[69941]: DEBUG oslo_vmware.api [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 653.384403] env[69941]: value = "task-3287992" [ 653.384403] env[69941]: _type = "Task" [ 653.384403] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.384537] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.385129] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.385446] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69941) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 653.390321] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.392709] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facc3475-29c5-486f-934c-ab3e17459907 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.401853] env[69941]: DEBUG oslo_vmware.api [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287992, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.412460] env[69941]: DEBUG nova.compute.provider_tree [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.481480] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52be3456-0006-a3c1-87db-8ed13529d14b, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.481776] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.482065] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 28bfa503-373a-4cd3-b667-2cb6c427fb17/28bfa503-373a-4cd3-b667-2cb6c427fb17.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.482329] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60c28df4-6d48-4eaf-a67a-b12499608a6e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.489368] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Waiting for the task: (returnval){ [ 653.489368] env[69941]: value = "task-3287993" [ 653.489368] env[69941]: _type = "Task" [ 653.489368] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.497477] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': task-3287993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.533630] env[69941]: DEBUG nova.network.neutron [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Updating instance_info_cache with network_info: [{"id": "5a56b314-291a-4c8c-9ade-1922cfe3408b", "address": "fa:16:3e:39:4a:36", "network": {"id": "d110decc-893d-45a7-ad15-bed1637a888b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1922365877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c2f99f9ae19423e8cb4cc5f36a5d989", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a56b314-29", "ovs_interfaceid": "5a56b314-291a-4c8c-9ade-1922cfe3408b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.694517] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287991, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.730933] env[69941]: DEBUG nova.compute.manager [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.762197] env[69941]: DEBUG nova.virt.hardware [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.762522] env[69941]: DEBUG nova.virt.hardware [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.762690] env[69941]: DEBUG nova.virt.hardware [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.762938] env[69941]: DEBUG nova.virt.hardware [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.763322] env[69941]: DEBUG nova.virt.hardware [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.763541] env[69941]: DEBUG nova.virt.hardware [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.763780] env[69941]: DEBUG nova.virt.hardware [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.763944] env[69941]: DEBUG nova.virt.hardware [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.764258] env[69941]: DEBUG nova.virt.hardware [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.764589] env[69941]: DEBUG nova.virt.hardware [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.764954] env[69941]: DEBUG nova.virt.hardware [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.766863] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519b29e5-9259-4d94-a997-4dc2d7a06b1a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.778933] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ac3370-7f74-4987-b9ee-19e94573422f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.865934] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.895098] env[69941]: DEBUG oslo_vmware.api [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287992, 'name': ReconfigVM_Task, 'duration_secs': 0.209258} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.895886] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Reconfigured VM instance instance-0000000d to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 653.896828] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbeb80a-5b8b-42ad-8a7b-e2f71139bc16 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.902433] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.922654] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 57099f0b-431e-418d-87f4-dc00199920e2/57099f0b-431e-418d-87f4-dc00199920e2.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.923746] env[69941]: DEBUG nova.scheduler.client.report [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.927621] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab3342a3-3e6b-4dec-9b62-1e129d6f0c2a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.949937] env[69941]: DEBUG oslo_vmware.api [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 653.949937] env[69941]: value = "task-3287994" [ 653.949937] env[69941]: _type = "Task" [ 653.949937] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.960079] env[69941]: DEBUG oslo_vmware.api [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.000102] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': task-3287993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502666} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.000542] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 28bfa503-373a-4cd3-b667-2cb6c427fb17/28bfa503-373a-4cd3-b667-2cb6c427fb17.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.000782] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.001047] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0db8e32c-59a0-4190-892b-6365016422c4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.007445] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Waiting for the task: (returnval){ [ 654.007445] env[69941]: value = "task-3287995" [ 654.007445] env[69941]: _type = "Task" [ 654.007445] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.021025] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': task-3287995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.028697] env[69941]: DEBUG nova.compute.manager [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Received event network-changed-05b7b3c4-8a3a-4deb-93cc-b2210355e73f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.028697] env[69941]: DEBUG nova.compute.manager [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Refreshing instance network info cache due to event network-changed-05b7b3c4-8a3a-4deb-93cc-b2210355e73f. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.028697] env[69941]: DEBUG oslo_concurrency.lockutils [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] Acquiring lock "refresh_cache-c703a9fa-029e-4030-b8fd-8076b1bd713c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.028697] env[69941]: DEBUG oslo_concurrency.lockutils [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] Acquired lock "refresh_cache-c703a9fa-029e-4030-b8fd-8076b1bd713c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.028697] env[69941]: DEBUG nova.network.neutron [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Refreshing network info cache for port 05b7b3c4-8a3a-4deb-93cc-b2210355e73f {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.036365] env[69941]: DEBUG oslo_concurrency.lockutils [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Releasing lock "refresh_cache-0acc5a3d-2d04-4126-898d-f0b832025714" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.036727] env[69941]: DEBUG nova.compute.manager [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Instance network_info: |[{"id": "5a56b314-291a-4c8c-9ade-1922cfe3408b", "address": "fa:16:3e:39:4a:36", "network": {"id": "d110decc-893d-45a7-ad15-bed1637a888b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1922365877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c2f99f9ae19423e8cb4cc5f36a5d989", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a56b314-29", "ovs_interfaceid": "5a56b314-291a-4c8c-9ade-1922cfe3408b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.037528] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:4a:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a56b314-291a-4c8c-9ade-1922cfe3408b', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.046180] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Creating folder: Project (8c2f99f9ae19423e8cb4cc5f36a5d989). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.049199] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64428d92-c322-44f2-b895-5c7d8d3e064f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.058564] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Created folder: Project (8c2f99f9ae19423e8cb4cc5f36a5d989) in parent group-v656570. [ 654.058852] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Creating folder: Instances. Parent ref: group-v656643. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.059539] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-383812bc-347f-41e5-a488-8ad741ad8a74 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.068154] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Created folder: Instances in parent group-v656643. [ 654.068469] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.068713] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.069035] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ab86064-a2b0-49b1-9e8d-70569b290509 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.091969] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.091969] env[69941]: value = "task-3287998" [ 654.091969] env[69941]: _type = "Task" [ 654.091969] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.101477] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287998, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.190794] env[69941]: DEBUG oslo_vmware.api [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3287991, 'name': PowerOnVM_Task, 'duration_secs': 0.55943} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.191092] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.191319] env[69941]: INFO nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Took 8.75 seconds to spawn the instance on the hypervisor. [ 654.191499] env[69941]: DEBUG nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.192318] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a018e41-fb4e-4c27-af80-c553b12822ed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.444437] env[69941]: DEBUG oslo_concurrency.lockutils [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.445930] env[69941]: DEBUG nova.compute.manager [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.447587] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.503s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.447814] env[69941]: DEBUG nova.objects.instance [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Lazy-loading 'resources' on Instance uuid 821e3737-9932-439c-8031-29a6e4eb5462 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.460472] env[69941]: DEBUG oslo_vmware.api [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.516393] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': task-3287995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065965} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.516707] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.517971] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b8c357-e54e-43e6-8cf8-9fa66a8f5f6c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.543225] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 28bfa503-373a-4cd3-b667-2cb6c427fb17/28bfa503-373a-4cd3-b667-2cb6c427fb17.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.543542] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8c071a1-50a1-4d5c-bd57-4a17e4ffbe89 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.566358] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Waiting for the task: (returnval){ [ 654.566358] env[69941]: value = "task-3287999" [ 654.566358] env[69941]: _type = "Task" [ 654.566358] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.576903] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': task-3287999, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.605863] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287998, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.713926] env[69941]: INFO nova.compute.manager [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Took 38.82 seconds to build instance. [ 654.721717] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquiring lock "c703a9fa-029e-4030-b8fd-8076b1bd713c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.721970] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "c703a9fa-029e-4030-b8fd-8076b1bd713c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.722233] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquiring lock "c703a9fa-029e-4030-b8fd-8076b1bd713c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.722457] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "c703a9fa-029e-4030-b8fd-8076b1bd713c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.722626] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "c703a9fa-029e-4030-b8fd-8076b1bd713c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.727816] env[69941]: INFO nova.compute.manager [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Terminating instance [ 654.875904] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Acquiring lock "821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.876266] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Lock "821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.876508] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Acquiring lock "821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.876697] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Lock "821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.876871] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Lock "821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.882787] env[69941]: INFO nova.compute.manager [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Terminating instance [ 654.951669] env[69941]: DEBUG nova.compute.utils [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.953612] env[69941]: DEBUG nova.compute.manager [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.953928] env[69941]: DEBUG nova.network.neutron [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.973244] env[69941]: DEBUG oslo_vmware.api [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3287994, 'name': ReconfigVM_Task, 'duration_secs': 0.617188} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.973710] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 57099f0b-431e-418d-87f4-dc00199920e2/57099f0b-431e-418d-87f4-dc00199920e2.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.974122] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Updating instance '57099f0b-431e-418d-87f4-dc00199920e2' progress to 50 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 655.041151] env[69941]: DEBUG nova.policy [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4551fba160e3412888861e850cbf563c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab90d8f10a3f4728950558ebdbb717dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.044850] env[69941]: DEBUG nova.network.neutron [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Updated VIF entry in instance network info cache for port 05b7b3c4-8a3a-4deb-93cc-b2210355e73f. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.045395] env[69941]: DEBUG nova.network.neutron [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Updating instance_info_cache with network_info: [{"id": "05b7b3c4-8a3a-4deb-93cc-b2210355e73f", "address": "fa:16:3e:32:a5:31", "network": {"id": "afd74ee6-2421-4493-b5aa-5d2caab0eb38", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1035955767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff341a5378744af08ac0cdcf361fd2e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b7b3c4-8a", "ovs_interfaceid": "05b7b3c4-8a3a-4deb-93cc-b2210355e73f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.084775] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': task-3287999, 'name': ReconfigVM_Task, 'duration_secs': 0.45596} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.085175] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 28bfa503-373a-4cd3-b667-2cb6c427fb17/28bfa503-373a-4cd3-b667-2cb6c427fb17.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.085819] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ddc3db5-1912-4733-973e-ac83a25ffdb6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.097574] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Waiting for the task: (returnval){ [ 655.097574] env[69941]: value = "task-3288000" [ 655.097574] env[69941]: _type = "Task" [ 655.097574] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.105406] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3287998, 'name': CreateVM_Task, 'duration_secs': 0.750004} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.108114] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.109037] env[69941]: DEBUG oslo_concurrency.lockutils [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.109183] env[69941]: DEBUG oslo_concurrency.lockutils [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.109501] env[69941]: DEBUG oslo_concurrency.lockutils [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.112701] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cefc6d2f-27f9-4117-af68-16dc4cc3b12e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.114333] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': task-3288000, 'name': Rename_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.117672] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Waiting for the task: (returnval){ [ 655.117672] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c82f83-cd64-7df6-ee78-2e6faab9efce" [ 655.117672] env[69941]: _type = "Task" [ 655.117672] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.129279] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c82f83-cd64-7df6-ee78-2e6faab9efce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.220018] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5dfa919-3671-41b7-8879-b1bbfa67f4ab tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "a65e82f5-6c9d-4a41-aaae-b85e362f527e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.125s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.232166] env[69941]: DEBUG nova.compute.manager [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.232166] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.236310] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff8fb40-b613-4078-af60-f990d87a22f1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.246764] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.246764] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b99fae56-dc2d-4f04-a22e-c3b11d24976a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.253678] env[69941]: DEBUG oslo_vmware.api [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 655.253678] env[69941]: value = "task-3288001" [ 655.253678] env[69941]: _type = "Task" [ 655.253678] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.258068] env[69941]: DEBUG nova.network.neutron [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Successfully updated port: 984ca4b1-d0ba-4603-b660-c5122ca5d38d {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.268134] env[69941]: DEBUG oslo_vmware.api [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3288001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.391038] env[69941]: DEBUG nova.compute.manager [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.391296] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.392429] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e29e000-0e53-4ed1-9304-8a545ad950d5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.402210] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.402539] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-083c9a24-9ca4-4f41-aa5e-c9f5f72600c8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.411435] env[69941]: DEBUG oslo_vmware.api [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the task: (returnval){ [ 655.411435] env[69941]: value = "task-3288002" [ 655.411435] env[69941]: _type = "Task" [ 655.411435] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.133359] env[69941]: DEBUG nova.compute.manager [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.138171] env[69941]: DEBUG oslo_concurrency.lockutils [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] Releasing lock "refresh_cache-c703a9fa-029e-4030-b8fd-8076b1bd713c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.138171] env[69941]: DEBUG nova.compute.manager [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Received event network-vif-plugged-5a56b314-291a-4c8c-9ade-1922cfe3408b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.138349] env[69941]: DEBUG oslo_concurrency.lockutils [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] Acquiring lock "0acc5a3d-2d04-4126-898d-f0b832025714-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.138508] env[69941]: DEBUG oslo_concurrency.lockutils [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] Lock "0acc5a3d-2d04-4126-898d-f0b832025714-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.138674] env[69941]: DEBUG oslo_concurrency.lockutils [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] Lock "0acc5a3d-2d04-4126-898d-f0b832025714-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.138832] env[69941]: DEBUG nova.compute.manager [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] No waiting events found dispatching network-vif-plugged-5a56b314-291a-4c8c-9ade-1922cfe3408b {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.139034] env[69941]: WARNING nova.compute.manager [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Received unexpected event network-vif-plugged-5a56b314-291a-4c8c-9ade-1922cfe3408b for instance with vm_state building and task_state spawning. [ 656.139232] env[69941]: DEBUG nova.compute.manager [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Received event network-changed-5a56b314-291a-4c8c-9ade-1922cfe3408b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.139391] env[69941]: DEBUG nova.compute.manager [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Refreshing instance network info cache due to event network-changed-5a56b314-291a-4c8c-9ade-1922cfe3408b. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.139566] env[69941]: DEBUG oslo_concurrency.lockutils [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] Acquiring lock "refresh_cache-0acc5a3d-2d04-4126-898d-f0b832025714" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.139695] env[69941]: DEBUG oslo_concurrency.lockutils [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] Acquired lock "refresh_cache-0acc5a3d-2d04-4126-898d-f0b832025714" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.139845] env[69941]: DEBUG nova.network.neutron [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Refreshing network info cache for port 5a56b314-291a-4c8c-9ade-1922cfe3408b {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.144024] env[69941]: DEBUG nova.compute.manager [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.144024] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.144024] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.144024] env[69941]: DEBUG nova.network.neutron [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.145391] env[69941]: DEBUG oslo_vmware.api [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3288002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.145567] env[69941]: WARNING oslo_vmware.common.loopingcall [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] task run outlasted interval by 0.23480800000000002 sec [ 656.148919] env[69941]: DEBUG nova.network.neutron [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Successfully created port: 530a6d3f-4db1-4b9b-812b-1c320d42c508 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.151686] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3a6bd1-81f0-4585-9e43-f2fa1ddabdec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.197375] env[69941]: DEBUG oslo_vmware.api [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3288001, 'name': PowerOffVM_Task, 'duration_secs': 0.344856} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.197780] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': task-3288000, 'name': Rename_Task, 'duration_secs': 0.14177} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.198027] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c82f83-cd64-7df6-ee78-2e6faab9efce, 'name': SearchDatastore_Task, 'duration_secs': 0.01017} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.200982] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "d68b8498-def5-41a9-bbd6-0911fe078125" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.201237] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "d68b8498-def5-41a9-bbd6-0911fe078125" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.201450] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "d68b8498-def5-41a9-bbd6-0911fe078125-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.201633] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "d68b8498-def5-41a9-bbd6-0911fe078125-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.201794] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "d68b8498-def5-41a9-bbd6-0911fe078125-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.204919] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.205113] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.205872] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f3ff10-dbcf-4b5e-a0eb-45a29b1e4f28 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.208424] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.209158] env[69941]: DEBUG oslo_concurrency.lockutils [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.209395] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.209619] env[69941]: DEBUG oslo_concurrency.lockutils [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.209762] env[69941]: DEBUG oslo_concurrency.lockutils [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.209933] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.210584] env[69941]: INFO nova.compute.manager [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Terminating instance [ 656.212854] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bd3f66b-b89c-4096-8e00-0082b5f01409 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.214396] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-816e347b-0c87-45b0-b37f-7aca4b4589ca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.215727] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fc95403-d8f0-433a-a7e0-7b3625fd60df {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.222772] env[69941]: DEBUG oslo_vmware.api [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3288002, 'name': PowerOffVM_Task, 'duration_secs': 0.28418} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.226669] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.226846] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.240695] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db896cd9-9f0e-4e19-9b11-c55ed7a3660b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.243429] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Updating instance '57099f0b-431e-418d-87f4-dc00199920e2' progress to 67 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 656.253184] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Waiting for the task: (returnval){ [ 656.253184] env[69941]: value = "task-3288004" [ 656.253184] env[69941]: _type = "Task" [ 656.253184] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.253184] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.253184] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.254198] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-273e6539-9d5b-4785-b9d8-b9d4343e94a1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.264343] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Waiting for the task: (returnval){ [ 656.264343] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52ab1106-f831-e355-ac55-d8944a2474ca" [ 656.264343] env[69941]: _type = "Task" [ 656.264343] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.267989] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': task-3288004, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.284032] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ab1106-f831-e355-ac55-d8944a2474ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.285368] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43bb2e2-9dc3-46fc-8b24-0b21d84f41fe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.292446] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.293811] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.293811] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Deleting the datastore file [datastore2] c703a9fa-029e-4030-b8fd-8076b1bd713c {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.294019] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9c03a87-e010-4e6b-8a99-95085eb0633b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.297211] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Waiting for the task: (returnval){ [ 656.297211] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5245d2f0-a5a6-e2cb-0d28-76abdba9d0cc" [ 656.297211] env[69941]: _type = "Task" [ 656.297211] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.303181] env[69941]: DEBUG oslo_vmware.api [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 656.303181] env[69941]: value = "task-3288006" [ 656.303181] env[69941]: _type = "Task" [ 656.303181] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.311398] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5245d2f0-a5a6-e2cb-0d28-76abdba9d0cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009826} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.315881] env[69941]: DEBUG oslo_concurrency.lockutils [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.315881] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 0acc5a3d-2d04-4126-898d-f0b832025714/0acc5a3d-2d04-4126-898d-f0b832025714.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.317177] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90df6f0f-4b2b-457d-811b-7675c158834a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.320718] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.320718] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.320718] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Deleting the datastore file [datastore1] 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.323996] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fafb8e7-5e9d-40dc-92b4-2321afa61606 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.328141] env[69941]: DEBUG oslo_vmware.api [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3288006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.328141] env[69941]: DEBUG nova.compute.manager [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] [instance: a87074ec-1813-448c-be2b-e50be5324256] Received event network-vif-plugged-984ca4b1-d0ba-4603-b660-c5122ca5d38d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.328141] env[69941]: DEBUG oslo_concurrency.lockutils [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] Acquiring lock "a87074ec-1813-448c-be2b-e50be5324256-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.328141] env[69941]: DEBUG oslo_concurrency.lockutils [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] Lock "a87074ec-1813-448c-be2b-e50be5324256-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.328337] env[69941]: DEBUG oslo_concurrency.lockutils [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] Lock "a87074ec-1813-448c-be2b-e50be5324256-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.328337] env[69941]: DEBUG nova.compute.manager [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] [instance: a87074ec-1813-448c-be2b-e50be5324256] No waiting events found dispatching network-vif-plugged-984ca4b1-d0ba-4603-b660-c5122ca5d38d {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.328337] env[69941]: WARNING nova.compute.manager [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] [instance: a87074ec-1813-448c-be2b-e50be5324256] Received unexpected event network-vif-plugged-984ca4b1-d0ba-4603-b660-c5122ca5d38d for instance with vm_state building and task_state spawning. [ 656.328337] env[69941]: DEBUG nova.compute.manager [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] [instance: a87074ec-1813-448c-be2b-e50be5324256] Received event network-changed-984ca4b1-d0ba-4603-b660-c5122ca5d38d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.328451] env[69941]: DEBUG nova.compute.manager [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] [instance: a87074ec-1813-448c-be2b-e50be5324256] Refreshing instance network info cache due to event network-changed-984ca4b1-d0ba-4603-b660-c5122ca5d38d. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.328540] env[69941]: DEBUG oslo_concurrency.lockutils [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] Acquiring lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.335753] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Waiting for the task: (returnval){ [ 656.335753] env[69941]: value = "task-3288007" [ 656.335753] env[69941]: _type = "Task" [ 656.335753] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.337196] env[69941]: DEBUG oslo_vmware.api [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for the task: (returnval){ [ 656.337196] env[69941]: value = "task-3288008" [ 656.337196] env[69941]: _type = "Task" [ 656.337196] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.348804] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': task-3288007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.354444] env[69941]: DEBUG oslo_vmware.api [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3288008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.398058] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa90cf1-a21e-46bb-82fe-a05e18818d78 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.406257] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d1aa90-6ef3-4a70-a2d7-8f0074bad409 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.439374] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51dea85-c24f-4bb3-a8a1-c34bca49f9a7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.447429] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b13de6-14ee-4b76-9a45-fa9e6993c7d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.464086] env[69941]: DEBUG nova.compute.provider_tree [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.673262] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.724061] env[69941]: DEBUG nova.compute.manager [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.724289] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.725195] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b8aa4b-b1e3-4f78-867d-e25e46c64493 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.735217] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.735217] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2fbb1e3-9884-4fd6-aff8-3694493555ab {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.744567] env[69941]: DEBUG oslo_vmware.api [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 656.744567] env[69941]: value = "task-3288009" [ 656.744567] env[69941]: _type = "Task" [ 656.744567] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.760818] env[69941]: DEBUG oslo_vmware.api [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3288009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.771850] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': task-3288004, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.818026] env[69941]: DEBUG oslo_vmware.api [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3288006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160618} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.818026] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.818026] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.818026] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.818026] env[69941]: INFO nova.compute.manager [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Took 1.58 seconds to destroy the instance on the hypervisor. [ 656.818527] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.818527] env[69941]: DEBUG nova.compute.manager [-] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.818527] env[69941]: DEBUG nova.network.neutron [-] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.852540] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': task-3288007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515298} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.856565] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 0acc5a3d-2d04-4126-898d-f0b832025714/0acc5a3d-2d04-4126-898d-f0b832025714.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.857328] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.858138] env[69941]: DEBUG oslo_vmware.api [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Task: {'id': task-3288008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242785} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.860685] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58a54784-cf1f-4ed6-bb01-679b218a7471 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.863246] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.863442] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.863617] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.864395] env[69941]: INFO nova.compute.manager [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Took 1.47 seconds to destroy the instance on the hypervisor. [ 656.864395] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.864659] env[69941]: DEBUG nova.compute.manager [-] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.864830] env[69941]: DEBUG nova.network.neutron [-] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.871897] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Waiting for the task: (returnval){ [ 656.871897] env[69941]: value = "task-3288010" [ 656.871897] env[69941]: _type = "Task" [ 656.871897] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.877115] env[69941]: DEBUG nova.network.neutron [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.884299] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': task-3288010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.936749] env[69941]: DEBUG nova.network.neutron [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Port 7060526d-ff56-47a9-8983-2807ab3c9d5e binding to destination host cpu-1 is already ACTIVE {{(pid=69941) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 656.967181] env[69941]: DEBUG nova.scheduler.client.report [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.161709] env[69941]: DEBUG nova.compute.manager [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.196459] env[69941]: DEBUG nova.virt.hardware [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.196733] env[69941]: DEBUG nova.virt.hardware [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.196889] env[69941]: DEBUG nova.virt.hardware [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.197330] env[69941]: DEBUG nova.virt.hardware [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.197504] env[69941]: DEBUG nova.virt.hardware [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.197656] env[69941]: DEBUG nova.virt.hardware [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.197887] env[69941]: DEBUG nova.virt.hardware [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.198479] env[69941]: DEBUG nova.virt.hardware [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.198479] env[69941]: DEBUG nova.virt.hardware [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.198731] env[69941]: DEBUG nova.virt.hardware [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.198942] env[69941]: DEBUG nova.virt.hardware [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.199835] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1b7224-81ef-4a3e-be9b-d7863f724723 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.211911] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac79d24-bae8-4369-92e9-62e4cdf06729 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.254078] env[69941]: DEBUG oslo_vmware.api [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3288009, 'name': PowerOffVM_Task, 'duration_secs': 0.219281} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.254425] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.254647] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.255371] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c9ccbec-0288-409e-b3bb-f8b4c789856a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.271327] env[69941]: DEBUG oslo_vmware.api [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Task: {'id': task-3288004, 'name': PowerOnVM_Task, 'duration_secs': 0.795608} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.271485] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.271776] env[69941]: DEBUG nova.compute.manager [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.272407] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68a224b-21ed-47a3-b2c4-60f255fac185 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.335910] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.336172] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.336359] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Deleting the datastore file [datastore1] d68b8498-def5-41a9-bbd6-0911fe078125 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.336612] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a21f9ec9-4217-4883-91b2-1bf992575f85 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.343551] env[69941]: DEBUG oslo_vmware.api [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 657.343551] env[69941]: value = "task-3288012" [ 657.343551] env[69941]: _type = "Task" [ 657.343551] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.352036] env[69941]: DEBUG oslo_vmware.api [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3288012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.385391] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': task-3288010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079488} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.385645] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.389281] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6ea116-7f7f-49ee-9cee-5281b81b6971 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.414980] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 0acc5a3d-2d04-4126-898d-f0b832025714/0acc5a3d-2d04-4126-898d-f0b832025714.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.415283] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efa0e8a1-2bf4-4568-93a1-169d019812ba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.437269] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Waiting for the task: (returnval){ [ 657.437269] env[69941]: value = "task-3288013" [ 657.437269] env[69941]: _type = "Task" [ 657.437269] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.449151] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': task-3288013, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.472295] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.025s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.475350] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.264s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.477345] env[69941]: INFO nova.compute.claims [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.493565] env[69941]: DEBUG nova.network.neutron [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Updated VIF entry in instance network info cache for port 5a56b314-291a-4c8c-9ade-1922cfe3408b. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.493565] env[69941]: DEBUG nova.network.neutron [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Updating instance_info_cache with network_info: [{"id": "5a56b314-291a-4c8c-9ade-1922cfe3408b", "address": "fa:16:3e:39:4a:36", "network": {"id": "d110decc-893d-45a7-ad15-bed1637a888b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1922365877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c2f99f9ae19423e8cb4cc5f36a5d989", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a56b314-29", "ovs_interfaceid": "5a56b314-291a-4c8c-9ade-1922cfe3408b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.505193] env[69941]: INFO nova.scheduler.client.report [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Deleted allocations for instance 821e3737-9932-439c-8031-29a6e4eb5462 [ 657.516645] env[69941]: DEBUG nova.network.neutron [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating instance_info_cache with network_info: [{"id": "984ca4b1-d0ba-4603-b660-c5122ca5d38d", "address": "fa:16:3e:c1:b9:e8", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap984ca4b1-d0", "ovs_interfaceid": "984ca4b1-d0ba-4603-b660-c5122ca5d38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.666167] env[69941]: DEBUG nova.network.neutron [-] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.756083] env[69941]: DEBUG nova.compute.manager [req-72629e23-fde1-4d0b-ab94-2023ed54437d req-dde00440-99ab-4a5b-bfc9-e8147e88bbab service nova] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Received event network-vif-deleted-05fdc0fa-71bb-455a-aec3-9612c131b8b7 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.789750] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.855441] env[69941]: DEBUG oslo_vmware.api [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3288012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.972627] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': task-3288013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.973171] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "57099f0b-431e-418d-87f4-dc00199920e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.973395] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "57099f0b-431e-418d-87f4-dc00199920e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.973560] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "57099f0b-431e-418d-87f4-dc00199920e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.998024] env[69941]: DEBUG oslo_concurrency.lockutils [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] Releasing lock "refresh_cache-0acc5a3d-2d04-4126-898d-f0b832025714" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.998024] env[69941]: DEBUG nova.compute.manager [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Received event network-changed-05b7b3c4-8a3a-4deb-93cc-b2210355e73f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.998024] env[69941]: DEBUG nova.compute.manager [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Refreshing instance network info cache due to event network-changed-05b7b3c4-8a3a-4deb-93cc-b2210355e73f. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.998303] env[69941]: DEBUG oslo_concurrency.lockutils [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] Acquiring lock "refresh_cache-c703a9fa-029e-4030-b8fd-8076b1bd713c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.998303] env[69941]: DEBUG oslo_concurrency.lockutils [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] Acquired lock "refresh_cache-c703a9fa-029e-4030-b8fd-8076b1bd713c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.998453] env[69941]: DEBUG nova.network.neutron [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Refreshing network info cache for port 05b7b3c4-8a3a-4deb-93cc-b2210355e73f {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.016217] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9550173-eb31-4780-aefe-ff3324807821 tempest-ServerDiagnosticsTest-588832542 tempest-ServerDiagnosticsTest-588832542-project-member] Lock "821e3737-9932-439c-8031-29a6e4eb5462" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.530s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.018845] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.019370] env[69941]: DEBUG nova.compute.manager [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Instance network_info: |[{"id": "984ca4b1-d0ba-4603-b660-c5122ca5d38d", "address": "fa:16:3e:c1:b9:e8", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap984ca4b1-d0", "ovs_interfaceid": "984ca4b1-d0ba-4603-b660-c5122ca5d38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.020678] env[69941]: DEBUG oslo_concurrency.lockutils [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] Acquired lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.020678] env[69941]: DEBUG nova.network.neutron [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] [instance: a87074ec-1813-448c-be2b-e50be5324256] Refreshing network info cache for port 984ca4b1-d0ba-4603-b660-c5122ca5d38d {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.021864] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:b9:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '984ca4b1-d0ba-4603-b660-c5122ca5d38d', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.030813] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Creating folder: Project (651106f1796842cd94d6e03450d134eb). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.034814] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cee01ca-c175-440b-833c-4e82101ff53b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.045762] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Created folder: Project (651106f1796842cd94d6e03450d134eb) in parent group-v656570. [ 658.045762] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Creating folder: Instances. Parent ref: group-v656646. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.046314] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd32b1c7-f1b5-46db-9405-617ca29a6b7a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.055542] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Created folder: Instances in parent group-v656646. [ 658.055784] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.055999] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a87074ec-1813-448c-be2b-e50be5324256] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.056237] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-816d8673-1a1f-42df-bbdf-f3343a49cfda {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.081757] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.081757] env[69941]: value = "task-3288016" [ 658.081757] env[69941]: _type = "Task" [ 658.081757] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.090388] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288016, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.114105] env[69941]: DEBUG nova.network.neutron [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Successfully updated port: 530a6d3f-4db1-4b9b-812b-1c320d42c508 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.116259] env[69941]: DEBUG nova.network.neutron [-] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.169254] env[69941]: INFO nova.compute.manager [-] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Took 1.30 seconds to deallocate network for instance. [ 658.354386] env[69941]: DEBUG oslo_vmware.api [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3288012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.681326} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.355639] env[69941]: DEBUG nova.network.neutron [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updated VIF entry in instance network info cache for port 984ca4b1-d0ba-4603-b660-c5122ca5d38d. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.356218] env[69941]: DEBUG nova.network.neutron [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating instance_info_cache with network_info: [{"id": "984ca4b1-d0ba-4603-b660-c5122ca5d38d", "address": "fa:16:3e:c1:b9:e8", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap984ca4b1-d0", "ovs_interfaceid": "984ca4b1-d0ba-4603-b660-c5122ca5d38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.358143] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.358143] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.358143] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.359051] env[69941]: INFO nova.compute.manager [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Took 1.63 seconds to destroy the instance on the hypervisor. [ 658.359188] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.359574] env[69941]: DEBUG nova.compute.manager [-] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.359822] env[69941]: DEBUG nova.network.neutron [-] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.452231] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': task-3288013, 'name': ReconfigVM_Task, 'duration_secs': 0.895081} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.452231] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 0acc5a3d-2d04-4126-898d-f0b832025714/0acc5a3d-2d04-4126-898d-f0b832025714.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.452231] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff1974fe-38ca-4a49-9108-b5a10a460ef4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.460377] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Waiting for the task: (returnval){ [ 658.460377] env[69941]: value = "task-3288017" [ 658.460377] env[69941]: _type = "Task" [ 658.460377] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.470480] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': task-3288017, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.477712] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Acquiring lock "28bfa503-373a-4cd3-b667-2cb6c427fb17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.477712] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Lock "28bfa503-373a-4cd3-b667-2cb6c427fb17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.477712] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Acquiring lock "28bfa503-373a-4cd3-b667-2cb6c427fb17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.477712] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Lock "28bfa503-373a-4cd3-b667-2cb6c427fb17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.477959] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Lock "28bfa503-373a-4cd3-b667-2cb6c427fb17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.480091] env[69941]: INFO nova.compute.manager [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Terminating instance [ 658.495021] env[69941]: DEBUG nova.compute.manager [req-ccf2a3c8-3d1f-42e0-9661-0f5bf9c1069c req-30ca448b-eb89-43ec-bf83-cd0e697f33cb service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Received event network-changed-fcb26d51-7b2e-4d28-9e90-d7b470c37a32 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.495021] env[69941]: DEBUG nova.compute.manager [req-ccf2a3c8-3d1f-42e0-9661-0f5bf9c1069c req-30ca448b-eb89-43ec-bf83-cd0e697f33cb service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Refreshing instance network info cache due to event network-changed-fcb26d51-7b2e-4d28-9e90-d7b470c37a32. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.495256] env[69941]: DEBUG oslo_concurrency.lockutils [req-ccf2a3c8-3d1f-42e0-9661-0f5bf9c1069c req-30ca448b-eb89-43ec-bf83-cd0e697f33cb service nova] Acquiring lock "refresh_cache-8fdb8936-12c2-4274-aee2-77b140e7c2cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.495368] env[69941]: DEBUG oslo_concurrency.lockutils [req-ccf2a3c8-3d1f-42e0-9661-0f5bf9c1069c req-30ca448b-eb89-43ec-bf83-cd0e697f33cb service nova] Acquired lock "refresh_cache-8fdb8936-12c2-4274-aee2-77b140e7c2cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.495530] env[69941]: DEBUG nova.network.neutron [req-ccf2a3c8-3d1f-42e0-9661-0f5bf9c1069c req-30ca448b-eb89-43ec-bf83-cd0e697f33cb service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Refreshing network info cache for port fcb26d51-7b2e-4d28-9e90-d7b470c37a32 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.517574] env[69941]: INFO nova.network.neutron [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Port 05b7b3c4-8a3a-4deb-93cc-b2210355e73f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 658.517875] env[69941]: DEBUG nova.network.neutron [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.596171] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288016, 'name': CreateVM_Task, 'duration_secs': 0.331186} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.596171] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a87074ec-1813-448c-be2b-e50be5324256] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.596171] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.596171] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.596171] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.596171] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0da8b67-d3dc-49ae-82ad-2ed55d9cc8cd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.600405] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 658.600405] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e49f25-b4ef-0e27-9df2-fea9d84caeed" [ 658.600405] env[69941]: _type = "Task" [ 658.600405] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.614039] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e49f25-b4ef-0e27-9df2-fea9d84caeed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.623875] env[69941]: DEBUG oslo_concurrency.lockutils [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquiring lock "refresh_cache-a3c91cbb-66ac-439e-8d6c-476c39c9d6d9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.623875] env[69941]: DEBUG oslo_concurrency.lockutils [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquired lock "refresh_cache-a3c91cbb-66ac-439e-8d6c-476c39c9d6d9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.623951] env[69941]: DEBUG nova.network.neutron [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.625201] env[69941]: INFO nova.compute.manager [-] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Took 1.81 seconds to deallocate network for instance. [ 658.677873] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.860539] env[69941]: DEBUG oslo_concurrency.lockutils [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] Releasing lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.860818] env[69941]: DEBUG nova.compute.manager [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Received event network-changed-fcb26d51-7b2e-4d28-9e90-d7b470c37a32 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.861147] env[69941]: DEBUG nova.compute.manager [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Refreshing instance network info cache due to event network-changed-fcb26d51-7b2e-4d28-9e90-d7b470c37a32. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.861211] env[69941]: DEBUG oslo_concurrency.lockutils [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] Acquiring lock "refresh_cache-8fdb8936-12c2-4274-aee2-77b140e7c2cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.972884] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': task-3288017, 'name': Rename_Task, 'duration_secs': 0.313901} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.973304] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.973566] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ac0d052-1a2f-4e94-954c-8f6aed351224 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.980460] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Waiting for the task: (returnval){ [ 658.980460] env[69941]: value = "task-3288018" [ 658.980460] env[69941]: _type = "Task" [ 658.980460] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.983291] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Acquiring lock "refresh_cache-28bfa503-373a-4cd3-b667-2cb6c427fb17" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.983525] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Acquired lock "refresh_cache-28bfa503-373a-4cd3-b667-2cb6c427fb17" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.983725] env[69941]: DEBUG nova.network.neutron [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.990021] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': task-3288018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.020582] env[69941]: DEBUG oslo_concurrency.lockutils [req-7bb47526-0662-4c7e-b304-bf825d884630 req-1ef33bb8-1dcd-482b-a24b-005fc8c30a98 service nova] Releasing lock "refresh_cache-c703a9fa-029e-4030-b8fd-8076b1bd713c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.026027] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d503145b-30ce-4fc7-a458-31b7fddd16d5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.035211] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1aac76-fe7d-44c0-b05b-147978f44914 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.069529] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "refresh_cache-57099f0b-431e-418d-87f4-dc00199920e2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.069529] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquired lock "refresh_cache-57099f0b-431e-418d-87f4-dc00199920e2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.069651] env[69941]: DEBUG nova.network.neutron [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.071240] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c237fe3-471a-4bf7-b834-067a552d07c8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.081678] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac943bf-6a81-4b46-b1ff-807b11c4422f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.097911] env[69941]: DEBUG nova.compute.provider_tree [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.112585] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e49f25-b4ef-0e27-9df2-fea9d84caeed, 'name': SearchDatastore_Task, 'duration_secs': 0.010803} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.113028] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.113270] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.113513] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.113680] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.113861] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.114222] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0c92373-d202-498b-9b17-e35d8d07a816 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.122585] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.122765] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.123487] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3c23b5-3582-4125-a546-250f72739234 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.131625] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 659.131625] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e86fb0-4256-d85d-a90d-3f8cdcd82090" [ 659.131625] env[69941]: _type = "Task" [ 659.131625] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.133237] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.144891] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e86fb0-4256-d85d-a90d-3f8cdcd82090, 'name': SearchDatastore_Task, 'duration_secs': 0.010062} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.146105] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ceb1a51-37d5-4d37-8520-840193be332e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.151584] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 659.151584] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52bd951c-499d-ac6c-d39c-9da0b49b965b" [ 659.151584] env[69941]: _type = "Task" [ 659.151584] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.159925] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52bd951c-499d-ac6c-d39c-9da0b49b965b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.169315] env[69941]: DEBUG nova.network.neutron [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.222752] env[69941]: DEBUG nova.network.neutron [-] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.246352] env[69941]: DEBUG nova.network.neutron [req-ccf2a3c8-3d1f-42e0-9661-0f5bf9c1069c req-30ca448b-eb89-43ec-bf83-cd0e697f33cb service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Updated VIF entry in instance network info cache for port fcb26d51-7b2e-4d28-9e90-d7b470c37a32. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.246717] env[69941]: DEBUG nova.network.neutron [req-ccf2a3c8-3d1f-42e0-9661-0f5bf9c1069c req-30ca448b-eb89-43ec-bf83-cd0e697f33cb service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Updating instance_info_cache with network_info: [{"id": "fcb26d51-7b2e-4d28-9e90-d7b470c37a32", "address": "fa:16:3e:91:35:fd", "network": {"id": "afd74ee6-2421-4493-b5aa-5d2caab0eb38", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1035955767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff341a5378744af08ac0cdcf361fd2e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb26d51-7b", "ovs_interfaceid": "fcb26d51-7b2e-4d28-9e90-d7b470c37a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.364766] env[69941]: DEBUG nova.network.neutron [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Updating instance_info_cache with network_info: [{"id": "530a6d3f-4db1-4b9b-812b-1c320d42c508", "address": "fa:16:3e:a1:93:21", "network": {"id": "143c6cc0-a784-4d63-8e5a-584019f0634a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-878331307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab90d8f10a3f4728950558ebdbb717dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap530a6d3f-4d", "ovs_interfaceid": "530a6d3f-4db1-4b9b-812b-1c320d42c508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.491243] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': task-3288018, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.517158] env[69941]: DEBUG nova.network.neutron [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.587657] env[69941]: DEBUG nova.network.neutron [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.601176] env[69941]: DEBUG nova.scheduler.client.report [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.666037] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52bd951c-499d-ac6c-d39c-9da0b49b965b, 'name': SearchDatastore_Task, 'duration_secs': 0.011134} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.666037] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.666037] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] a87074ec-1813-448c-be2b-e50be5324256/a87074ec-1813-448c-be2b-e50be5324256.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.666037] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3f5e8d0-fbd4-4bb7-92c2-33dde5225caa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.673398] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 659.673398] env[69941]: value = "task-3288019" [ 659.673398] env[69941]: _type = "Task" [ 659.673398] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.682839] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.726255] env[69941]: INFO nova.compute.manager [-] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Took 1.37 seconds to deallocate network for instance. [ 659.752239] env[69941]: DEBUG oslo_concurrency.lockutils [req-ccf2a3c8-3d1f-42e0-9661-0f5bf9c1069c req-30ca448b-eb89-43ec-bf83-cd0e697f33cb service nova] Releasing lock "refresh_cache-8fdb8936-12c2-4274-aee2-77b140e7c2cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.752517] env[69941]: DEBUG nova.compute.manager [req-ccf2a3c8-3d1f-42e0-9661-0f5bf9c1069c req-30ca448b-eb89-43ec-bf83-cd0e697f33cb service nova] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Received event network-vif-deleted-05b7b3c4-8a3a-4deb-93cc-b2210355e73f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.755514] env[69941]: DEBUG oslo_concurrency.lockutils [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] Acquired lock "refresh_cache-8fdb8936-12c2-4274-aee2-77b140e7c2cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.756241] env[69941]: DEBUG nova.network.neutron [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Refreshing network info cache for port fcb26d51-7b2e-4d28-9e90-d7b470c37a32 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.867352] env[69941]: DEBUG oslo_concurrency.lockutils [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Releasing lock "refresh_cache-a3c91cbb-66ac-439e-8d6c-476c39c9d6d9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.867779] env[69941]: DEBUG nova.compute.manager [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Instance network_info: |[{"id": "530a6d3f-4db1-4b9b-812b-1c320d42c508", "address": "fa:16:3e:a1:93:21", "network": {"id": "143c6cc0-a784-4d63-8e5a-584019f0634a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-878331307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab90d8f10a3f4728950558ebdbb717dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap530a6d3f-4d", "ovs_interfaceid": "530a6d3f-4db1-4b9b-812b-1c320d42c508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.868395] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:93:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '530a6d3f-4db1-4b9b-812b-1c320d42c508', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.877637] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Creating folder: Project (ab90d8f10a3f4728950558ebdbb717dc). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.878102] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f762edfa-4c27-4cfb-b2be-e5d92a340536 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.889485] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Created folder: Project (ab90d8f10a3f4728950558ebdbb717dc) in parent group-v656570. [ 659.889625] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Creating folder: Instances. Parent ref: group-v656649. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.889841] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a9b80bc-6976-440f-b664-f3a876f5f4d1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.899882] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Created folder: Instances in parent group-v656649. [ 659.900167] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.900381] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.900600] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a4dd377-6904-4974-87a2-5365dea2348f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.916662] env[69941]: DEBUG nova.network.neutron [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Updating instance_info_cache with network_info: [{"id": "7060526d-ff56-47a9-8983-2807ab3c9d5e", "address": "fa:16:3e:52:0d:e4", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7060526d-ff", "ovs_interfaceid": "7060526d-ff56-47a9-8983-2807ab3c9d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.923097] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.923097] env[69941]: value = "task-3288022" [ 659.923097] env[69941]: _type = "Task" [ 659.923097] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.932345] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288022, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.980229] env[69941]: DEBUG nova.compute.manager [req-c6ca1213-403b-45aa-89d0-7c3873c2d9ac req-59e88eda-6cba-412a-9c1a-fd09099a9a49 service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Received event network-vif-plugged-530a6d3f-4db1-4b9b-812b-1c320d42c508 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.980512] env[69941]: DEBUG oslo_concurrency.lockutils [req-c6ca1213-403b-45aa-89d0-7c3873c2d9ac req-59e88eda-6cba-412a-9c1a-fd09099a9a49 service nova] Acquiring lock "a3c91cbb-66ac-439e-8d6c-476c39c9d6d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.980808] env[69941]: DEBUG oslo_concurrency.lockutils [req-c6ca1213-403b-45aa-89d0-7c3873c2d9ac req-59e88eda-6cba-412a-9c1a-fd09099a9a49 service nova] Lock "a3c91cbb-66ac-439e-8d6c-476c39c9d6d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.981053] env[69941]: DEBUG oslo_concurrency.lockutils [req-c6ca1213-403b-45aa-89d0-7c3873c2d9ac req-59e88eda-6cba-412a-9c1a-fd09099a9a49 service nova] Lock "a3c91cbb-66ac-439e-8d6c-476c39c9d6d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.981360] env[69941]: DEBUG nova.compute.manager [req-c6ca1213-403b-45aa-89d0-7c3873c2d9ac req-59e88eda-6cba-412a-9c1a-fd09099a9a49 service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] No waiting events found dispatching network-vif-plugged-530a6d3f-4db1-4b9b-812b-1c320d42c508 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.981592] env[69941]: WARNING nova.compute.manager [req-c6ca1213-403b-45aa-89d0-7c3873c2d9ac req-59e88eda-6cba-412a-9c1a-fd09099a9a49 service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Received unexpected event network-vif-plugged-530a6d3f-4db1-4b9b-812b-1c320d42c508 for instance with vm_state building and task_state spawning. [ 659.981818] env[69941]: DEBUG nova.compute.manager [req-c6ca1213-403b-45aa-89d0-7c3873c2d9ac req-59e88eda-6cba-412a-9c1a-fd09099a9a49 service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Received event network-changed-530a6d3f-4db1-4b9b-812b-1c320d42c508 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.982014] env[69941]: DEBUG nova.compute.manager [req-c6ca1213-403b-45aa-89d0-7c3873c2d9ac req-59e88eda-6cba-412a-9c1a-fd09099a9a49 service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Refreshing instance network info cache due to event network-changed-530a6d3f-4db1-4b9b-812b-1c320d42c508. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.982305] env[69941]: DEBUG oslo_concurrency.lockutils [req-c6ca1213-403b-45aa-89d0-7c3873c2d9ac req-59e88eda-6cba-412a-9c1a-fd09099a9a49 service nova] Acquiring lock "refresh_cache-a3c91cbb-66ac-439e-8d6c-476c39c9d6d9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.982514] env[69941]: DEBUG oslo_concurrency.lockutils [req-c6ca1213-403b-45aa-89d0-7c3873c2d9ac req-59e88eda-6cba-412a-9c1a-fd09099a9a49 service nova] Acquired lock "refresh_cache-a3c91cbb-66ac-439e-8d6c-476c39c9d6d9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.982733] env[69941]: DEBUG nova.network.neutron [req-c6ca1213-403b-45aa-89d0-7c3873c2d9ac req-59e88eda-6cba-412a-9c1a-fd09099a9a49 service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Refreshing network info cache for port 530a6d3f-4db1-4b9b-812b-1c320d42c508 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.996342] env[69941]: DEBUG oslo_vmware.api [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': task-3288018, 'name': PowerOnVM_Task, 'duration_secs': 0.703667} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.996579] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.996712] env[69941]: INFO nova.compute.manager [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Took 9.06 seconds to spawn the instance on the hypervisor. [ 659.997043] env[69941]: DEBUG nova.compute.manager [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.997806] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf0541e-bf74-49ca-9406-b1c7b28cdf07 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.092813] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Releasing lock "refresh_cache-28bfa503-373a-4cd3-b667-2cb6c427fb17" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.093322] env[69941]: DEBUG nova.compute.manager [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.093538] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.094547] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1747f7-e5c9-430b-9954-d4555113f44e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.104636] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.104831] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b237ec99-9ef3-4d66-b52c-da0245ab1ffb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.107182] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.107649] env[69941]: DEBUG nova.compute.manager [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.110879] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.321s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.114682] env[69941]: INFO nova.compute.claims [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.128124] env[69941]: DEBUG oslo_vmware.api [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 660.128124] env[69941]: value = "task-3288023" [ 660.128124] env[69941]: _type = "Task" [ 660.128124] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.141056] env[69941]: DEBUG oslo_vmware.api [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3288023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.185255] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288019, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.234109] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.420529] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Releasing lock "refresh_cache-57099f0b-431e-418d-87f4-dc00199920e2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.437294] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288022, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.524347] env[69941]: INFO nova.compute.manager [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Took 35.19 seconds to build instance. [ 660.575472] env[69941]: DEBUG nova.network.neutron [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Updated VIF entry in instance network info cache for port fcb26d51-7b2e-4d28-9e90-d7b470c37a32. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.575472] env[69941]: DEBUG nova.network.neutron [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Updating instance_info_cache with network_info: [{"id": "fcb26d51-7b2e-4d28-9e90-d7b470c37a32", "address": "fa:16:3e:91:35:fd", "network": {"id": "afd74ee6-2421-4493-b5aa-5d2caab0eb38", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1035955767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff341a5378744af08ac0cdcf361fd2e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb26d51-7b", "ovs_interfaceid": "fcb26d51-7b2e-4d28-9e90-d7b470c37a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.584811] env[69941]: DEBUG nova.compute.manager [req-ad695574-8b51-4e6b-84ca-3f33d9fd372c req-55b5841e-b829-4b20-bbcb-a0bc3f27c8aa service nova] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Received event network-vif-deleted-088a6a27-617a-472f-bd01-acf1fde0999d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.622133] env[69941]: DEBUG nova.compute.utils [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.628301] env[69941]: DEBUG nova.compute.manager [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.628301] env[69941]: DEBUG nova.network.neutron [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.645958] env[69941]: DEBUG oslo_vmware.api [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3288023, 'name': PowerOffVM_Task, 'duration_secs': 0.307048} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.647353] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.647353] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.649890] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-417ce98d-53f4-4668-91f9-f96c0be8488a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.673036] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.673036] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.673036] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Deleting the datastore file [datastore2] 28bfa503-373a-4cd3-b667-2cb6c427fb17 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.673441] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0500d1f0-15e0-4e6f-ad79-b068ffd5dc74 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.687087] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614592} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.688835] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] a87074ec-1813-448c-be2b-e50be5324256/a87074ec-1813-448c-be2b-e50be5324256.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.690029] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.690029] env[69941]: DEBUG oslo_vmware.api [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for the task: (returnval){ [ 660.690029] env[69941]: value = "task-3288025" [ 660.690029] env[69941]: _type = "Task" [ 660.690029] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.690029] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11beb660-4317-4b9c-8d25-0844a844b083 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.702843] env[69941]: DEBUG oslo_vmware.api [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3288025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.707020] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 660.707020] env[69941]: value = "task-3288026" [ 660.707020] env[69941]: _type = "Task" [ 660.707020] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.715143] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.716814] env[69941]: DEBUG nova.policy [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc94a46cd4944bf3a653babbe779a9e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5137cd019db411aa9d347746c4abffd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.762460] env[69941]: DEBUG nova.network.neutron [req-c6ca1213-403b-45aa-89d0-7c3873c2d9ac req-59e88eda-6cba-412a-9c1a-fd09099a9a49 service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Updated VIF entry in instance network info cache for port 530a6d3f-4db1-4b9b-812b-1c320d42c508. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.762912] env[69941]: DEBUG nova.network.neutron [req-c6ca1213-403b-45aa-89d0-7c3873c2d9ac req-59e88eda-6cba-412a-9c1a-fd09099a9a49 service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Updating instance_info_cache with network_info: [{"id": "530a6d3f-4db1-4b9b-812b-1c320d42c508", "address": "fa:16:3e:a1:93:21", "network": {"id": "143c6cc0-a784-4d63-8e5a-584019f0634a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-878331307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab90d8f10a3f4728950558ebdbb717dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap530a6d3f-4d", "ovs_interfaceid": "530a6d3f-4db1-4b9b-812b-1c320d42c508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.945316] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288022, 'name': CreateVM_Task, 'duration_secs': 0.688728} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.946977] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.946977] env[69941]: DEBUG oslo_concurrency.lockutils [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.946977] env[69941]: DEBUG oslo_concurrency.lockutils [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.946977] env[69941]: DEBUG oslo_concurrency.lockutils [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.946977] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8072fb56-fa00-4b14-8fc4-c26fc4a92ba9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.951566] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 660.951566] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f09f11-0f1d-95ca-ec78-d45a2cdcecd0" [ 660.951566] env[69941]: _type = "Task" [ 660.951566] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.956825] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1ad476-c865-4e75-91e6-c8798b166e40 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.962174] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f09f11-0f1d-95ca-ec78-d45a2cdcecd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.978054] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7b0167-16c0-4812-af78-1de0ce18e7b3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.984960] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Updating instance '57099f0b-431e-418d-87f4-dc00199920e2' progress to 83 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 661.033963] env[69941]: DEBUG oslo_concurrency.lockutils [None req-22c33ce3-0c84-4a37-b07f-dbe2d31c7467 tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Lock "0acc5a3d-2d04-4126-898d-f0b832025714" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.095s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.079965] env[69941]: DEBUG oslo_concurrency.lockutils [req-bb488113-6a08-430e-9f97-acbc9690c226 req-dff8bd5b-effa-4770-a789-b96c5506f18a service nova] Releasing lock "refresh_cache-8fdb8936-12c2-4274-aee2-77b140e7c2cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.127990] env[69941]: DEBUG nova.compute.manager [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.203994] env[69941]: DEBUG oslo_vmware.api [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Task: {'id': task-3288025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093072} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.206726] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.206916] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.207100] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.207318] env[69941]: INFO nova.compute.manager [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Took 1.11 seconds to destroy the instance on the hypervisor. [ 661.207505] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.207948] env[69941]: DEBUG nova.compute.manager [-] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.208077] env[69941]: DEBUG nova.network.neutron [-] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.215208] env[69941]: DEBUG nova.network.neutron [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Successfully created port: 9f701b6f-5a6a-4315-95a9-99e870eb0923 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.226112] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068602} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.227888] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.229275] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884b45c2-8a91-4eb4-9b0d-2032aad600b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.234858] env[69941]: DEBUG nova.network.neutron [-] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.261539] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] a87074ec-1813-448c-be2b-e50be5324256/a87074ec-1813-448c-be2b-e50be5324256.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.264971] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-698345c0-c80e-4a3a-aaa0-4bec5e908bc5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.283535] env[69941]: DEBUG oslo_concurrency.lockutils [req-c6ca1213-403b-45aa-89d0-7c3873c2d9ac req-59e88eda-6cba-412a-9c1a-fd09099a9a49 service nova] Releasing lock "refresh_cache-a3c91cbb-66ac-439e-8d6c-476c39c9d6d9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.290369] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 661.290369] env[69941]: value = "task-3288027" [ 661.290369] env[69941]: _type = "Task" [ 661.290369] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.301222] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.462216] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f09f11-0f1d-95ca-ec78-d45a2cdcecd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009002} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.464850] env[69941]: DEBUG oslo_concurrency.lockutils [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.465108] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.465344] env[69941]: DEBUG oslo_concurrency.lockutils [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.465493] env[69941]: DEBUG oslo_concurrency.lockutils [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.465669] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.466324] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2afd1275-d3c5-45b6-8a44-b4fa79957593 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.475805] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.475805] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.476594] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20e0788-f963-404b-8111-1288b16127ab {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.486491] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 661.486491] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]522cd44a-5e35-cb7f-e94e-89e2a0865a48" [ 661.486491] env[69941]: _type = "Task" [ 661.486491] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.491159] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.491415] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1de4e474-1fc4-47c2-8885-f82ae9bb8650 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.498232] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522cd44a-5e35-cb7f-e94e-89e2a0865a48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.499189] env[69941]: DEBUG oslo_vmware.api [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 661.499189] env[69941]: value = "task-3288028" [ 661.499189] env[69941]: _type = "Task" [ 661.499189] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.515837] env[69941]: DEBUG oslo_vmware.api [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288028, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.536623] env[69941]: DEBUG nova.compute.manager [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.735600] env[69941]: DEBUG nova.network.neutron [-] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.775927] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57da35f8-7864-43ba-8d32-e4f2806428a5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.783901] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fe34d1-acfc-4e3e-9b2f-1f6e7a5c02fe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.820972] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3b46f0-79ac-4e3e-953a-54f4f0bb9314 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.829631] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288027, 'name': ReconfigVM_Task, 'duration_secs': 0.277884} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.832009] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Reconfigured VM instance instance-0000001a to attach disk [datastore2] a87074ec-1813-448c-be2b-e50be5324256/a87074ec-1813-448c-be2b-e50be5324256.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.832773] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f54e573d-8edb-466d-b10c-f89354b78247 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.835389] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547a7116-5fd4-4b09-a93c-35d4fd94efe4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.849906] env[69941]: DEBUG nova.compute.provider_tree [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.854186] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 661.854186] env[69941]: value = "task-3288029" [ 661.854186] env[69941]: _type = "Task" [ 661.854186] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.997485] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522cd44a-5e35-cb7f-e94e-89e2a0865a48, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.998392] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe88827-0dbc-40fc-8245-4a64c1f1b4ff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.007479] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 662.007479] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e81f67-bfdf-29e8-c285-59b08f4312c0" [ 662.007479] env[69941]: _type = "Task" [ 662.007479] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.011475] env[69941]: DEBUG oslo_vmware.api [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.019721] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e81f67-bfdf-29e8-c285-59b08f4312c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009558} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.020020] env[69941]: DEBUG oslo_concurrency.lockutils [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.020339] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] a3c91cbb-66ac-439e-8d6c-476c39c9d6d9/a3c91cbb-66ac-439e-8d6c-476c39c9d6d9.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.020608] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4aaa694-7ddb-481f-b6c1-cab084d44b33 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.028106] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 662.028106] env[69941]: value = "task-3288030" [ 662.028106] env[69941]: _type = "Task" [ 662.028106] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.036597] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.061374] env[69941]: DEBUG oslo_concurrency.lockutils [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.142054] env[69941]: DEBUG nova.compute.manager [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.177397] env[69941]: DEBUG nova.virt.hardware [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.177658] env[69941]: DEBUG nova.virt.hardware [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.177817] env[69941]: DEBUG nova.virt.hardware [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.177998] env[69941]: DEBUG nova.virt.hardware [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.178555] env[69941]: DEBUG nova.virt.hardware [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.178728] env[69941]: DEBUG nova.virt.hardware [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.178946] env[69941]: DEBUG nova.virt.hardware [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.179450] env[69941]: DEBUG nova.virt.hardware [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.179680] env[69941]: DEBUG nova.virt.hardware [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.179871] env[69941]: DEBUG nova.virt.hardware [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.180274] env[69941]: DEBUG nova.virt.hardware [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.181401] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86681848-f04a-464e-879e-58098b2d1aca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.190503] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdc3d13-dd05-495f-a318-a6a5e3d3bb9d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.238517] env[69941]: INFO nova.compute.manager [-] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Took 1.03 seconds to deallocate network for instance. [ 662.353991] env[69941]: DEBUG nova.scheduler.client.report [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.375436] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288029, 'name': Rename_Task, 'duration_secs': 0.15786} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.375750] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.376062] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d4aedab-d20d-41a3-9627-fbd7a979f728 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.385833] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 662.385833] env[69941]: value = "task-3288031" [ 662.385833] env[69941]: _type = "Task" [ 662.385833] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.395618] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.513620] env[69941]: DEBUG oslo_vmware.api [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288028, 'name': PowerOnVM_Task, 'duration_secs': 0.575381} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.513876] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.514078] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9fea5100-c100-4251-8eaf-21528234f41a tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Updating instance '57099f0b-431e-418d-87f4-dc00199920e2' progress to 100 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 662.542561] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288030, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.746752] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.838784] env[69941]: DEBUG nova.compute.manager [req-1e197ded-f46f-4213-b8f2-5ac0e0cbb26c req-ee61521b-295b-4ee6-ba01-8ddc6fb3fdb3 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Received event network-changed-5a56b314-291a-4c8c-9ade-1922cfe3408b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.839012] env[69941]: DEBUG nova.compute.manager [req-1e197ded-f46f-4213-b8f2-5ac0e0cbb26c req-ee61521b-295b-4ee6-ba01-8ddc6fb3fdb3 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Refreshing instance network info cache due to event network-changed-5a56b314-291a-4c8c-9ade-1922cfe3408b. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.839235] env[69941]: DEBUG oslo_concurrency.lockutils [req-1e197ded-f46f-4213-b8f2-5ac0e0cbb26c req-ee61521b-295b-4ee6-ba01-8ddc6fb3fdb3 service nova] Acquiring lock "refresh_cache-0acc5a3d-2d04-4126-898d-f0b832025714" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.839440] env[69941]: DEBUG oslo_concurrency.lockutils [req-1e197ded-f46f-4213-b8f2-5ac0e0cbb26c req-ee61521b-295b-4ee6-ba01-8ddc6fb3fdb3 service nova] Acquired lock "refresh_cache-0acc5a3d-2d04-4126-898d-f0b832025714" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.839569] env[69941]: DEBUG nova.network.neutron [req-1e197ded-f46f-4213-b8f2-5ac0e0cbb26c req-ee61521b-295b-4ee6-ba01-8ddc6fb3fdb3 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Refreshing network info cache for port 5a56b314-291a-4c8c-9ade-1922cfe3408b {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.867407] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.868496] env[69941]: DEBUG nova.compute.manager [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.875248] env[69941]: DEBUG oslo_concurrency.lockutils [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.457s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.875248] env[69941]: DEBUG nova.objects.instance [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Lazy-loading 'resources' on Instance uuid 3a19b6bd-973a-4e74-a3f3-e188a4848444 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.898775] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288031, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.972026] env[69941]: DEBUG nova.network.neutron [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Successfully updated port: 9f701b6f-5a6a-4315-95a9-99e870eb0923 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.040181] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511443} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.040451] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] a3c91cbb-66ac-439e-8d6c-476c39c9d6d9/a3c91cbb-66ac-439e-8d6c-476c39c9d6d9.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.040645] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.040901] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fc305ad-bc85-4c80-925e-1bc96334a6e4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.048518] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 663.048518] env[69941]: value = "task-3288032" [ 663.048518] env[69941]: _type = "Task" [ 663.048518] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.061357] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.376897] env[69941]: DEBUG nova.compute.utils [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.377816] env[69941]: DEBUG nova.compute.manager [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.377984] env[69941]: DEBUG nova.network.neutron [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.405092] env[69941]: DEBUG oslo_vmware.api [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288031, 'name': PowerOnVM_Task, 'duration_secs': 0.544686} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.405857] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.407422] env[69941]: INFO nova.compute.manager [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Took 9.67 seconds to spawn the instance on the hypervisor. [ 663.407667] env[69941]: DEBUG nova.compute.manager [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.408848] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4b755c-e3b6-44b7-9dfc-2fda3f459a91 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.438597] env[69941]: DEBUG nova.policy [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aefeeb63c09847e987c5da220ff522f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e234bce5dd14d1f8480a560d8b651e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.476110] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "refresh_cache-38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.476283] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquired lock "refresh_cache-38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.476435] env[69941]: DEBUG nova.network.neutron [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.566118] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069748} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.566392] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.567518] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20584ee6-0049-4711-910e-b8971744a91c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.599034] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] a3c91cbb-66ac-439e-8d6c-476c39c9d6d9/a3c91cbb-66ac-439e-8d6c-476c39c9d6d9.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.602803] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35259fcb-4b7c-40e7-90c8-acd7f147e66b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.632534] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 663.632534] env[69941]: value = "task-3288033" [ 663.632534] env[69941]: _type = "Task" [ 663.632534] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.643516] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288033, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.739805] env[69941]: DEBUG nova.network.neutron [req-1e197ded-f46f-4213-b8f2-5ac0e0cbb26c req-ee61521b-295b-4ee6-ba01-8ddc6fb3fdb3 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Updated VIF entry in instance network info cache for port 5a56b314-291a-4c8c-9ade-1922cfe3408b. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.740191] env[69941]: DEBUG nova.network.neutron [req-1e197ded-f46f-4213-b8f2-5ac0e0cbb26c req-ee61521b-295b-4ee6-ba01-8ddc6fb3fdb3 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Updating instance_info_cache with network_info: [{"id": "5a56b314-291a-4c8c-9ade-1922cfe3408b", "address": "fa:16:3e:39:4a:36", "network": {"id": "d110decc-893d-45a7-ad15-bed1637a888b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1922365877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c2f99f9ae19423e8cb4cc5f36a5d989", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a56b314-29", "ovs_interfaceid": "5a56b314-291a-4c8c-9ade-1922cfe3408b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.884312] env[69941]: DEBUG nova.compute.manager [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.934531] env[69941]: INFO nova.compute.manager [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Took 37.59 seconds to build instance. [ 663.999020] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d05a4c-3dc0-418a-8575-4350fd311832 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.005086] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d65594-6dbb-469b-8c0f-a32787f97993 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.046814] env[69941]: DEBUG nova.network.neutron [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.047063] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c0ba40-64a8-42ef-9b68-039242aebf38 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.057254] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a610dad2-4ad1-493c-ac67-bde50feb6d09 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.071223] env[69941]: DEBUG nova.compute.provider_tree [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.144167] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.245570] env[69941]: DEBUG oslo_concurrency.lockutils [req-1e197ded-f46f-4213-b8f2-5ac0e0cbb26c req-ee61521b-295b-4ee6-ba01-8ddc6fb3fdb3 service nova] Releasing lock "refresh_cache-0acc5a3d-2d04-4126-898d-f0b832025714" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.249380] env[69941]: DEBUG nova.network.neutron [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Successfully created port: 23b0d008-33be-4c36-87ed-79ae16b65f87 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.435687] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24684d30-af2e-4c4a-b56e-bd0cb8087498 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "a87074ec-1813-448c-be2b-e50be5324256" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.520s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.470818] env[69941]: DEBUG nova.network.neutron [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Updating instance_info_cache with network_info: [{"id": "9f701b6f-5a6a-4315-95a9-99e870eb0923", "address": "fa:16:3e:28:8f:4a", "network": {"id": "b114cdfb-91d4-4e5f-9e36-8482eae133df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2116863276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5137cd019db411aa9d347746c4abffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f701b6f-5a", "ovs_interfaceid": "9f701b6f-5a6a-4315-95a9-99e870eb0923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.574230] env[69941]: DEBUG nova.scheduler.client.report [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.648116] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288033, 'name': ReconfigVM_Task, 'duration_secs': 0.682973} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.648491] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Reconfigured VM instance instance-0000001b to attach disk [datastore2] a3c91cbb-66ac-439e-8d6c-476c39c9d6d9/a3c91cbb-66ac-439e-8d6c-476c39c9d6d9.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.649295] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb94125b-62f3-483f-a450-44e2e90f4877 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.659509] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 664.659509] env[69941]: value = "task-3288034" [ 664.659509] env[69941]: _type = "Task" [ 664.659509] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.669467] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288034, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.774051] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "57099f0b-431e-418d-87f4-dc00199920e2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.774283] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "57099f0b-431e-418d-87f4-dc00199920e2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.774472] env[69941]: DEBUG nova.compute.manager [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Going to confirm migration 1 {{(pid=69941) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 664.898484] env[69941]: DEBUG nova.compute.manager [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.932917] env[69941]: DEBUG nova.virt.hardware [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.933306] env[69941]: DEBUG nova.virt.hardware [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.933386] env[69941]: DEBUG nova.virt.hardware [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.933518] env[69941]: DEBUG nova.virt.hardware [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.933719] env[69941]: DEBUG nova.virt.hardware [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.933807] env[69941]: DEBUG nova.virt.hardware [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.934823] env[69941]: DEBUG nova.virt.hardware [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.935512] env[69941]: DEBUG nova.virt.hardware [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.935512] env[69941]: DEBUG nova.virt.hardware [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.935512] env[69941]: DEBUG nova.virt.hardware [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.935684] env[69941]: DEBUG nova.virt.hardware [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.936748] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613f9e97-3456-4510-b6c8-3c7fb628caa4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.939915] env[69941]: DEBUG nova.compute.manager [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.949274] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c74090-d697-45a2-980d-cfddb97ac182 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.981386] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Releasing lock "refresh_cache-38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.981696] env[69941]: DEBUG nova.compute.manager [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Instance network_info: |[{"id": "9f701b6f-5a6a-4315-95a9-99e870eb0923", "address": "fa:16:3e:28:8f:4a", "network": {"id": "b114cdfb-91d4-4e5f-9e36-8482eae133df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2116863276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5137cd019db411aa9d347746c4abffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f701b6f-5a", "ovs_interfaceid": "9f701b6f-5a6a-4315-95a9-99e870eb0923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.982105] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:8f:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f701b6f-5a6a-4315-95a9-99e870eb0923', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.990963] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.991710] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.991943] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f668fc34-02a7-4c66-82d0-241e7da8bcd5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.014908] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.014908] env[69941]: value = "task-3288035" [ 665.014908] env[69941]: _type = "Task" [ 665.014908] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.022806] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288035, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.084807] env[69941]: DEBUG oslo_concurrency.lockutils [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.088850] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.597s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.088850] env[69941]: DEBUG nova.objects.instance [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Lazy-loading 'resources' on Instance uuid b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.112348] env[69941]: INFO nova.scheduler.client.report [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Deleted allocations for instance 3a19b6bd-973a-4e74-a3f3-e188a4848444 [ 665.174245] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288034, 'name': Rename_Task, 'duration_secs': 0.132381} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.174509] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.174762] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bad4e44-d709-4f84-a2a1-214b82f60eb6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.180707] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 665.180707] env[69941]: value = "task-3288036" [ 665.180707] env[69941]: _type = "Task" [ 665.180707] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.190477] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.268122] env[69941]: DEBUG nova.compute.manager [req-d20d8469-435c-4592-a1db-ca6fbb69fae2 req-43379b42-5515-42a4-872b-7c68ca838cb2 service nova] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Received event network-vif-plugged-9f701b6f-5a6a-4315-95a9-99e870eb0923 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.268122] env[69941]: DEBUG oslo_concurrency.lockutils [req-d20d8469-435c-4592-a1db-ca6fbb69fae2 req-43379b42-5515-42a4-872b-7c68ca838cb2 service nova] Acquiring lock "38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.270024] env[69941]: DEBUG oslo_concurrency.lockutils [req-d20d8469-435c-4592-a1db-ca6fbb69fae2 req-43379b42-5515-42a4-872b-7c68ca838cb2 service nova] Lock "38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.270246] env[69941]: DEBUG oslo_concurrency.lockutils [req-d20d8469-435c-4592-a1db-ca6fbb69fae2 req-43379b42-5515-42a4-872b-7c68ca838cb2 service nova] Lock "38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.270431] env[69941]: DEBUG nova.compute.manager [req-d20d8469-435c-4592-a1db-ca6fbb69fae2 req-43379b42-5515-42a4-872b-7c68ca838cb2 service nova] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] No waiting events found dispatching network-vif-plugged-9f701b6f-5a6a-4315-95a9-99e870eb0923 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.270619] env[69941]: WARNING nova.compute.manager [req-d20d8469-435c-4592-a1db-ca6fbb69fae2 req-43379b42-5515-42a4-872b-7c68ca838cb2 service nova] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Received unexpected event network-vif-plugged-9f701b6f-5a6a-4315-95a9-99e870eb0923 for instance with vm_state building and task_state spawning. [ 665.270786] env[69941]: DEBUG nova.compute.manager [req-d20d8469-435c-4592-a1db-ca6fbb69fae2 req-43379b42-5515-42a4-872b-7c68ca838cb2 service nova] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Received event network-changed-9f701b6f-5a6a-4315-95a9-99e870eb0923 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.270934] env[69941]: DEBUG nova.compute.manager [req-d20d8469-435c-4592-a1db-ca6fbb69fae2 req-43379b42-5515-42a4-872b-7c68ca838cb2 service nova] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Refreshing instance network info cache due to event network-changed-9f701b6f-5a6a-4315-95a9-99e870eb0923. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.271141] env[69941]: DEBUG oslo_concurrency.lockutils [req-d20d8469-435c-4592-a1db-ca6fbb69fae2 req-43379b42-5515-42a4-872b-7c68ca838cb2 service nova] Acquiring lock "refresh_cache-38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.271273] env[69941]: DEBUG oslo_concurrency.lockutils [req-d20d8469-435c-4592-a1db-ca6fbb69fae2 req-43379b42-5515-42a4-872b-7c68ca838cb2 service nova] Acquired lock "refresh_cache-38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.271426] env[69941]: DEBUG nova.network.neutron [req-d20d8469-435c-4592-a1db-ca6fbb69fae2 req-43379b42-5515-42a4-872b-7c68ca838cb2 service nova] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Refreshing network info cache for port 9f701b6f-5a6a-4315-95a9-99e870eb0923 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.347911] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "refresh_cache-57099f0b-431e-418d-87f4-dc00199920e2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.348185] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquired lock "refresh_cache-57099f0b-431e-418d-87f4-dc00199920e2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.348674] env[69941]: DEBUG nova.network.neutron [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.348936] env[69941]: DEBUG nova.objects.instance [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lazy-loading 'info_cache' on Instance uuid 57099f0b-431e-418d-87f4-dc00199920e2 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.396077] env[69941]: DEBUG nova.compute.manager [req-cb683640-4303-4acb-93b5-12eac4deb938 req-e2150c6a-a492-4046-8d2c-b47089f5a613 service nova] [instance: a87074ec-1813-448c-be2b-e50be5324256] Received event network-changed-984ca4b1-d0ba-4603-b660-c5122ca5d38d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.396315] env[69941]: DEBUG nova.compute.manager [req-cb683640-4303-4acb-93b5-12eac4deb938 req-e2150c6a-a492-4046-8d2c-b47089f5a613 service nova] [instance: a87074ec-1813-448c-be2b-e50be5324256] Refreshing instance network info cache due to event network-changed-984ca4b1-d0ba-4603-b660-c5122ca5d38d. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.397019] env[69941]: DEBUG oslo_concurrency.lockutils [req-cb683640-4303-4acb-93b5-12eac4deb938 req-e2150c6a-a492-4046-8d2c-b47089f5a613 service nova] Acquiring lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.397187] env[69941]: DEBUG oslo_concurrency.lockutils [req-cb683640-4303-4acb-93b5-12eac4deb938 req-e2150c6a-a492-4046-8d2c-b47089f5a613 service nova] Acquired lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.397398] env[69941]: DEBUG nova.network.neutron [req-cb683640-4303-4acb-93b5-12eac4deb938 req-e2150c6a-a492-4046-8d2c-b47089f5a613 service nova] [instance: a87074ec-1813-448c-be2b-e50be5324256] Refreshing network info cache for port 984ca4b1-d0ba-4603-b660-c5122ca5d38d {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.461253] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.525618] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288035, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.622795] env[69941]: DEBUG oslo_concurrency.lockutils [None req-611a2ff8-6100-4876-be80-9772fc0913d3 tempest-ServerDiagnosticsV248Test-488460149 tempest-ServerDiagnosticsV248Test-488460149-project-member] Lock "3a19b6bd-973a-4e74-a3f3-e188a4848444" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.056s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.706758] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288036, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.035088] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288035, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.147327] env[69941]: DEBUG nova.network.neutron [req-d20d8469-435c-4592-a1db-ca6fbb69fae2 req-43379b42-5515-42a4-872b-7c68ca838cb2 service nova] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Updated VIF entry in instance network info cache for port 9f701b6f-5a6a-4315-95a9-99e870eb0923. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.147780] env[69941]: DEBUG nova.network.neutron [req-d20d8469-435c-4592-a1db-ca6fbb69fae2 req-43379b42-5515-42a4-872b-7c68ca838cb2 service nova] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Updating instance_info_cache with network_info: [{"id": "9f701b6f-5a6a-4315-95a9-99e870eb0923", "address": "fa:16:3e:28:8f:4a", "network": {"id": "b114cdfb-91d4-4e5f-9e36-8482eae133df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2116863276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5137cd019db411aa9d347746c4abffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f701b6f-5a", "ovs_interfaceid": "9f701b6f-5a6a-4315-95a9-99e870eb0923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.197688] env[69941]: DEBUG oslo_vmware.api [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288036, 'name': PowerOnVM_Task, 'duration_secs': 0.644672} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.198029] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.198361] env[69941]: INFO nova.compute.manager [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Took 9.04 seconds to spawn the instance on the hypervisor. [ 666.198799] env[69941]: DEBUG nova.compute.manager [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.199978] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278439f6-9fb7-4e70-b4dc-3be747a478b2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.216072] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e00f2d1-e69a-4437-ae64-7e4967991cc6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.222593] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b382ba-bc60-45a2-b4d4-6fd9c6f208fb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.255840] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853656f1-da8c-459a-be18-6b2fb3d2a79e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.263986] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548764cd-96da-434f-8396-6696b8a0810f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.278275] env[69941]: DEBUG nova.compute.provider_tree [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.327293] env[69941]: DEBUG nova.network.neutron [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Successfully updated port: 23b0d008-33be-4c36-87ed-79ae16b65f87 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.516036] env[69941]: DEBUG nova.network.neutron [req-cb683640-4303-4acb-93b5-12eac4deb938 req-e2150c6a-a492-4046-8d2c-b47089f5a613 service nova] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updated VIF entry in instance network info cache for port 984ca4b1-d0ba-4603-b660-c5122ca5d38d. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.516389] env[69941]: DEBUG nova.network.neutron [req-cb683640-4303-4acb-93b5-12eac4deb938 req-e2150c6a-a492-4046-8d2c-b47089f5a613 service nova] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating instance_info_cache with network_info: [{"id": "984ca4b1-d0ba-4603-b660-c5122ca5d38d", "address": "fa:16:3e:c1:b9:e8", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap984ca4b1-d0", "ovs_interfaceid": "984ca4b1-d0ba-4603-b660-c5122ca5d38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.538202] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288035, 'name': CreateVM_Task, 'duration_secs': 1.358839} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.545437] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.546969] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.546969] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.546969] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.547509] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecb0045e-1df0-499e-8850-58315bab06eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.552465] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 666.552465] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52d6a35e-def2-7f9d-3131-9428fcd70d36" [ 666.552465] env[69941]: _type = "Task" [ 666.552465] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.561388] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d6a35e-def2-7f9d-3131-9428fcd70d36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.651694] env[69941]: DEBUG oslo_concurrency.lockutils [req-d20d8469-435c-4592-a1db-ca6fbb69fae2 req-43379b42-5515-42a4-872b-7c68ca838cb2 service nova] Releasing lock "refresh_cache-38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.724442] env[69941]: INFO nova.compute.manager [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Took 34.29 seconds to build instance. [ 666.781975] env[69941]: DEBUG nova.scheduler.client.report [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.829769] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "refresh_cache-0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.829839] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "refresh_cache-0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.829978] env[69941]: DEBUG nova.network.neutron [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.021885] env[69941]: DEBUG oslo_concurrency.lockutils [req-cb683640-4303-4acb-93b5-12eac4deb938 req-e2150c6a-a492-4046-8d2c-b47089f5a613 service nova] Releasing lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.065795] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d6a35e-def2-7f9d-3131-9428fcd70d36, 'name': SearchDatastore_Task, 'duration_secs': 0.020002} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.066111] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.066338] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.066594] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.066702] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.066875] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.067149] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26676249-2568-4a4b-817b-4c4e7b292846 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.080913] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.081125] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.081900] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d62d043-842d-43bb-8ae9-66f82f70504b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.089412] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 667.089412] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5217822f-a3e8-11b0-2f96-4d4a9168ee91" [ 667.089412] env[69941]: _type = "Task" [ 667.089412] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.096232] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5217822f-a3e8-11b0-2f96-4d4a9168ee91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.104660] env[69941]: DEBUG nova.network.neutron [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Updating instance_info_cache with network_info: [{"id": "7060526d-ff56-47a9-8983-2807ab3c9d5e", "address": "fa:16:3e:52:0d:e4", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7060526d-ff", "ovs_interfaceid": "7060526d-ff56-47a9-8983-2807ab3c9d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.226755] env[69941]: DEBUG oslo_concurrency.lockutils [None req-728cfca9-68c2-4758-8f96-bb765c824914 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "a3c91cbb-66ac-439e-8d6c-476c39c9d6d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.741s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.286844] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.289200] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.598s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.290798] env[69941]: INFO nova.compute.claims [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.309432] env[69941]: INFO nova.scheduler.client.report [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Deleted allocations for instance b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c [ 667.381716] env[69941]: DEBUG nova.network.neutron [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.548665] env[69941]: DEBUG nova.network.neutron [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Updating instance_info_cache with network_info: [{"id": "23b0d008-33be-4c36-87ed-79ae16b65f87", "address": "fa:16:3e:b0:85:f5", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b0d008-33", "ovs_interfaceid": "23b0d008-33be-4c36-87ed-79ae16b65f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.597908] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5217822f-a3e8-11b0-2f96-4d4a9168ee91, 'name': SearchDatastore_Task, 'duration_secs': 0.018552} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.600719] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-612f3d8b-7639-4b06-8522-0f101a2e6245 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.604480] env[69941]: DEBUG nova.compute.manager [req-5c8946b4-32ac-4fec-8329-05e4b4a369c2 req-65631d96-38f0-40aa-95e2-9e4b97e6dc90 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Received event network-changed-5a56b314-291a-4c8c-9ade-1922cfe3408b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.604573] env[69941]: DEBUG nova.compute.manager [req-5c8946b4-32ac-4fec-8329-05e4b4a369c2 req-65631d96-38f0-40aa-95e2-9e4b97e6dc90 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Refreshing instance network info cache due to event network-changed-5a56b314-291a-4c8c-9ade-1922cfe3408b. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.604787] env[69941]: DEBUG oslo_concurrency.lockutils [req-5c8946b4-32ac-4fec-8329-05e4b4a369c2 req-65631d96-38f0-40aa-95e2-9e4b97e6dc90 service nova] Acquiring lock "refresh_cache-0acc5a3d-2d04-4126-898d-f0b832025714" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.604928] env[69941]: DEBUG oslo_concurrency.lockutils [req-5c8946b4-32ac-4fec-8329-05e4b4a369c2 req-65631d96-38f0-40aa-95e2-9e4b97e6dc90 service nova] Acquired lock "refresh_cache-0acc5a3d-2d04-4126-898d-f0b832025714" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.605101] env[69941]: DEBUG nova.network.neutron [req-5c8946b4-32ac-4fec-8329-05e4b4a369c2 req-65631d96-38f0-40aa-95e2-9e4b97e6dc90 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Refreshing network info cache for port 5a56b314-291a-4c8c-9ade-1922cfe3408b {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.607445] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Releasing lock "refresh_cache-57099f0b-431e-418d-87f4-dc00199920e2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.609051] env[69941]: DEBUG nova.objects.instance [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lazy-loading 'migration_context' on Instance uuid 57099f0b-431e-418d-87f4-dc00199920e2 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.617585] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 667.617585] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b904e8-92bd-5b7c-c066-25f934c07c61" [ 667.617585] env[69941]: _type = "Task" [ 667.617585] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.629032] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b904e8-92bd-5b7c-c066-25f934c07c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.730692] env[69941]: DEBUG nova.compute.manager [req-c64f728c-a354-464e-8f63-321a059ccd97 req-ce669235-ada0-462f-9a92-23bf9b7583d5 service nova] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Received event network-vif-plugged-23b0d008-33be-4c36-87ed-79ae16b65f87 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.730903] env[69941]: DEBUG oslo_concurrency.lockutils [req-c64f728c-a354-464e-8f63-321a059ccd97 req-ce669235-ada0-462f-9a92-23bf9b7583d5 service nova] Acquiring lock "0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.731137] env[69941]: DEBUG oslo_concurrency.lockutils [req-c64f728c-a354-464e-8f63-321a059ccd97 req-ce669235-ada0-462f-9a92-23bf9b7583d5 service nova] Lock "0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.731303] env[69941]: DEBUG oslo_concurrency.lockutils [req-c64f728c-a354-464e-8f63-321a059ccd97 req-ce669235-ada0-462f-9a92-23bf9b7583d5 service nova] Lock "0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.731496] env[69941]: DEBUG nova.compute.manager [req-c64f728c-a354-464e-8f63-321a059ccd97 req-ce669235-ada0-462f-9a92-23bf9b7583d5 service nova] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] No waiting events found dispatching network-vif-plugged-23b0d008-33be-4c36-87ed-79ae16b65f87 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.731686] env[69941]: WARNING nova.compute.manager [req-c64f728c-a354-464e-8f63-321a059ccd97 req-ce669235-ada0-462f-9a92-23bf9b7583d5 service nova] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Received unexpected event network-vif-plugged-23b0d008-33be-4c36-87ed-79ae16b65f87 for instance with vm_state building and task_state spawning. [ 667.733120] env[69941]: DEBUG nova.compute.manager [req-c64f728c-a354-464e-8f63-321a059ccd97 req-ce669235-ada0-462f-9a92-23bf9b7583d5 service nova] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Received event network-changed-23b0d008-33be-4c36-87ed-79ae16b65f87 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.733120] env[69941]: DEBUG nova.compute.manager [req-c64f728c-a354-464e-8f63-321a059ccd97 req-ce669235-ada0-462f-9a92-23bf9b7583d5 service nova] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Refreshing instance network info cache due to event network-changed-23b0d008-33be-4c36-87ed-79ae16b65f87. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.733120] env[69941]: DEBUG oslo_concurrency.lockutils [req-c64f728c-a354-464e-8f63-321a059ccd97 req-ce669235-ada0-462f-9a92-23bf9b7583d5 service nova] Acquiring lock "refresh_cache-0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.733120] env[69941]: DEBUG nova.compute.manager [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.831727] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb014918-9adc-4277-bbe3-fd5d1ee09f5f tempest-ImagesNegativeTestJSON-65028533 tempest-ImagesNegativeTestJSON-65028533-project-member] Lock "b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.921s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.052620] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "refresh_cache-0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.052620] env[69941]: DEBUG nova.compute.manager [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Instance network_info: |[{"id": "23b0d008-33be-4c36-87ed-79ae16b65f87", "address": "fa:16:3e:b0:85:f5", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b0d008-33", "ovs_interfaceid": "23b0d008-33be-4c36-87ed-79ae16b65f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.052784] env[69941]: DEBUG oslo_concurrency.lockutils [req-c64f728c-a354-464e-8f63-321a059ccd97 req-ce669235-ada0-462f-9a92-23bf9b7583d5 service nova] Acquired lock "refresh_cache-0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.053624] env[69941]: DEBUG nova.network.neutron [req-c64f728c-a354-464e-8f63-321a059ccd97 req-ce669235-ada0-462f-9a92-23bf9b7583d5 service nova] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Refreshing network info cache for port 23b0d008-33be-4c36-87ed-79ae16b65f87 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.054174] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:85:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23b0d008-33be-4c36-87ed-79ae16b65f87', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.069625] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Creating folder: Project (1e234bce5dd14d1f8480a560d8b651e1). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.072677] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ff44551-2463-4cd0-9a88-347f55b5ecc2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.083291] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Created folder: Project (1e234bce5dd14d1f8480a560d8b651e1) in parent group-v656570. [ 668.084511] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Creating folder: Instances. Parent ref: group-v656653. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.084837] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17d30fdb-6006-424f-b78b-7103f1d5ff2c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.094022] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Created folder: Instances in parent group-v656653. [ 668.094313] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.094509] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.094741] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-131f3774-1b6b-4019-bdcb-d4c0809218a9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.114460] env[69941]: DEBUG nova.objects.base [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Object Instance<57099f0b-431e-418d-87f4-dc00199920e2> lazy-loaded attributes: info_cache,migration_context {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 668.115722] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b24181-1632-4ef4-8757-6dc3f1206561 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.120726] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.120726] env[69941]: value = "task-3288039" [ 668.120726] env[69941]: _type = "Task" [ 668.120726] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.143158] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69451512-e588-420d-ac18-db5c48225666 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.152053] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288039, 'name': CreateVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.152384] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b904e8-92bd-5b7c-c066-25f934c07c61, 'name': SearchDatastore_Task, 'duration_secs': 0.016041} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.152944] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.153220] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5/38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.153471] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-748f96e5-7638-40db-8e38-88e7bdf54725 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.156989] env[69941]: DEBUG oslo_vmware.api [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 668.156989] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f45083-8116-9081-1627-e0a70ede6173" [ 668.156989] env[69941]: _type = "Task" [ 668.156989] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.161966] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 668.161966] env[69941]: value = "task-3288040" [ 668.161966] env[69941]: _type = "Task" [ 668.161966] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.165177] env[69941]: DEBUG oslo_vmware.api [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f45083-8116-9081-1627-e0a70ede6173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.176338] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.265021] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.467808] env[69941]: DEBUG nova.network.neutron [req-5c8946b4-32ac-4fec-8329-05e4b4a369c2 req-65631d96-38f0-40aa-95e2-9e4b97e6dc90 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Updated VIF entry in instance network info cache for port 5a56b314-291a-4c8c-9ade-1922cfe3408b. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.468223] env[69941]: DEBUG nova.network.neutron [req-5c8946b4-32ac-4fec-8329-05e4b4a369c2 req-65631d96-38f0-40aa-95e2-9e4b97e6dc90 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Updating instance_info_cache with network_info: [{"id": "5a56b314-291a-4c8c-9ade-1922cfe3408b", "address": "fa:16:3e:39:4a:36", "network": {"id": "d110decc-893d-45a7-ad15-bed1637a888b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1922365877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c2f99f9ae19423e8cb4cc5f36a5d989", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a56b314-29", "ovs_interfaceid": "5a56b314-291a-4c8c-9ade-1922cfe3408b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.640559] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288039, 'name': CreateVM_Task, 'duration_secs': 0.438826} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.641233] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.642172] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.642507] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.642936] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.643325] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31eb27c3-52ab-466d-99ee-6bf551a48370 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.656024] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 668.656024] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526f9090-0852-30cf-49dc-e2430e146393" [ 668.656024] env[69941]: _type = "Task" [ 668.656024] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.677851] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526f9090-0852-30cf-49dc-e2430e146393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.684223] env[69941]: DEBUG oslo_vmware.api [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f45083-8116-9081-1627-e0a70ede6173, 'name': SearchDatastore_Task, 'duration_secs': 0.008309} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.684832] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.692372] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288040, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.769235] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Acquiring lock "0acc5a3d-2d04-4126-898d-f0b832025714" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.769235] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Lock "0acc5a3d-2d04-4126-898d-f0b832025714" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.769235] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Acquiring lock "0acc5a3d-2d04-4126-898d-f0b832025714-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.769433] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Lock "0acc5a3d-2d04-4126-898d-f0b832025714-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.769433] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Lock "0acc5a3d-2d04-4126-898d-f0b832025714-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.769802] env[69941]: INFO nova.compute.manager [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Terminating instance [ 668.873062] env[69941]: DEBUG nova.network.neutron [req-c64f728c-a354-464e-8f63-321a059ccd97 req-ce669235-ada0-462f-9a92-23bf9b7583d5 service nova] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Updated VIF entry in instance network info cache for port 23b0d008-33be-4c36-87ed-79ae16b65f87. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.875208] env[69941]: DEBUG nova.network.neutron [req-c64f728c-a354-464e-8f63-321a059ccd97 req-ce669235-ada0-462f-9a92-23bf9b7583d5 service nova] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Updating instance_info_cache with network_info: [{"id": "23b0d008-33be-4c36-87ed-79ae16b65f87", "address": "fa:16:3e:b0:85:f5", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b0d008-33", "ovs_interfaceid": "23b0d008-33be-4c36-87ed-79ae16b65f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.907648] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93205988-7921-44a3-8dec-c07dc10ea0c7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.917114] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2428b04e-9cd4-4a5e-8bb6-458298a2953d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.950761] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5211ae6d-013d-40a6-b139-2182158e2563 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.958179] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a796fa2b-e622-4769-af2a-3a6414c64882 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.973802] env[69941]: DEBUG oslo_concurrency.lockutils [req-5c8946b4-32ac-4fec-8329-05e4b4a369c2 req-65631d96-38f0-40aa-95e2-9e4b97e6dc90 service nova] Releasing lock "refresh_cache-0acc5a3d-2d04-4126-898d-f0b832025714" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.974400] env[69941]: DEBUG nova.compute.provider_tree [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.177381] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526f9090-0852-30cf-49dc-e2430e146393, 'name': SearchDatastore_Task, 'duration_secs': 0.041393} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.178334] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.178764] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.179142] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.179441] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.179741] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.183753] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db2685a5-291a-44fc-b1db-b09400ac3fdd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.185808] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552093} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.186194] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5/38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.186564] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.187508] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dfc23ac-b916-47b9-8927-2ea8faada6d3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.195124] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 669.195124] env[69941]: value = "task-3288041" [ 669.195124] env[69941]: _type = "Task" [ 669.195124] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.197118] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.197118] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.200437] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dae0989-2d6d-4645-8dd3-20d1b599c213 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.208313] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 669.208313] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5215d32f-41da-97a2-e3d8-99a72a01e52c" [ 669.208313] env[69941]: _type = "Task" [ 669.208313] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.210733] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.219720] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5215d32f-41da-97a2-e3d8-99a72a01e52c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.279022] env[69941]: DEBUG nova.compute.manager [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.279022] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.279022] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e62c7f5-1ce6-4e64-b867-77e8a8f136ec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.290828] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.290828] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b1406c9-bbf5-49a5-9c3e-ba6226da308d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.297894] env[69941]: DEBUG oslo_vmware.api [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Waiting for the task: (returnval){ [ 669.297894] env[69941]: value = "task-3288042" [ 669.297894] env[69941]: _type = "Task" [ 669.297894] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.306456] env[69941]: DEBUG oslo_vmware.api [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': task-3288042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.379497] env[69941]: DEBUG oslo_concurrency.lockutils [req-c64f728c-a354-464e-8f63-321a059ccd97 req-ce669235-ada0-462f-9a92-23bf9b7583d5 service nova] Releasing lock "refresh_cache-0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.478849] env[69941]: DEBUG nova.scheduler.client.report [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.659338] env[69941]: DEBUG nova.compute.manager [req-04cbe7e5-bf6c-45e8-b95b-3f24cad1ff73 req-6c2a2d51-93e2-47ce-be8e-c6dc97912b5e service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Received event network-changed-530a6d3f-4db1-4b9b-812b-1c320d42c508 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.659338] env[69941]: DEBUG nova.compute.manager [req-04cbe7e5-bf6c-45e8-b95b-3f24cad1ff73 req-6c2a2d51-93e2-47ce-be8e-c6dc97912b5e service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Refreshing instance network info cache due to event network-changed-530a6d3f-4db1-4b9b-812b-1c320d42c508. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.659338] env[69941]: DEBUG oslo_concurrency.lockutils [req-04cbe7e5-bf6c-45e8-b95b-3f24cad1ff73 req-6c2a2d51-93e2-47ce-be8e-c6dc97912b5e service nova] Acquiring lock "refresh_cache-a3c91cbb-66ac-439e-8d6c-476c39c9d6d9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.660219] env[69941]: DEBUG oslo_concurrency.lockutils [req-04cbe7e5-bf6c-45e8-b95b-3f24cad1ff73 req-6c2a2d51-93e2-47ce-be8e-c6dc97912b5e service nova] Acquired lock "refresh_cache-a3c91cbb-66ac-439e-8d6c-476c39c9d6d9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.660219] env[69941]: DEBUG nova.network.neutron [req-04cbe7e5-bf6c-45e8-b95b-3f24cad1ff73 req-6c2a2d51-93e2-47ce-be8e-c6dc97912b5e service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Refreshing network info cache for port 530a6d3f-4db1-4b9b-812b-1c320d42c508 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.706313] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064904} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.706437] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.707251] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42236d66-ee75-4f10-9a55-a5bca28f25a5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.733750] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5/38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.734848] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75a31ff1-956a-4485-9318-e7a348dfac66 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.754131] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5215d32f-41da-97a2-e3d8-99a72a01e52c, 'name': SearchDatastore_Task, 'duration_secs': 0.018} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.755370] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33407b9d-c038-4f38-8be8-f0a94cb83b50 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.760742] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 669.760742] env[69941]: value = "task-3288043" [ 669.760742] env[69941]: _type = "Task" [ 669.760742] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.762453] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 669.762453] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5286c227-8ffc-064c-7ba2-e4bf14c2e6d1" [ 669.762453] env[69941]: _type = "Task" [ 669.762453] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.773842] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288043, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.777130] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5286c227-8ffc-064c-7ba2-e4bf14c2e6d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.810115] env[69941]: DEBUG oslo_vmware.api [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': task-3288042, 'name': PowerOffVM_Task, 'duration_secs': 0.317817} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.810115] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.810115] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.810371] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b587495c-1475-4a88-b961-da8de488b5ef {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.870709] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.871465] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.871760] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Deleting the datastore file [datastore2] 0acc5a3d-2d04-4126-898d-f0b832025714 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.873024] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad0d3a28-3b88-430a-8d97-95fcd04f4d0e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.877964] env[69941]: DEBUG oslo_vmware.api [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Waiting for the task: (returnval){ [ 669.877964] env[69941]: value = "task-3288045" [ 669.877964] env[69941]: _type = "Task" [ 669.877964] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.886797] env[69941]: DEBUG oslo_vmware.api [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': task-3288045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.987062] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.987062] env[69941]: DEBUG nova.compute.manager [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.989528] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.178s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.991703] env[69941]: INFO nova.compute.claims [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.102053] env[69941]: DEBUG nova.compute.manager [req-4f74aa66-2fe7-4078-a706-830bb6d6ca04 req-44c0dd51-f350-4dce-98c2-412e10f6a726 service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Received event network-changed-530a6d3f-4db1-4b9b-812b-1c320d42c508 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.102637] env[69941]: DEBUG nova.compute.manager [req-4f74aa66-2fe7-4078-a706-830bb6d6ca04 req-44c0dd51-f350-4dce-98c2-412e10f6a726 service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Refreshing instance network info cache due to event network-changed-530a6d3f-4db1-4b9b-812b-1c320d42c508. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.104069] env[69941]: DEBUG oslo_concurrency.lockutils [req-4f74aa66-2fe7-4078-a706-830bb6d6ca04 req-44c0dd51-f350-4dce-98c2-412e10f6a726 service nova] Acquiring lock "refresh_cache-a3c91cbb-66ac-439e-8d6c-476c39c9d6d9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.278600] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288043, 'name': ReconfigVM_Task, 'duration_secs': 0.280415} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.279786] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5/38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.280689] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5286c227-8ffc-064c-7ba2-e4bf14c2e6d1, 'name': SearchDatastore_Task, 'duration_secs': 0.017619} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.281031] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fa38c09-44df-4a17-a413-53e6699396d8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.283032] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.283471] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4/0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.283846] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d09ef1dd-b058-4598-a932-0e02fc8f676e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.299822] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 670.299822] env[69941]: value = "task-3288047" [ 670.299822] env[69941]: _type = "Task" [ 670.299822] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.299822] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 670.299822] env[69941]: value = "task-3288046" [ 670.299822] env[69941]: _type = "Task" [ 670.299822] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.315108] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.319658] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288046, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.396915] env[69941]: DEBUG oslo_vmware.api [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Task: {'id': task-3288045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474237} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.397934] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.397934] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.397934] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.397934] env[69941]: INFO nova.compute.manager [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Took 1.12 seconds to destroy the instance on the hypervisor. [ 670.399941] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.400512] env[69941]: DEBUG nova.compute.manager [-] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.400633] env[69941]: DEBUG nova.network.neutron [-] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.500149] env[69941]: DEBUG nova.compute.utils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.504023] env[69941]: DEBUG nova.compute.manager [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.504023] env[69941]: DEBUG nova.network.neutron [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.554749] env[69941]: DEBUG nova.policy [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7579e27f5d14119ad1521cceca88337', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4eb56fcba8c047e0af982d5a3f0e9fef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.689470] env[69941]: DEBUG nova.network.neutron [req-04cbe7e5-bf6c-45e8-b95b-3f24cad1ff73 req-6c2a2d51-93e2-47ce-be8e-c6dc97912b5e service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Updated VIF entry in instance network info cache for port 530a6d3f-4db1-4b9b-812b-1c320d42c508. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.689886] env[69941]: DEBUG nova.network.neutron [req-04cbe7e5-bf6c-45e8-b95b-3f24cad1ff73 req-6c2a2d51-93e2-47ce-be8e-c6dc97912b5e service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Updating instance_info_cache with network_info: [{"id": "530a6d3f-4db1-4b9b-812b-1c320d42c508", "address": "fa:16:3e:a1:93:21", "network": {"id": "143c6cc0-a784-4d63-8e5a-584019f0634a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-878331307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab90d8f10a3f4728950558ebdbb717dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap530a6d3f-4d", "ovs_interfaceid": "530a6d3f-4db1-4b9b-812b-1c320d42c508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.811559] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288047, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.814664] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288046, 'name': Rename_Task, 'duration_secs': 0.203663} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.815240] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.815673] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-853cd6b7-26f6-4864-b3a1-b36f657b2fb6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.825389] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 670.825389] env[69941]: value = "task-3288048" [ 670.825389] env[69941]: _type = "Task" [ 670.825389] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.839148] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.995607] env[69941]: DEBUG nova.network.neutron [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Successfully created port: e5443d20-7486-4b1f-9079-9f3b7b5e2937 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.003861] env[69941]: DEBUG nova.compute.manager [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.195093] env[69941]: DEBUG oslo_concurrency.lockutils [req-04cbe7e5-bf6c-45e8-b95b-3f24cad1ff73 req-6c2a2d51-93e2-47ce-be8e-c6dc97912b5e service nova] Releasing lock "refresh_cache-a3c91cbb-66ac-439e-8d6c-476c39c9d6d9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.195093] env[69941]: DEBUG oslo_concurrency.lockutils [req-4f74aa66-2fe7-4078-a706-830bb6d6ca04 req-44c0dd51-f350-4dce-98c2-412e10f6a726 service nova] Acquired lock "refresh_cache-a3c91cbb-66ac-439e-8d6c-476c39c9d6d9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.195093] env[69941]: DEBUG nova.network.neutron [req-4f74aa66-2fe7-4078-a706-830bb6d6ca04 req-44c0dd51-f350-4dce-98c2-412e10f6a726 service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Refreshing network info cache for port 530a6d3f-4db1-4b9b-812b-1c320d42c508 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.314918] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794637} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.314918] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4/0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.315322] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.315758] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75563fc2-1249-43d5-9aa1-8921298eff38 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.328504] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 671.328504] env[69941]: value = "task-3288049" [ 671.328504] env[69941]: _type = "Task" [ 671.328504] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.345344] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.349090] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.447890] env[69941]: DEBUG nova.network.neutron [-] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.607387] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1e8c72-e232-4040-bcb2-11d7cc0cbe75 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.614587] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9410535-935f-4d96-9196-1fd1044d3faf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.647240] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62163530-e280-4c5b-be91-1a72574170e8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.654919] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaa5200-e426-4dfc-a435-1451559c2a20 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.668873] env[69941]: DEBUG nova.compute.provider_tree [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.841465] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067041} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.845198] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.845471] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.846087] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3250993-e934-4caa-b720-729231356499 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.871910] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4/0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.872293] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-283f06c4-63f0-4062-b567-866818d3dcf3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.896224] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 671.896224] env[69941]: value = "task-3288050" [ 671.896224] env[69941]: _type = "Task" [ 671.896224] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.904545] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.951373] env[69941]: INFO nova.compute.manager [-] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Took 1.55 seconds to deallocate network for instance. [ 672.019852] env[69941]: DEBUG nova.compute.manager [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.049269] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.049499] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.049695] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.049883] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.050042] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.050196] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.050438] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.050618] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.050790] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.050953] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.051142] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.051991] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0531aa0b-dc30-44ea-877e-d9c972bc2ca4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.059963] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd5bb5d-9bed-4ae0-bdef-1e016de8859f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.172263] env[69941]: DEBUG nova.scheduler.client.report [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.270157] env[69941]: DEBUG nova.network.neutron [req-4f74aa66-2fe7-4078-a706-830bb6d6ca04 req-44c0dd51-f350-4dce-98c2-412e10f6a726 service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Updated VIF entry in instance network info cache for port 530a6d3f-4db1-4b9b-812b-1c320d42c508. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.270536] env[69941]: DEBUG nova.network.neutron [req-4f74aa66-2fe7-4078-a706-830bb6d6ca04 req-44c0dd51-f350-4dce-98c2-412e10f6a726 service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Updating instance_info_cache with network_info: [{"id": "530a6d3f-4db1-4b9b-812b-1c320d42c508", "address": "fa:16:3e:a1:93:21", "network": {"id": "143c6cc0-a784-4d63-8e5a-584019f0634a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-878331307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab90d8f10a3f4728950558ebdbb717dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap530a6d3f-4d", "ovs_interfaceid": "530a6d3f-4db1-4b9b-812b-1c320d42c508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.341926] env[69941]: DEBUG oslo_vmware.api [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288048, 'name': PowerOnVM_Task, 'duration_secs': 1.05431} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.342232] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.342436] env[69941]: INFO nova.compute.manager [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Took 10.20 seconds to spawn the instance on the hypervisor. [ 672.342611] env[69941]: DEBUG nova.compute.manager [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.343436] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9c331f-1068-4604-87d3-363fd49603f4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.406055] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288050, 'name': ReconfigVM_Task, 'duration_secs': 0.370935} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.406427] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4/0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.407063] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5617e001-ba92-4e42-a149-b4f53153c706 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.412824] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 672.412824] env[69941]: value = "task-3288051" [ 672.412824] env[69941]: _type = "Task" [ 672.412824] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.420731] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288051, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.459905] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.574079] env[69941]: DEBUG nova.compute.manager [req-6613212e-8d21-4dff-a11c-5ac778b9c333 req-4fe176fd-e543-4f69-9dc6-375a7d305089 service nova] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Received event network-vif-deleted-5a56b314-291a-4c8c-9ade-1922cfe3408b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.678958] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.679530] env[69941]: DEBUG nova.compute.manager [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.682333] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.554s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.683108] env[69941]: DEBUG nova.objects.instance [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69941) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 672.777731] env[69941]: DEBUG oslo_concurrency.lockutils [req-4f74aa66-2fe7-4078-a706-830bb6d6ca04 req-44c0dd51-f350-4dce-98c2-412e10f6a726 service nova] Releasing lock "refresh_cache-a3c91cbb-66ac-439e-8d6c-476c39c9d6d9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.867732] env[69941]: INFO nova.compute.manager [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Took 36.69 seconds to build instance. [ 672.923029] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288051, 'name': Rename_Task, 'duration_secs': 0.415462} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.923327] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.923566] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a9ed2f2-fb99-4bc9-bc36-193a5d36c736 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.929591] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 672.929591] env[69941]: value = "task-3288052" [ 672.929591] env[69941]: _type = "Task" [ 672.929591] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.937331] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.992288] env[69941]: DEBUG nova.compute.manager [req-8b776542-4b0f-45e0-b1a9-a825b8d572a0 req-07b0cc7f-fd73-4185-ad55-f4a82dd8e5e9 service nova] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Received event network-vif-plugged-e5443d20-7486-4b1f-9079-9f3b7b5e2937 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.992499] env[69941]: DEBUG oslo_concurrency.lockutils [req-8b776542-4b0f-45e0-b1a9-a825b8d572a0 req-07b0cc7f-fd73-4185-ad55-f4a82dd8e5e9 service nova] Acquiring lock "138324d1-ed7b-42aa-8b4f-6967ae3c9ad9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.992749] env[69941]: DEBUG oslo_concurrency.lockutils [req-8b776542-4b0f-45e0-b1a9-a825b8d572a0 req-07b0cc7f-fd73-4185-ad55-f4a82dd8e5e9 service nova] Lock "138324d1-ed7b-42aa-8b4f-6967ae3c9ad9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.992925] env[69941]: DEBUG oslo_concurrency.lockutils [req-8b776542-4b0f-45e0-b1a9-a825b8d572a0 req-07b0cc7f-fd73-4185-ad55-f4a82dd8e5e9 service nova] Lock "138324d1-ed7b-42aa-8b4f-6967ae3c9ad9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.993109] env[69941]: DEBUG nova.compute.manager [req-8b776542-4b0f-45e0-b1a9-a825b8d572a0 req-07b0cc7f-fd73-4185-ad55-f4a82dd8e5e9 service nova] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] No waiting events found dispatching network-vif-plugged-e5443d20-7486-4b1f-9079-9f3b7b5e2937 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.993279] env[69941]: WARNING nova.compute.manager [req-8b776542-4b0f-45e0-b1a9-a825b8d572a0 req-07b0cc7f-fd73-4185-ad55-f4a82dd8e5e9 service nova] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Received unexpected event network-vif-plugged-e5443d20-7486-4b1f-9079-9f3b7b5e2937 for instance with vm_state building and task_state spawning. [ 673.002855] env[69941]: DEBUG nova.network.neutron [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Successfully updated port: e5443d20-7486-4b1f-9079-9f3b7b5e2937 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.187789] env[69941]: DEBUG nova.compute.utils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.189266] env[69941]: DEBUG nova.compute.manager [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.191042] env[69941]: DEBUG nova.network.neutron [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.267243] env[69941]: DEBUG nova.policy [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7579e27f5d14119ad1521cceca88337', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4eb56fcba8c047e0af982d5a3f0e9fef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.374588] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b7dac955-2b7a-47dd-b611-dca659b1c42e tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.617s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.442989] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288052, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.505627] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "refresh_cache-138324d1-ed7b-42aa-8b4f-6967ae3c9ad9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.506220] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquired lock "refresh_cache-138324d1-ed7b-42aa-8b4f-6967ae3c9ad9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.506220] env[69941]: DEBUG nova.network.neutron [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.696467] env[69941]: DEBUG nova.compute.manager [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.703847] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2560a973-12cc-40c8-9f82-29e16e2070f9 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.705844] env[69941]: DEBUG nova.network.neutron [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Successfully created port: b4503dbf-5a0d-439c-9249-5c74e1eb6356 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.709329] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.930s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.710914] env[69941]: INFO nova.compute.claims [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.879174] env[69941]: DEBUG nova.compute.manager [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.942663] env[69941]: DEBUG oslo_vmware.api [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288052, 'name': PowerOnVM_Task, 'duration_secs': 0.580819} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.942938] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.943149] env[69941]: INFO nova.compute.manager [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Took 9.04 seconds to spawn the instance on the hypervisor. [ 673.943347] env[69941]: DEBUG nova.compute.manager [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.944204] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9c686e-2888-4e74-bf0d-395d66a3e9e2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.070748] env[69941]: DEBUG nova.network.neutron [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.328289] env[69941]: DEBUG nova.network.neutron [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Updating instance_info_cache with network_info: [{"id": "e5443d20-7486-4b1f-9079-9f3b7b5e2937", "address": "fa:16:3e:08:e1:6d", "network": {"id": "eaa764f9-86ce-4a24-a148-6f6c8c4f0cd0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-533059788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb56fcba8c047e0af982d5a3f0e9fef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5443d20-74", "ovs_interfaceid": "e5443d20-7486-4b1f-9079-9f3b7b5e2937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.410913] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.417829] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquiring lock "6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.418097] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.467129] env[69941]: INFO nova.compute.manager [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Took 37.69 seconds to build instance. [ 674.547306] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.547584] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.547800] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.547986] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.548290] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.550421] env[69941]: INFO nova.compute.manager [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Terminating instance [ 674.717017] env[69941]: DEBUG nova.compute.manager [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.750952] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.751280] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.751517] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.751748] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.751963] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.752187] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.752457] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.752690] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.752895] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.753108] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.753341] env[69941]: DEBUG nova.virt.hardware [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.754232] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f12515-b2a0-486c-816b-44b3c0745443 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.765889] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04556334-026e-4480-9a79-2a61a11f55e4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.832900] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Releasing lock "refresh_cache-138324d1-ed7b-42aa-8b4f-6967ae3c9ad9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.833323] env[69941]: DEBUG nova.compute.manager [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Instance network_info: |[{"id": "e5443d20-7486-4b1f-9079-9f3b7b5e2937", "address": "fa:16:3e:08:e1:6d", "network": {"id": "eaa764f9-86ce-4a24-a148-6f6c8c4f0cd0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-533059788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb56fcba8c047e0af982d5a3f0e9fef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5443d20-74", "ovs_interfaceid": "e5443d20-7486-4b1f-9079-9f3b7b5e2937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.837125] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:e1:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5443d20-7486-4b1f-9079-9f3b7b5e2937', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.853477] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.858932] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.859477] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cd8016f-8f80-4f66-aa52-9fb3d1e7aa30 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.883694] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.883694] env[69941]: value = "task-3288053" [ 674.883694] env[69941]: _type = "Task" [ 674.883694] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.892917] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288053, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.970307] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21fa7766-5642-42a8-bd35-69d81405270f tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.981s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.055207] env[69941]: DEBUG nova.compute.manager [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.055569] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.056918] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a912241d-0ab0-47ce-97c7-06c95c7a83aa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.070396] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.070684] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ced2f89-cc7e-4f6c-9b1a-e2abe3e22c6a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.082089] env[69941]: DEBUG oslo_vmware.api [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 675.082089] env[69941]: value = "task-3288054" [ 675.082089] env[69941]: _type = "Task" [ 675.082089] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.091838] env[69941]: DEBUG oslo_vmware.api [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.110450] env[69941]: DEBUG nova.compute.manager [req-c2be814f-1acc-4b86-aadb-7151789f268a req-872e0b99-70fe-49d5-9997-c31516efd225 service nova] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Received event network-changed-e5443d20-7486-4b1f-9079-9f3b7b5e2937 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.110450] env[69941]: DEBUG nova.compute.manager [req-c2be814f-1acc-4b86-aadb-7151789f268a req-872e0b99-70fe-49d5-9997-c31516efd225 service nova] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Refreshing instance network info cache due to event network-changed-e5443d20-7486-4b1f-9079-9f3b7b5e2937. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.111049] env[69941]: DEBUG oslo_concurrency.lockutils [req-c2be814f-1acc-4b86-aadb-7151789f268a req-872e0b99-70fe-49d5-9997-c31516efd225 service nova] Acquiring lock "refresh_cache-138324d1-ed7b-42aa-8b4f-6967ae3c9ad9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.111049] env[69941]: DEBUG oslo_concurrency.lockutils [req-c2be814f-1acc-4b86-aadb-7151789f268a req-872e0b99-70fe-49d5-9997-c31516efd225 service nova] Acquired lock "refresh_cache-138324d1-ed7b-42aa-8b4f-6967ae3c9ad9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.111049] env[69941]: DEBUG nova.network.neutron [req-c2be814f-1acc-4b86-aadb-7151789f268a req-872e0b99-70fe-49d5-9997-c31516efd225 service nova] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Refreshing network info cache for port e5443d20-7486-4b1f-9079-9f3b7b5e2937 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.149332] env[69941]: DEBUG oslo_concurrency.lockutils [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "3b9252d8-ba8c-4f5a-94cc-d468d72111cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.149586] env[69941]: DEBUG oslo_concurrency.lockutils [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "3b9252d8-ba8c-4f5a-94cc-d468d72111cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.381478] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adece248-36f9-45a7-a8a0-b56244c88d09 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.396791] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086bce1b-3cff-4ead-8838-a05f09cd56a2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.400067] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288053, 'name': CreateVM_Task, 'duration_secs': 0.464765} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.401541] env[69941]: DEBUG nova.network.neutron [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Successfully updated port: b4503dbf-5a0d-439c-9249-5c74e1eb6356 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.401999] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.404158] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.404158] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.404158] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.404158] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e226952-ab45-4dab-9616-ddceff0bf8d6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.434575] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f08c0d-ce08-42cd-9aac-a415558775ec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.439590] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 675.439590] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]521d74b2-70d9-9721-eb9c-c08adea062a8" [ 675.439590] env[69941]: _type = "Task" [ 675.439590] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.447802] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee616b6c-fe63-42f3-9a0f-14ac39124012 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.455091] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521d74b2-70d9-9721-eb9c-c08adea062a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.465088] env[69941]: DEBUG nova.compute.provider_tree [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.471636] env[69941]: DEBUG oslo_concurrency.lockutils [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "da4d420e-0656-4bee-afb0-e082d96aa841" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.471862] env[69941]: DEBUG oslo_concurrency.lockutils [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "da4d420e-0656-4bee-afb0-e082d96aa841" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.474430] env[69941]: DEBUG nova.compute.manager [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.592409] env[69941]: DEBUG oslo_vmware.api [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288054, 'name': PowerOffVM_Task, 'duration_secs': 0.291319} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.592910] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.592910] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.595949] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a288cd9-5535-4c4d-b504-da81a18d2093 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.654708] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.654938] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.655137] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Deleting the datastore file [datastore1] 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.655403] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9457152-88d4-4740-8422-52bd8b51b55b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.664296] env[69941]: DEBUG oslo_vmware.api [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 675.664296] env[69941]: value = "task-3288056" [ 675.664296] env[69941]: _type = "Task" [ 675.664296] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.674344] env[69941]: DEBUG oslo_vmware.api [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.794429] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.794742] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.794961] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.795200] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.795378] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.797437] env[69941]: INFO nova.compute.manager [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Terminating instance [ 675.890311] env[69941]: DEBUG nova.network.neutron [req-c2be814f-1acc-4b86-aadb-7151789f268a req-872e0b99-70fe-49d5-9997-c31516efd225 service nova] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Updated VIF entry in instance network info cache for port e5443d20-7486-4b1f-9079-9f3b7b5e2937. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.890789] env[69941]: DEBUG nova.network.neutron [req-c2be814f-1acc-4b86-aadb-7151789f268a req-872e0b99-70fe-49d5-9997-c31516efd225 service nova] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Updating instance_info_cache with network_info: [{"id": "e5443d20-7486-4b1f-9079-9f3b7b5e2937", "address": "fa:16:3e:08:e1:6d", "network": {"id": "eaa764f9-86ce-4a24-a148-6f6c8c4f0cd0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-533059788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb56fcba8c047e0af982d5a3f0e9fef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5443d20-74", "ovs_interfaceid": "e5443d20-7486-4b1f-9079-9f3b7b5e2937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.905752] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "refresh_cache-34eb9dfc-e46f-4d0c-b34f-a8860772cf11" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.905752] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquired lock "refresh_cache-34eb9dfc-e46f-4d0c-b34f-a8860772cf11" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.905888] env[69941]: DEBUG nova.network.neutron [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.951716] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521d74b2-70d9-9721-eb9c-c08adea062a8, 'name': SearchDatastore_Task, 'duration_secs': 0.023017} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.952406] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.952406] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.952541] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.952721] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.952986] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.953301] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d0c1512-2023-4f9f-ad95-3a794ad1f2c4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.962541] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.962742] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.963839] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb7880c-bbd8-488a-b137-2c988119877a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.973364] env[69941]: DEBUG nova.scheduler.client.report [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.977469] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 675.977469] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5269aa1c-99d2-51a9-0727-72039b6f4076" [ 675.977469] env[69941]: _type = "Task" [ 675.977469] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.992030] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5269aa1c-99d2-51a9-0727-72039b6f4076, 'name': SearchDatastore_Task, 'duration_secs': 0.009754} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.994599] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a306a3eb-210f-498e-a161-d980fc164793 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.005480] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 676.005480] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5287ed2f-3c97-8682-758c-a804252a5e34" [ 676.005480] env[69941]: _type = "Task" [ 676.005480] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.014471] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5287ed2f-3c97-8682-758c-a804252a5e34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.015948] env[69941]: DEBUG oslo_concurrency.lockutils [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.177043] env[69941]: DEBUG oslo_vmware.api [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127834} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.177043] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.177252] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.177410] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.177655] env[69941]: INFO nova.compute.manager [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 676.177957] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.178180] env[69941]: DEBUG nova.compute.manager [-] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.178327] env[69941]: DEBUG nova.network.neutron [-] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.304718] env[69941]: DEBUG nova.compute.manager [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.305426] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.306805] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ec6fb9-cfcf-4ce6-85e6-250291ac4705 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.316968] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.318606] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-819e9322-ed88-4f08-92f1-42859f4b8acb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.327333] env[69941]: DEBUG oslo_vmware.api [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 676.327333] env[69941]: value = "task-3288057" [ 676.327333] env[69941]: _type = "Task" [ 676.327333] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.337736] env[69941]: DEBUG oslo_vmware.api [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.396581] env[69941]: DEBUG oslo_concurrency.lockutils [req-c2be814f-1acc-4b86-aadb-7151789f268a req-872e0b99-70fe-49d5-9997-c31516efd225 service nova] Releasing lock "refresh_cache-138324d1-ed7b-42aa-8b4f-6967ae3c9ad9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.474685] env[69941]: DEBUG nova.network.neutron [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.478535] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.479076] env[69941]: DEBUG nova.compute.manager [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.481807] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.616s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.483291] env[69941]: INFO nova.compute.claims [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.515939] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5287ed2f-3c97-8682-758c-a804252a5e34, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.516262] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.516530] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9/138324d1-ed7b-42aa-8b4f-6967ae3c9ad9.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.516808] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24abbcfa-18c8-4b6e-a6a0-0bc817dd981a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.526164] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 676.526164] env[69941]: value = "task-3288058" [ 676.526164] env[69941]: _type = "Task" [ 676.526164] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.536404] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.809966] env[69941]: DEBUG nova.network.neutron [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Updating instance_info_cache with network_info: [{"id": "b4503dbf-5a0d-439c-9249-5c74e1eb6356", "address": "fa:16:3e:4e:9d:d4", "network": {"id": "eaa764f9-86ce-4a24-a148-6f6c8c4f0cd0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-533059788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb56fcba8c047e0af982d5a3f0e9fef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4503dbf-5a", "ovs_interfaceid": "b4503dbf-5a0d-439c-9249-5c74e1eb6356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.848760] env[69941]: DEBUG oslo_vmware.api [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288057, 'name': PowerOffVM_Task, 'duration_secs': 0.291618} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.848951] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.850340] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.850340] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01d5b9d7-254f-4ec7-ae5b-808750a27d75 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.916341] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.916913] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.917207] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleting the datastore file [datastore1] 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.917512] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b633600a-fbc1-41e3-a028-a893d7476695 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.929423] env[69941]: DEBUG oslo_vmware.api [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 676.929423] env[69941]: value = "task-3288060" [ 676.929423] env[69941]: _type = "Task" [ 676.929423] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.937396] env[69941]: DEBUG nova.network.neutron [-] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.945145] env[69941]: DEBUG oslo_vmware.api [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.987989] env[69941]: DEBUG nova.compute.utils [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.992443] env[69941]: DEBUG nova.compute.manager [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.992634] env[69941]: DEBUG nova.network.neutron [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.035771] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288058, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.095747] env[69941]: DEBUG nova.policy [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d329a2eeaaf4d49a8dfd9a8f5b74186', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3ef55c80fd744c5ad08771494238be2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.270351] env[69941]: DEBUG nova.compute.manager [req-c0a3ad5c-9b82-44b2-bb32-431968c38f72 req-6f43c250-0f84-45a2-9d8f-6ba7de8ef2b0 service nova] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Received event network-vif-plugged-b4503dbf-5a0d-439c-9249-5c74e1eb6356 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.270620] env[69941]: DEBUG oslo_concurrency.lockutils [req-c0a3ad5c-9b82-44b2-bb32-431968c38f72 req-6f43c250-0f84-45a2-9d8f-6ba7de8ef2b0 service nova] Acquiring lock "34eb9dfc-e46f-4d0c-b34f-a8860772cf11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.270783] env[69941]: DEBUG oslo_concurrency.lockutils [req-c0a3ad5c-9b82-44b2-bb32-431968c38f72 req-6f43c250-0f84-45a2-9d8f-6ba7de8ef2b0 service nova] Lock "34eb9dfc-e46f-4d0c-b34f-a8860772cf11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.270948] env[69941]: DEBUG oslo_concurrency.lockutils [req-c0a3ad5c-9b82-44b2-bb32-431968c38f72 req-6f43c250-0f84-45a2-9d8f-6ba7de8ef2b0 service nova] Lock "34eb9dfc-e46f-4d0c-b34f-a8860772cf11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.277056] env[69941]: DEBUG nova.compute.manager [req-c0a3ad5c-9b82-44b2-bb32-431968c38f72 req-6f43c250-0f84-45a2-9d8f-6ba7de8ef2b0 service nova] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] No waiting events found dispatching network-vif-plugged-b4503dbf-5a0d-439c-9249-5c74e1eb6356 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.277056] env[69941]: WARNING nova.compute.manager [req-c0a3ad5c-9b82-44b2-bb32-431968c38f72 req-6f43c250-0f84-45a2-9d8f-6ba7de8ef2b0 service nova] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Received unexpected event network-vif-plugged-b4503dbf-5a0d-439c-9249-5c74e1eb6356 for instance with vm_state building and task_state spawning. [ 677.277056] env[69941]: DEBUG nova.compute.manager [req-c0a3ad5c-9b82-44b2-bb32-431968c38f72 req-6f43c250-0f84-45a2-9d8f-6ba7de8ef2b0 service nova] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Received event network-changed-b4503dbf-5a0d-439c-9249-5c74e1eb6356 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.277056] env[69941]: DEBUG nova.compute.manager [req-c0a3ad5c-9b82-44b2-bb32-431968c38f72 req-6f43c250-0f84-45a2-9d8f-6ba7de8ef2b0 service nova] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Refreshing instance network info cache due to event network-changed-b4503dbf-5a0d-439c-9249-5c74e1eb6356. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.277056] env[69941]: DEBUG oslo_concurrency.lockutils [req-c0a3ad5c-9b82-44b2-bb32-431968c38f72 req-6f43c250-0f84-45a2-9d8f-6ba7de8ef2b0 service nova] Acquiring lock "refresh_cache-34eb9dfc-e46f-4d0c-b34f-a8860772cf11" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.313683] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Releasing lock "refresh_cache-34eb9dfc-e46f-4d0c-b34f-a8860772cf11" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.314324] env[69941]: DEBUG nova.compute.manager [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Instance network_info: |[{"id": "b4503dbf-5a0d-439c-9249-5c74e1eb6356", "address": "fa:16:3e:4e:9d:d4", "network": {"id": "eaa764f9-86ce-4a24-a148-6f6c8c4f0cd0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-533059788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb56fcba8c047e0af982d5a3f0e9fef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4503dbf-5a", "ovs_interfaceid": "b4503dbf-5a0d-439c-9249-5c74e1eb6356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.314497] env[69941]: DEBUG oslo_concurrency.lockutils [req-c0a3ad5c-9b82-44b2-bb32-431968c38f72 req-6f43c250-0f84-45a2-9d8f-6ba7de8ef2b0 service nova] Acquired lock "refresh_cache-34eb9dfc-e46f-4d0c-b34f-a8860772cf11" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.314559] env[69941]: DEBUG nova.network.neutron [req-c0a3ad5c-9b82-44b2-bb32-431968c38f72 req-6f43c250-0f84-45a2-9d8f-6ba7de8ef2b0 service nova] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Refreshing network info cache for port b4503dbf-5a0d-439c-9249-5c74e1eb6356 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.315776] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:9d:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4503dbf-5a0d-439c-9249-5c74e1eb6356', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.323997] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.324437] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.324545] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b16673c-98a9-4dfe-927e-34189fcfb960 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.344617] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.344617] env[69941]: value = "task-3288061" [ 677.344617] env[69941]: _type = "Task" [ 677.344617] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.352307] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288061, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.442521] env[69941]: DEBUG oslo_vmware.api [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236554} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.442969] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.443327] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.443659] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.443983] env[69941]: INFO nova.compute.manager [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 677.444364] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.444896] env[69941]: DEBUG nova.compute.manager [-] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.445320] env[69941]: DEBUG nova.network.neutron [-] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.447930] env[69941]: INFO nova.compute.manager [-] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Took 1.27 seconds to deallocate network for instance. [ 677.475717] env[69941]: DEBUG nova.network.neutron [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Successfully created port: 4e56adf7-0681-4bd1-b877-661ff9f6f3a7 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.491607] env[69941]: DEBUG nova.compute.manager [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.545268] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528741} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.552024] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9/138324d1-ed7b-42aa-8b4f-6967ae3c9ad9.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.552229] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.553615] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7af668f7-6b9b-4b6f-96ad-6bf43b3276eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.564145] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 677.564145] env[69941]: value = "task-3288062" [ 677.564145] env[69941]: _type = "Task" [ 677.564145] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.575607] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.860017] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288061, 'name': CreateVM_Task, 'duration_secs': 0.33293} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.860109] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.863755] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.863755] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.863845] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.864956] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c25b9dd1-2d54-4e38-801d-80f437686103 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.871671] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 677.871671] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]525c79d8-9a80-3be3-3603-9709ac75a74d" [ 677.871671] env[69941]: _type = "Task" [ 677.871671] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.880214] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]525c79d8-9a80-3be3-3603-9709ac75a74d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.957954] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.077238] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067672} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.077238] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.077963] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ab3686-1bee-4177-b8e8-7584f422949a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.108667] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9/138324d1-ed7b-42aa-8b4f-6967ae3c9ad9.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.109061] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dd97ccd-1843-4019-91dc-2da085c8bed8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.130178] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 678.130178] env[69941]: value = "task-3288063" [ 678.130178] env[69941]: _type = "Task" [ 678.130178] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.138320] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.145904] env[69941]: DEBUG nova.network.neutron [req-c0a3ad5c-9b82-44b2-bb32-431968c38f72 req-6f43c250-0f84-45a2-9d8f-6ba7de8ef2b0 service nova] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Updated VIF entry in instance network info cache for port b4503dbf-5a0d-439c-9249-5c74e1eb6356. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.146026] env[69941]: DEBUG nova.network.neutron [req-c0a3ad5c-9b82-44b2-bb32-431968c38f72 req-6f43c250-0f84-45a2-9d8f-6ba7de8ef2b0 service nova] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Updating instance_info_cache with network_info: [{"id": "b4503dbf-5a0d-439c-9249-5c74e1eb6356", "address": "fa:16:3e:4e:9d:d4", "network": {"id": "eaa764f9-86ce-4a24-a148-6f6c8c4f0cd0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-533059788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb56fcba8c047e0af982d5a3f0e9fef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4503dbf-5a", "ovs_interfaceid": "b4503dbf-5a0d-439c-9249-5c74e1eb6356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.147533] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Acquiring lock "db9abd6d-0da6-465c-8894-71ea08840d96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.147805] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Lock "db9abd6d-0da6-465c-8894-71ea08840d96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.175399] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f63db4-ebf9-4753-9170-949c5f8bd3f8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.183646] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a19b06f-d911-4791-8166-96f9f68c6eb3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.214671] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0158125-162f-4cf8-a61f-39accc192cb4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.222698] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab48045b-e300-47af-b5d6-f00c08807fde {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.237850] env[69941]: DEBUG nova.compute.provider_tree [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.297241] env[69941]: DEBUG nova.network.neutron [-] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.382768] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]525c79d8-9a80-3be3-3603-9709ac75a74d, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.383163] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.383414] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.383710] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.383893] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.384131] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.384415] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d914087-8197-4532-8188-feb6fbeb401f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.392589] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.392891] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.393613] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84bbba55-9965-4ef5-9f1a-55fa25588106 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.399570] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 678.399570] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]522f93cc-b356-a0a2-1fa1-a598ca42f369" [ 678.399570] env[69941]: _type = "Task" [ 678.399570] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.410613] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522f93cc-b356-a0a2-1fa1-a598ca42f369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.512511] env[69941]: DEBUG nova.compute.manager [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.536063] env[69941]: DEBUG nova.virt.hardware [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.536352] env[69941]: DEBUG nova.virt.hardware [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.536479] env[69941]: DEBUG nova.virt.hardware [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.536657] env[69941]: DEBUG nova.virt.hardware [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.536813] env[69941]: DEBUG nova.virt.hardware [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.536965] env[69941]: DEBUG nova.virt.hardware [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.537236] env[69941]: DEBUG nova.virt.hardware [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.537658] env[69941]: DEBUG nova.virt.hardware [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.537658] env[69941]: DEBUG nova.virt.hardware [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.537776] env[69941]: DEBUG nova.virt.hardware [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.537896] env[69941]: DEBUG nova.virt.hardware [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.538779] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcc4c3e-88ca-48d7-afb7-becf7c4f683f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.547751] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2f3292-2551-4828-90d9-a398ec10df1e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.639493] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288063, 'name': ReconfigVM_Task, 'duration_secs': 0.254481} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.639781] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9/138324d1-ed7b-42aa-8b4f-6967ae3c9ad9.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.640411] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8eb08eb-477e-4199-8f2f-a5c7e3b0009b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.646444] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 678.646444] env[69941]: value = "task-3288064" [ 678.646444] env[69941]: _type = "Task" [ 678.646444] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.649524] env[69941]: DEBUG oslo_concurrency.lockutils [req-c0a3ad5c-9b82-44b2-bb32-431968c38f72 req-6f43c250-0f84-45a2-9d8f-6ba7de8ef2b0 service nova] Releasing lock "refresh_cache-34eb9dfc-e46f-4d0c-b34f-a8860772cf11" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.649764] env[69941]: DEBUG nova.compute.manager [req-c0a3ad5c-9b82-44b2-bb32-431968c38f72 req-6f43c250-0f84-45a2-9d8f-6ba7de8ef2b0 service nova] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Received event network-vif-deleted-9f701b6f-5a6a-4315-95a9-99e870eb0923 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.655199] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288064, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.740991] env[69941]: DEBUG nova.scheduler.client.report [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.799844] env[69941]: INFO nova.compute.manager [-] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Took 1.35 seconds to deallocate network for instance. [ 678.910105] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522f93cc-b356-a0a2-1fa1-a598ca42f369, 'name': SearchDatastore_Task, 'duration_secs': 0.020855} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.910960] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eca3f8a-5bb3-4ac2-ac3f-f307f5d96575 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.917795] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 678.917795] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52ec4d6f-55e3-d325-e447-9e99ce447c59" [ 678.917795] env[69941]: _type = "Task" [ 678.917795] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.924725] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ec4d6f-55e3-d325-e447-9e99ce447c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.050426] env[69941]: DEBUG nova.compute.manager [req-9478abdd-9342-46ea-8725-c5e7a27a8f14 req-13d075cc-93fe-4ea4-8851-b078fd521600 service nova] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Received event network-vif-plugged-4e56adf7-0681-4bd1-b877-661ff9f6f3a7 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.050649] env[69941]: DEBUG oslo_concurrency.lockutils [req-9478abdd-9342-46ea-8725-c5e7a27a8f14 req-13d075cc-93fe-4ea4-8851-b078fd521600 service nova] Acquiring lock "65557afd-6dc1-4a05-b41f-f64895225a44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.050873] env[69941]: DEBUG oslo_concurrency.lockutils [req-9478abdd-9342-46ea-8725-c5e7a27a8f14 req-13d075cc-93fe-4ea4-8851-b078fd521600 service nova] Lock "65557afd-6dc1-4a05-b41f-f64895225a44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.050992] env[69941]: DEBUG oslo_concurrency.lockutils [req-9478abdd-9342-46ea-8725-c5e7a27a8f14 req-13d075cc-93fe-4ea4-8851-b078fd521600 service nova] Lock "65557afd-6dc1-4a05-b41f-f64895225a44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.051332] env[69941]: DEBUG nova.compute.manager [req-9478abdd-9342-46ea-8725-c5e7a27a8f14 req-13d075cc-93fe-4ea4-8851-b078fd521600 service nova] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] No waiting events found dispatching network-vif-plugged-4e56adf7-0681-4bd1-b877-661ff9f6f3a7 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.051561] env[69941]: WARNING nova.compute.manager [req-9478abdd-9342-46ea-8725-c5e7a27a8f14 req-13d075cc-93fe-4ea4-8851-b078fd521600 service nova] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Received unexpected event network-vif-plugged-4e56adf7-0681-4bd1-b877-661ff9f6f3a7 for instance with vm_state building and task_state spawning. [ 679.159579] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288064, 'name': Rename_Task, 'duration_secs': 0.170097} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.160167] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.160490] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa4860da-5b56-415f-817b-c2bf7331146d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.168423] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 679.168423] env[69941]: value = "task-3288065" [ 679.168423] env[69941]: _type = "Task" [ 679.168423] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.176792] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.184508] env[69941]: DEBUG nova.network.neutron [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Successfully updated port: 4e56adf7-0681-4bd1-b877-661ff9f6f3a7 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.247579] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.247975] env[69941]: DEBUG nova.compute.manager [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.251675] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.349s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.251861] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.252033] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69941) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 679.252334] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.581s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.255407] env[69941]: INFO nova.compute.claims [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.258875] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a0c822-83eb-40e9-9144-614755a5cd35 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.269214] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602a6ecd-00a3-4f43-b72f-9c63cc3b7fc3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.286720] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ac9f0d-7ab9-4fd0-98be-e413142a7365 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.295019] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fef1aa-3007-4bfc-9ca5-7210164cf01d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.334643] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.334643] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179174MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=69941) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 679.335045] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.336311] env[69941]: DEBUG nova.compute.manager [req-28120bcf-a498-409d-b732-7e75d9d98dff req-03dd74fc-2945-4e7c-b68c-aaa0099ca593 service nova] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Received event network-vif-deleted-23b0d008-33be-4c36-87ed-79ae16b65f87 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.426487] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ec4d6f-55e3-d325-e447-9e99ce447c59, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.426625] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.426956] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 34eb9dfc-e46f-4d0c-b34f-a8860772cf11/34eb9dfc-e46f-4d0c-b34f-a8860772cf11.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.427277] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8337526d-9838-4a18-8ec5-a7512d616b85 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.433674] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 679.433674] env[69941]: value = "task-3288066" [ 679.433674] env[69941]: _type = "Task" [ 679.433674] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.441135] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.678331] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288065, 'name': PowerOnVM_Task, 'duration_secs': 0.471601} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.678654] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.678864] env[69941]: INFO nova.compute.manager [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Took 7.66 seconds to spawn the instance on the hypervisor. [ 679.679129] env[69941]: DEBUG nova.compute.manager [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.679937] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788e0268-b168-4735-8dd1-ca0dc717d833 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.688692] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquiring lock "refresh_cache-65557afd-6dc1-4a05-b41f-f64895225a44" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.688869] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquired lock "refresh_cache-65557afd-6dc1-4a05-b41f-f64895225a44" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.688941] env[69941]: DEBUG nova.network.neutron [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.760733] env[69941]: DEBUG nova.compute.utils [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.764441] env[69941]: DEBUG nova.compute.manager [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Not allocating networking since 'none' was specified. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 679.943915] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479262} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.944204] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 34eb9dfc-e46f-4d0c-b34f-a8860772cf11/34eb9dfc-e46f-4d0c-b34f-a8860772cf11.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.944657] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.944912] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a03bdf4f-cc61-4f54-8433-73592944374b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.951606] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 679.951606] env[69941]: value = "task-3288067" [ 679.951606] env[69941]: _type = "Task" [ 679.951606] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.959008] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.203874] env[69941]: INFO nova.compute.manager [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Took 39.53 seconds to build instance. [ 680.265411] env[69941]: DEBUG nova.compute.manager [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.456844] env[69941]: DEBUG nova.network.neutron [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.470114] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05628} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.470408] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.471219] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c3de98-8cc4-4997-b53b-917484af6f1c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.495854] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 34eb9dfc-e46f-4d0c-b34f-a8860772cf11/34eb9dfc-e46f-4d0c-b34f-a8860772cf11.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.500353] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11b957df-3327-464f-a046-bd4b0054b366 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.520517] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 680.520517] env[69941]: value = "task-3288068" [ 680.520517] env[69941]: _type = "Task" [ 680.520517] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.529189] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.683316] env[69941]: DEBUG nova.network.neutron [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Updating instance_info_cache with network_info: [{"id": "4e56adf7-0681-4bd1-b877-661ff9f6f3a7", "address": "fa:16:3e:a1:3c:30", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e56adf7-06", "ovs_interfaceid": "4e56adf7-0681-4bd1-b877-661ff9f6f3a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.705733] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "138324d1-ed7b-42aa-8b4f-6967ae3c9ad9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.894s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.885024] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f40f9c2-b09e-4a1a-bfd6-a47369f3d424 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.893314] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94bdf63-9f62-4e9b-a168-4911d6f29805 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.926259] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d47a40-c74f-4626-b316-2a2ceed793d1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.932838] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7088f624-dcb8-4434-895b-25bbbd762cd0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.946859] env[69941]: DEBUG nova.compute.provider_tree [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.032506] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288068, 'name': ReconfigVM_Task, 'duration_secs': 0.294836} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.036120] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 34eb9dfc-e46f-4d0c-b34f-a8860772cf11/34eb9dfc-e46f-4d0c-b34f-a8860772cf11.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.036120] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a5f2e05-2926-475b-b487-9ebf6988bb1b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.043016] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 681.043016] env[69941]: value = "task-3288069" [ 681.043016] env[69941]: _type = "Task" [ 681.043016] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.050183] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288069, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.076731] env[69941]: DEBUG nova.compute.manager [req-99c1d0cb-2562-465a-b62a-78ffd40a6b3f req-f8aaf81c-c096-4d1e-8506-91522d013733 service nova] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Received event network-changed-4e56adf7-0681-4bd1-b877-661ff9f6f3a7 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.076731] env[69941]: DEBUG nova.compute.manager [req-99c1d0cb-2562-465a-b62a-78ffd40a6b3f req-f8aaf81c-c096-4d1e-8506-91522d013733 service nova] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Refreshing instance network info cache due to event network-changed-4e56adf7-0681-4bd1-b877-661ff9f6f3a7. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.077584] env[69941]: DEBUG oslo_concurrency.lockutils [req-99c1d0cb-2562-465a-b62a-78ffd40a6b3f req-f8aaf81c-c096-4d1e-8506-91522d013733 service nova] Acquiring lock "refresh_cache-65557afd-6dc1-4a05-b41f-f64895225a44" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.189130] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Releasing lock "refresh_cache-65557afd-6dc1-4a05-b41f-f64895225a44" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.189490] env[69941]: DEBUG nova.compute.manager [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Instance network_info: |[{"id": "4e56adf7-0681-4bd1-b877-661ff9f6f3a7", "address": "fa:16:3e:a1:3c:30", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e56adf7-06", "ovs_interfaceid": "4e56adf7-0681-4bd1-b877-661ff9f6f3a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.189819] env[69941]: DEBUG oslo_concurrency.lockutils [req-99c1d0cb-2562-465a-b62a-78ffd40a6b3f req-f8aaf81c-c096-4d1e-8506-91522d013733 service nova] Acquired lock "refresh_cache-65557afd-6dc1-4a05-b41f-f64895225a44" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.189997] env[69941]: DEBUG nova.network.neutron [req-99c1d0cb-2562-465a-b62a-78ffd40a6b3f req-f8aaf81c-c096-4d1e-8506-91522d013733 service nova] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Refreshing network info cache for port 4e56adf7-0681-4bd1-b877-661ff9f6f3a7 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.191391] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:3c:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e56adf7-0681-4bd1-b877-661ff9f6f3a7', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.199443] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.202339] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.202821] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-893ea814-b950-4955-b948-d0826079a47a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.218396] env[69941]: DEBUG nova.compute.manager [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.226307] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.226307] env[69941]: value = "task-3288070" [ 681.226307] env[69941]: _type = "Task" [ 681.226307] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.234458] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288070, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.280483] env[69941]: DEBUG nova.compute.manager [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.312069] env[69941]: DEBUG nova.virt.hardware [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.312355] env[69941]: DEBUG nova.virt.hardware [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.312542] env[69941]: DEBUG nova.virt.hardware [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.312739] env[69941]: DEBUG nova.virt.hardware [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.312908] env[69941]: DEBUG nova.virt.hardware [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.313087] env[69941]: DEBUG nova.virt.hardware [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.313307] env[69941]: DEBUG nova.virt.hardware [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.313466] env[69941]: DEBUG nova.virt.hardware [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.313638] env[69941]: DEBUG nova.virt.hardware [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.313795] env[69941]: DEBUG nova.virt.hardware [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.313961] env[69941]: DEBUG nova.virt.hardware [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.314818] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7b31fb-071f-407a-a1c7-e3a4fe2b64df {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.324421] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0204ecd5-3314-4e1b-b1bc-cbdce27d73a4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.338810] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Instance VIF info [] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.344347] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Creating folder: Project (2ad0254c0eff466e867dddf5171ce9f3). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.346886] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c706bd4e-25f8-4aec-9548-c4ac2fa2bbed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.356745] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Created folder: Project (2ad0254c0eff466e867dddf5171ce9f3) in parent group-v656570. [ 681.356941] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Creating folder: Instances. Parent ref: group-v656659. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.357197] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bf65cdf-456c-40d2-a18d-c17430ab10bf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.369101] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Created folder: Instances in parent group-v656659. [ 681.369675] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.369675] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.369832] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e772481-7e85-4c19-982f-9947452a7d65 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.389043] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.389043] env[69941]: value = "task-3288073" [ 681.389043] env[69941]: _type = "Task" [ 681.389043] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.397349] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288073, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.450200] env[69941]: DEBUG nova.scheduler.client.report [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.471029] env[69941]: DEBUG nova.network.neutron [req-99c1d0cb-2562-465a-b62a-78ffd40a6b3f req-f8aaf81c-c096-4d1e-8506-91522d013733 service nova] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Updated VIF entry in instance network info cache for port 4e56adf7-0681-4bd1-b877-661ff9f6f3a7. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.471292] env[69941]: DEBUG nova.network.neutron [req-99c1d0cb-2562-465a-b62a-78ffd40a6b3f req-f8aaf81c-c096-4d1e-8506-91522d013733 service nova] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Updating instance_info_cache with network_info: [{"id": "4e56adf7-0681-4bd1-b877-661ff9f6f3a7", "address": "fa:16:3e:a1:3c:30", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e56adf7-06", "ovs_interfaceid": "4e56adf7-0681-4bd1-b877-661ff9f6f3a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.551227] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288069, 'name': Rename_Task, 'duration_secs': 0.328361} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.551508] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.551753] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e949e4ee-e126-4838-8d85-2b51e31e228f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.558280] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 681.558280] env[69941]: value = "task-3288074" [ 681.558280] env[69941]: _type = "Task" [ 681.558280] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.566362] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.741161] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288070, 'name': CreateVM_Task, 'duration_secs': 0.340072} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.741338] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.742050] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.742252] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.742563] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.742823] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98c14223-b3b1-452d-8403-c9838cd31acd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.747720] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.749316] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for the task: (returnval){ [ 681.749316] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5295027a-1646-17f3-2908-adfe03adb246" [ 681.749316] env[69941]: _type = "Task" [ 681.749316] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.757074] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5295027a-1646-17f3-2908-adfe03adb246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.900644] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288073, 'name': CreateVM_Task, 'duration_secs': 0.284653} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.900983] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.901586] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.960104] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.960769] env[69941]: DEBUG nova.compute.manager [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.963553] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.174s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.963826] env[69941]: DEBUG nova.objects.instance [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69941) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 681.974202] env[69941]: DEBUG oslo_concurrency.lockutils [req-99c1d0cb-2562-465a-b62a-78ffd40a6b3f req-f8aaf81c-c096-4d1e-8506-91522d013733 service nova] Releasing lock "refresh_cache-65557afd-6dc1-4a05-b41f-f64895225a44" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.070150] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288074, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.260716] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5295027a-1646-17f3-2908-adfe03adb246, 'name': SearchDatastore_Task, 'duration_secs': 0.009953} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.261131] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.261336] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.261613] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.261777] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.261989] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.262308] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.262619] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.262861] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55947340-c929-4875-bc08-e3c5d6a6d3e2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.264738] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113cff5e-b429-47b2-a728-4626fbfe87a2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.270025] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 682.270025] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52aa917c-8198-0b8b-a203-49fd3330a9d1" [ 682.270025] env[69941]: _type = "Task" [ 682.270025] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.273765] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.273941] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.274988] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be5e909-9dcb-4b72-9362-1e8af01bdb55 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.281953] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52aa917c-8198-0b8b-a203-49fd3330a9d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.285110] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for the task: (returnval){ [ 682.285110] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5232d320-c57c-f970-11ef-9b5939c4a16b" [ 682.285110] env[69941]: _type = "Task" [ 682.285110] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.292143] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5232d320-c57c-f970-11ef-9b5939c4a16b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.470770] env[69941]: DEBUG nova.compute.utils [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.471918] env[69941]: DEBUG nova.compute.manager [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.474045] env[69941]: DEBUG nova.network.neutron [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.549031] env[69941]: DEBUG nova.policy [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20bac1ec50c0462a9d5a4d42453fe6b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5be08b1f4e44e1ebac5e7898f04b298', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.569802] env[69941]: DEBUG oslo_vmware.api [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288074, 'name': PowerOnVM_Task, 'duration_secs': 0.602288} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.570479] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.570479] env[69941]: INFO nova.compute.manager [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Took 7.85 seconds to spawn the instance on the hypervisor. [ 682.570479] env[69941]: DEBUG nova.compute.manager [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.571242] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ded3837-ebe4-4a40-ac3c-e3df25a3e3df {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.780815] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52aa917c-8198-0b8b-a203-49fd3330a9d1, 'name': SearchDatastore_Task, 'duration_secs': 0.008886} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.781146] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.781379] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.781599] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.794748] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5232d320-c57c-f970-11ef-9b5939c4a16b, 'name': SearchDatastore_Task, 'duration_secs': 0.008407} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.795927] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33bf4fc6-dbc5-4d76-8512-cca9ffed8069 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.802339] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for the task: (returnval){ [ 682.802339] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b35fba-88d2-b54a-bbf1-30c59b2e504f" [ 682.802339] env[69941]: _type = "Task" [ 682.802339] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.809890] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b35fba-88d2-b54a-bbf1-30c59b2e504f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.919307] env[69941]: DEBUG nova.network.neutron [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Successfully created port: 2a13dc35-e26f-4cc6-84e6-ef8f3d96725b {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.976298] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f2ae402b-d293-419d-8cfa-cc32f8b68ce0 tempest-ServersAdmin275Test-1211345549 tempest-ServersAdmin275Test-1211345549-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.977659] env[69941]: DEBUG nova.compute.manager [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.980346] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.303s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.980552] env[69941]: DEBUG nova.objects.instance [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Lazy-loading 'resources' on Instance uuid 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.093592] env[69941]: INFO nova.compute.manager [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Took 37.31 seconds to build instance. [ 683.314145] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b35fba-88d2-b54a-bbf1-30c59b2e504f, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.314435] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.314675] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 65557afd-6dc1-4a05-b41f-f64895225a44/65557afd-6dc1-4a05-b41f-f64895225a44.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.314963] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.315160] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.315371] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ace977da-b1ee-4bdc-bed1-75b17e149a07 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.317496] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16066e17-5451-4396-9827-1aee7acbf0d1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.325697] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for the task: (returnval){ [ 683.325697] env[69941]: value = "task-3288075" [ 683.325697] env[69941]: _type = "Task" [ 683.325697] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.329768] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.329936] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.331060] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d14405-7451-430c-a747-fe34a9631101 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.336461] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3288075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.342280] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 683.342280] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52380b50-5ea3-83db-80dd-10b6fc9392ab" [ 683.342280] env[69941]: _type = "Task" [ 683.342280] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.352352] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52380b50-5ea3-83db-80dd-10b6fc9392ab, 'name': SearchDatastore_Task, 'duration_secs': 0.007892} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.353657] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9d25598-812b-4be1-a6ae-17b61e8b147f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.359997] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 683.359997] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]529c2db0-64af-fec5-c5b2-f28f1c758e47" [ 683.359997] env[69941]: _type = "Task" [ 683.359997] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.367994] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529c2db0-64af-fec5-c5b2-f28f1c758e47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.598919] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6f0bcd6e-c5b1-4831-9783-f65d5f59fde4 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "34eb9dfc-e46f-4d0c-b34f-a8860772cf11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.736s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.745453] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "138324d1-ed7b-42aa-8b4f-6967ae3c9ad9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.746632] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "138324d1-ed7b-42aa-8b4f-6967ae3c9ad9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.746632] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "138324d1-ed7b-42aa-8b4f-6967ae3c9ad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.746632] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "138324d1-ed7b-42aa-8b4f-6967ae3c9ad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.746632] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "138324d1-ed7b-42aa-8b4f-6967ae3c9ad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.749583] env[69941]: INFO nova.compute.manager [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Terminating instance [ 683.838178] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3288075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462463} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.838472] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 65557afd-6dc1-4a05-b41f-f64895225a44/65557afd-6dc1-4a05-b41f-f64895225a44.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.838868] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.838953] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-997f2210-eb9c-4911-a0a1-9252dfc8c835 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.843373] env[69941]: DEBUG oslo_concurrency.lockutils [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "34eb9dfc-e46f-4d0c-b34f-a8860772cf11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.843814] env[69941]: DEBUG oslo_concurrency.lockutils [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "34eb9dfc-e46f-4d0c-b34f-a8860772cf11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.843814] env[69941]: DEBUG oslo_concurrency.lockutils [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "34eb9dfc-e46f-4d0c-b34f-a8860772cf11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.843996] env[69941]: DEBUG oslo_concurrency.lockutils [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "34eb9dfc-e46f-4d0c-b34f-a8860772cf11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.844211] env[69941]: DEBUG oslo_concurrency.lockutils [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "34eb9dfc-e46f-4d0c-b34f-a8860772cf11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.847027] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for the task: (returnval){ [ 683.847027] env[69941]: value = "task-3288076" [ 683.847027] env[69941]: _type = "Task" [ 683.847027] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.847483] env[69941]: INFO nova.compute.manager [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Terminating instance [ 683.862072] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3288076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.873984] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529c2db0-64af-fec5-c5b2-f28f1c758e47, 'name': SearchDatastore_Task, 'duration_secs': 0.008217} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.874338] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.874591] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa/d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.874838] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffadb261-685b-4a48-bfd6-abd91cc7e614 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.881169] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 683.881169] env[69941]: value = "task-3288077" [ 683.881169] env[69941]: _type = "Task" [ 683.881169] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.889204] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.990542] env[69941]: DEBUG nova.compute.manager [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.007175] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3fcb8f-5896-433d-9a2d-54b45d3bae48 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.017054] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da56686a-a846-4951-90b8-ade3256c1220 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.022141] env[69941]: DEBUG nova.virt.hardware [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.022386] env[69941]: DEBUG nova.virt.hardware [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.022544] env[69941]: DEBUG nova.virt.hardware [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.022724] env[69941]: DEBUG nova.virt.hardware [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.022868] env[69941]: DEBUG nova.virt.hardware [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.023024] env[69941]: DEBUG nova.virt.hardware [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.023244] env[69941]: DEBUG nova.virt.hardware [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.023411] env[69941]: DEBUG nova.virt.hardware [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.023580] env[69941]: DEBUG nova.virt.hardware [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.023742] env[69941]: DEBUG nova.virt.hardware [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.023913] env[69941]: DEBUG nova.virt.hardware [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.024676] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf20e822-1ac3-45e3-9184-0bb3f1d7f1d2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.057791] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55f6348-7ad2-4323-8a78-00e257476eb4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.062774] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e652417-7d50-44b3-b3a7-8acaa65e56c4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.078332] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edd4544-8181-414e-b01d-9e6f30bac383 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.093149] env[69941]: DEBUG nova.compute.provider_tree [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.102642] env[69941]: DEBUG nova.compute.manager [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.256993] env[69941]: DEBUG nova.compute.manager [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.257281] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.258216] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107513b7-b731-462a-b725-2e4c49011fbf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.270513] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.270817] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6c96f8b-e02e-4fa4-a90a-985312ef60d9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.280598] env[69941]: DEBUG oslo_vmware.api [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 684.280598] env[69941]: value = "task-3288078" [ 684.280598] env[69941]: _type = "Task" [ 684.280598] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.294414] env[69941]: DEBUG oslo_vmware.api [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.359928] env[69941]: DEBUG nova.compute.manager [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.360213] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.360529] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3288076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162925} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.361298] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b6324f-e99f-4579-9ec6-0627e71bb456 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.364199] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.365111] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e903d8d-8be7-49b1-9b6f-dd23946bfe56 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.391147] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 65557afd-6dc1-4a05-b41f-f64895225a44/65557afd-6dc1-4a05-b41f-f64895225a44.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.396159] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ba328e8-9312-48f7-b039-6f2153235857 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.410828] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.411112] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef1671b8-f771-463f-b7ac-5da42523d940 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.417272] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288077, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.419284] env[69941]: DEBUG oslo_vmware.api [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 684.419284] env[69941]: value = "task-3288080" [ 684.419284] env[69941]: _type = "Task" [ 684.419284] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.419657] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for the task: (returnval){ [ 684.419657] env[69941]: value = "task-3288079" [ 684.419657] env[69941]: _type = "Task" [ 684.419657] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.430135] env[69941]: DEBUG oslo_vmware.api [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.433196] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3288079, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.447912] env[69941]: DEBUG nova.compute.manager [req-cf05ce03-34cf-4349-9ef6-d4bd5bb02d3a req-09c6004b-1f69-411d-afa3-718b491a6a73 service nova] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Received event network-vif-plugged-2a13dc35-e26f-4cc6-84e6-ef8f3d96725b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.448134] env[69941]: DEBUG oslo_concurrency.lockutils [req-cf05ce03-34cf-4349-9ef6-d4bd5bb02d3a req-09c6004b-1f69-411d-afa3-718b491a6a73 service nova] Acquiring lock "9dbd6bcd-466e-473b-ba23-edf62703e440-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.448481] env[69941]: DEBUG oslo_concurrency.lockutils [req-cf05ce03-34cf-4349-9ef6-d4bd5bb02d3a req-09c6004b-1f69-411d-afa3-718b491a6a73 service nova] Lock "9dbd6bcd-466e-473b-ba23-edf62703e440-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.448819] env[69941]: DEBUG oslo_concurrency.lockutils [req-cf05ce03-34cf-4349-9ef6-d4bd5bb02d3a req-09c6004b-1f69-411d-afa3-718b491a6a73 service nova] Lock "9dbd6bcd-466e-473b-ba23-edf62703e440-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.449109] env[69941]: DEBUG nova.compute.manager [req-cf05ce03-34cf-4349-9ef6-d4bd5bb02d3a req-09c6004b-1f69-411d-afa3-718b491a6a73 service nova] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] No waiting events found dispatching network-vif-plugged-2a13dc35-e26f-4cc6-84e6-ef8f3d96725b {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.449432] env[69941]: WARNING nova.compute.manager [req-cf05ce03-34cf-4349-9ef6-d4bd5bb02d3a req-09c6004b-1f69-411d-afa3-718b491a6a73 service nova] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Received unexpected event network-vif-plugged-2a13dc35-e26f-4cc6-84e6-ef8f3d96725b for instance with vm_state building and task_state spawning. [ 684.586427] env[69941]: DEBUG nova.network.neutron [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Successfully updated port: 2a13dc35-e26f-4cc6-84e6-ef8f3d96725b {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.596975] env[69941]: DEBUG nova.scheduler.client.report [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.626884] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.790662] env[69941]: DEBUG oslo_vmware.api [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288078, 'name': PowerOffVM_Task, 'duration_secs': 0.3616} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.790827] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.791556] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.791556] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-525eee24-8e73-41b0-ada5-4c659d8c0f3c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.862727] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.862983] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.863138] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Deleting the datastore file [datastore2] 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.863445] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62b54132-b429-4450-8502-2d561be5e02b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.870029] env[69941]: DEBUG oslo_vmware.api [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 684.870029] env[69941]: value = "task-3288082" [ 684.870029] env[69941]: _type = "Task" [ 684.870029] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.878463] env[69941]: DEBUG oslo_vmware.api [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.892728] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557751} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.892989] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa/d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.893224] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.893488] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44f149be-3ae7-4fec-8861-8fd8bc3a9ccd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.899765] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 684.899765] env[69941]: value = "task-3288083" [ 684.899765] env[69941]: _type = "Task" [ 684.899765] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.908628] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.935934] env[69941]: DEBUG oslo_vmware.api [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288080, 'name': PowerOffVM_Task, 'duration_secs': 0.344122} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.939841] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.940091] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.940368] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3288079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.940588] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7042d6a-5c76-46fb-b7e1-f68bd92e31ec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.009547] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.009547] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.009741] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Deleting the datastore file [datastore2] 34eb9dfc-e46f-4d0c-b34f-a8860772cf11 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.010020] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ffdd9ec-8603-411b-b8b1-32e2570d855c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.017196] env[69941]: DEBUG oslo_vmware.api [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for the task: (returnval){ [ 685.017196] env[69941]: value = "task-3288085" [ 685.017196] env[69941]: _type = "Task" [ 685.017196] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.023994] env[69941]: DEBUG oslo_vmware.api [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.089954] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "refresh_cache-9dbd6bcd-466e-473b-ba23-edf62703e440" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.090122] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired lock "refresh_cache-9dbd6bcd-466e-473b-ba23-edf62703e440" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.090281] env[69941]: DEBUG nova.network.neutron [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.103030] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.104883] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.972s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.105136] env[69941]: DEBUG nova.objects.instance [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lazy-loading 'resources' on Instance uuid c703a9fa-029e-4030-b8fd-8076b1bd713c {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.127410] env[69941]: INFO nova.scheduler.client.report [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Deleted allocations for instance 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d [ 685.380769] env[69941]: DEBUG oslo_vmware.api [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197061} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.380769] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.380769] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.380769] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.380769] env[69941]: INFO nova.compute.manager [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 685.381235] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.381235] env[69941]: DEBUG nova.compute.manager [-] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.381235] env[69941]: DEBUG nova.network.neutron [-] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.409768] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088873} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.410046] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.410830] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dd05e4-6804-4c1d-bbd6-2d2a7c4e73f3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.431071] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa/d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.435851] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a79843cc-dea1-466d-b61b-ee5f4c10c840 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.456341] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3288079, 'name': ReconfigVM_Task, 'duration_secs': 0.668455} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.457582] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 65557afd-6dc1-4a05-b41f-f64895225a44/65557afd-6dc1-4a05-b41f-f64895225a44.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.458868] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 685.458868] env[69941]: value = "task-3288086" [ 685.458868] env[69941]: _type = "Task" [ 685.458868] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.458868] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7adff267-f1ee-42c4-9fb5-dec2111fbbd2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.467922] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288086, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.469148] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for the task: (returnval){ [ 685.469148] env[69941]: value = "task-3288087" [ 685.469148] env[69941]: _type = "Task" [ 685.469148] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.476554] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3288087, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.527440] env[69941]: DEBUG oslo_vmware.api [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Task: {'id': task-3288085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150289} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.527760] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.527982] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.528177] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.528356] env[69941]: INFO nova.compute.manager [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Took 1.17 seconds to destroy the instance on the hypervisor. [ 685.528675] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.528866] env[69941]: DEBUG nova.compute.manager [-] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.528975] env[69941]: DEBUG nova.network.neutron [-] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.637017] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cf111ca1-0092-44d4-8b0c-2c92eba2584d tempest-ImagesOneServerTestJSON-1651856134 tempest-ImagesOneServerTestJSON-1651856134-project-member] Lock "821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.761s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.678246] env[69941]: DEBUG nova.network.neutron [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.981866] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3288087, 'name': Rename_Task, 'duration_secs': 0.143474} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.987412] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.987754] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288086, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.988292] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b24d1f81-ddaa-4c34-9eb6-8d9cab0d7265 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.994318] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for the task: (returnval){ [ 685.994318] env[69941]: value = "task-3288088" [ 685.994318] env[69941]: _type = "Task" [ 685.994318] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.003578] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3288088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.007148] env[69941]: DEBUG nova.compute.manager [req-0ed46f06-1331-487d-beb8-62502edf8d05 req-fde19de3-8f82-4bbf-ae29-2d5432041739 service nova] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Received event network-vif-deleted-b4503dbf-5a0d-439c-9249-5c74e1eb6356 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.007527] env[69941]: INFO nova.compute.manager [req-0ed46f06-1331-487d-beb8-62502edf8d05 req-fde19de3-8f82-4bbf-ae29-2d5432041739 service nova] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Neutron deleted interface b4503dbf-5a0d-439c-9249-5c74e1eb6356; detaching it from the instance and deleting it from the info cache [ 686.007839] env[69941]: DEBUG nova.network.neutron [req-0ed46f06-1331-487d-beb8-62502edf8d05 req-fde19de3-8f82-4bbf-ae29-2d5432041739 service nova] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.028283] env[69941]: DEBUG nova.network.neutron [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Updating instance_info_cache with network_info: [{"id": "2a13dc35-e26f-4cc6-84e6-ef8f3d96725b", "address": "fa:16:3e:7d:49:5d", "network": {"id": "7d69b693-e851-4476-8c30-ea2b5f7fb2b8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1430958294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5be08b1f4e44e1ebac5e7898f04b298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a13dc35-e2", "ovs_interfaceid": "2a13dc35-e26f-4cc6-84e6-ef8f3d96725b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.143441] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7578712-05a2-4cca-92b7-84324e968616 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.151213] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8552c47-8bc0-49ae-b9fb-3e2ffbcfdd4f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.185554] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8997dc6e-7a40-45cc-9644-2a75939d43b5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.194627] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88212d78-71bf-4d83-9c36-0f0f586f13f0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.209025] env[69941]: DEBUG nova.compute.provider_tree [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.363377] env[69941]: DEBUG nova.network.neutron [-] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.436480] env[69941]: DEBUG nova.network.neutron [-] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.475726] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288086, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.486290] env[69941]: DEBUG nova.compute.manager [req-8dec5c08-24ae-4d65-a8a3-d99ae96051b4 req-f98df6ec-ce30-42b7-b04a-afca27276523 service nova] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Received event network-changed-2a13dc35-e26f-4cc6-84e6-ef8f3d96725b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.486290] env[69941]: DEBUG nova.compute.manager [req-8dec5c08-24ae-4d65-a8a3-d99ae96051b4 req-f98df6ec-ce30-42b7-b04a-afca27276523 service nova] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Refreshing instance network info cache due to event network-changed-2a13dc35-e26f-4cc6-84e6-ef8f3d96725b. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.486290] env[69941]: DEBUG oslo_concurrency.lockutils [req-8dec5c08-24ae-4d65-a8a3-d99ae96051b4 req-f98df6ec-ce30-42b7-b04a-afca27276523 service nova] Acquiring lock "refresh_cache-9dbd6bcd-466e-473b-ba23-edf62703e440" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.507022] env[69941]: DEBUG oslo_vmware.api [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3288088, 'name': PowerOnVM_Task, 'duration_secs': 0.502577} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.507346] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.507559] env[69941]: INFO nova.compute.manager [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Took 8.00 seconds to spawn the instance on the hypervisor. [ 686.507738] env[69941]: DEBUG nova.compute.manager [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.508634] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f09ea0c-9b73-4434-9cbe-53415c3148ff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.513191] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c596d21b-055f-4b7c-b820-0412278b86f1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.527044] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0115a2cf-b52d-431d-9111-4ce62978713e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.537737] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Releasing lock "refresh_cache-9dbd6bcd-466e-473b-ba23-edf62703e440" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.537963] env[69941]: DEBUG nova.compute.manager [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Instance network_info: |[{"id": "2a13dc35-e26f-4cc6-84e6-ef8f3d96725b", "address": "fa:16:3e:7d:49:5d", "network": {"id": "7d69b693-e851-4476-8c30-ea2b5f7fb2b8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1430958294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5be08b1f4e44e1ebac5e7898f04b298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a13dc35-e2", "ovs_interfaceid": "2a13dc35-e26f-4cc6-84e6-ef8f3d96725b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.538257] env[69941]: DEBUG oslo_concurrency.lockutils [req-8dec5c08-24ae-4d65-a8a3-d99ae96051b4 req-f98df6ec-ce30-42b7-b04a-afca27276523 service nova] Acquired lock "refresh_cache-9dbd6bcd-466e-473b-ba23-edf62703e440" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.538434] env[69941]: DEBUG nova.network.neutron [req-8dec5c08-24ae-4d65-a8a3-d99ae96051b4 req-f98df6ec-ce30-42b7-b04a-afca27276523 service nova] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Refreshing network info cache for port 2a13dc35-e26f-4cc6-84e6-ef8f3d96725b {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.542337] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:49:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a13dc35-e26f-4cc6-84e6-ef8f3d96725b', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.550250] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.551724] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.552021] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c5c5eff-c6e2-432c-87ac-da0c153a7a19 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.581740] env[69941]: DEBUG nova.compute.manager [req-0ed46f06-1331-487d-beb8-62502edf8d05 req-fde19de3-8f82-4bbf-ae29-2d5432041739 service nova] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Detach interface failed, port_id=b4503dbf-5a0d-439c-9249-5c74e1eb6356, reason: Instance 34eb9dfc-e46f-4d0c-b34f-a8860772cf11 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 686.587877] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.587877] env[69941]: value = "task-3288089" [ 686.587877] env[69941]: _type = "Task" [ 686.587877] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.595196] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288089, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.713075] env[69941]: DEBUG nova.scheduler.client.report [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.867833] env[69941]: INFO nova.compute.manager [-] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Took 1.34 seconds to deallocate network for instance. [ 686.940414] env[69941]: INFO nova.compute.manager [-] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Took 1.56 seconds to deallocate network for instance. [ 686.976443] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288086, 'name': ReconfigVM_Task, 'duration_secs': 1.335098} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.977205] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Reconfigured VM instance instance-00000021 to attach disk [datastore1] d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa/d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.977864] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef64aedd-00b7-4bbe-a0c7-42b9cd53774d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.985954] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 686.985954] env[69941]: value = "task-3288090" [ 686.985954] env[69941]: _type = "Task" [ 686.985954] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.997567] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288090, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.032249] env[69941]: INFO nova.compute.manager [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Took 37.28 seconds to build instance. [ 687.096716] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288089, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.219396] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.224776] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.991s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.227111] env[69941]: DEBUG nova.objects.instance [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lazy-loading 'resources' on Instance uuid d68b8498-def5-41a9-bbd6-0911fe078125 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.253209] env[69941]: INFO nova.scheduler.client.report [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Deleted allocations for instance c703a9fa-029e-4030-b8fd-8076b1bd713c [ 687.319786] env[69941]: DEBUG nova.network.neutron [req-8dec5c08-24ae-4d65-a8a3-d99ae96051b4 req-f98df6ec-ce30-42b7-b04a-afca27276523 service nova] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Updated VIF entry in instance network info cache for port 2a13dc35-e26f-4cc6-84e6-ef8f3d96725b. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.320210] env[69941]: DEBUG nova.network.neutron [req-8dec5c08-24ae-4d65-a8a3-d99ae96051b4 req-f98df6ec-ce30-42b7-b04a-afca27276523 service nova] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Updating instance_info_cache with network_info: [{"id": "2a13dc35-e26f-4cc6-84e6-ef8f3d96725b", "address": "fa:16:3e:7d:49:5d", "network": {"id": "7d69b693-e851-4476-8c30-ea2b5f7fb2b8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1430958294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5be08b1f4e44e1ebac5e7898f04b298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a13dc35-e2", "ovs_interfaceid": "2a13dc35-e26f-4cc6-84e6-ef8f3d96725b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.375627] env[69941]: DEBUG oslo_concurrency.lockutils [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.449622] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.498597] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288090, 'name': Rename_Task, 'duration_secs': 0.209422} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.498884] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.499153] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63a25b58-5224-4765-b3f4-5ecf7c560199 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.506379] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 687.506379] env[69941]: value = "task-3288091" [ 687.506379] env[69941]: _type = "Task" [ 687.506379] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.514502] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.535243] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aa119033-3af4-4901-9aa4-7c8f0f49db53 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Lock "65557afd-6dc1-4a05-b41f-f64895225a44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.488s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.598021] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288089, 'name': CreateVM_Task, 'duration_secs': 0.558166} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.598196] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.598894] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.599056] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.599372] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.600024] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d77bf92d-dab2-4ca8-b51a-6f8b4351d183 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.603987] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 687.603987] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52600e28-1603-9d46-ab69-24b655767f8b" [ 687.603987] env[69941]: _type = "Task" [ 687.603987] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.612633] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52600e28-1603-9d46-ab69-24b655767f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.762732] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1458749c-fa0b-409f-8450-f23a70e251e6 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "c703a9fa-029e-4030-b8fd-8076b1bd713c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.040s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.822532] env[69941]: DEBUG oslo_concurrency.lockutils [req-8dec5c08-24ae-4d65-a8a3-d99ae96051b4 req-f98df6ec-ce30-42b7-b04a-afca27276523 service nova] Releasing lock "refresh_cache-9dbd6bcd-466e-473b-ba23-edf62703e440" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.822828] env[69941]: DEBUG nova.compute.manager [req-8dec5c08-24ae-4d65-a8a3-d99ae96051b4 req-f98df6ec-ce30-42b7-b04a-afca27276523 service nova] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Received event network-vif-deleted-e5443d20-7486-4b1f-9079-9f3b7b5e2937 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.019756] env[69941]: DEBUG oslo_vmware.api [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288091, 'name': PowerOnVM_Task, 'duration_secs': 0.501644} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.020026] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.020384] env[69941]: INFO nova.compute.manager [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Took 6.74 seconds to spawn the instance on the hypervisor. [ 688.020581] env[69941]: DEBUG nova.compute.manager [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.021559] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b534b7b-bb0e-4726-bdc2-d348c4b1aa6f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.039834] env[69941]: DEBUG nova.compute.manager [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.119538] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52600e28-1603-9d46-ab69-24b655767f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009633} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.119843] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.120084] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.120325] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.120470] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.120645] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.125213] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13ea1077-bdbd-4dcc-ad72-1a82af7cb2b0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.132629] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.134019] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.134019] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de7d38e-03fc-4cf2-b33c-5576af4f5db0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.141646] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 688.141646] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52182ba1-af60-bd05-98b8-2afaf8781fd9" [ 688.141646] env[69941]: _type = "Task" [ 688.141646] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.149848] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52182ba1-af60-bd05-98b8-2afaf8781fd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.171551] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquiring lock "65557afd-6dc1-4a05-b41f-f64895225a44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.171809] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Lock "65557afd-6dc1-4a05-b41f-f64895225a44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.172028] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquiring lock "65557afd-6dc1-4a05-b41f-f64895225a44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.172218] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Lock "65557afd-6dc1-4a05-b41f-f64895225a44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.172384] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Lock "65557afd-6dc1-4a05-b41f-f64895225a44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.174398] env[69941]: INFO nova.compute.manager [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Terminating instance [ 688.294208] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9566bb48-ca2e-44a8-b035-19be6226767b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.302883] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5d43b9-e12b-49ff-a5d1-6124e9fe245a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.334679] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90074b8-8eb9-4edf-b481-9aa1918c7697 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.343266] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764d35af-baec-4071-8cc0-262d9655a0e9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.356148] env[69941]: DEBUG nova.compute.provider_tree [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.541502] env[69941]: INFO nova.compute.manager [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Took 34.70 seconds to build instance. [ 688.560853] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.614822] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquiring lock "8fdb8936-12c2-4274-aee2-77b140e7c2cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.615512] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "8fdb8936-12c2-4274-aee2-77b140e7c2cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.618643] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquiring lock "8fdb8936-12c2-4274-aee2-77b140e7c2cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.618643] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "8fdb8936-12c2-4274-aee2-77b140e7c2cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.618643] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "8fdb8936-12c2-4274-aee2-77b140e7c2cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.623435] env[69941]: INFO nova.compute.manager [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Terminating instance [ 688.652297] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52182ba1-af60-bd05-98b8-2afaf8781fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.008432} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.653093] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be140839-e075-4bca-b5ed-4a38447cabac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.660855] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 688.660855] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5291bf62-c77c-dc9f-0dc2-1dc4288907a3" [ 688.660855] env[69941]: _type = "Task" [ 688.660855] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.674955] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5291bf62-c77c-dc9f-0dc2-1dc4288907a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.678772] env[69941]: DEBUG nova.compute.manager [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.679232] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.680298] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051414e1-3dc2-42fa-bd45-9f470c302698 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.688475] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.688742] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cdc27fe-5f2f-419a-86cd-0e2263cf3a5e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.694872] env[69941]: DEBUG oslo_vmware.api [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for the task: (returnval){ [ 688.694872] env[69941]: value = "task-3288092" [ 688.694872] env[69941]: _type = "Task" [ 688.694872] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.702467] env[69941]: DEBUG oslo_vmware.api [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3288092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.860018] env[69941]: DEBUG nova.scheduler.client.report [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.043162] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3bd94f77-6b2a-4dde-b2b6-2bd91f56214a tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Lock "d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.572s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.088533] env[69941]: INFO nova.compute.manager [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Rebuilding instance [ 689.128763] env[69941]: DEBUG nova.compute.manager [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.128990] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.131485] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0010a5-a463-4428-a92f-91da422de7b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.142999] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.143620] env[69941]: DEBUG nova.compute.manager [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.143867] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfec6af2-01f5-4fe1-8f7f-1de51c05aeed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.145811] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15ddfaf-ed58-459c-a58a-25cfb17ce5e0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.158163] env[69941]: DEBUG oslo_vmware.api [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 689.158163] env[69941]: value = "task-3288093" [ 689.158163] env[69941]: _type = "Task" [ 689.158163] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.168660] env[69941]: DEBUG oslo_vmware.api [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3288093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.178306] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5291bf62-c77c-dc9f-0dc2-1dc4288907a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.178306] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.178306] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 9dbd6bcd-466e-473b-ba23-edf62703e440/9dbd6bcd-466e-473b-ba23-edf62703e440.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.178306] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e9fa760-c7e7-4e52-9e1e-4d6f9fb27e53 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.185385] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 689.185385] env[69941]: value = "task-3288094" [ 689.185385] env[69941]: _type = "Task" [ 689.185385] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.195109] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.204914] env[69941]: DEBUG oslo_vmware.api [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3288092, 'name': PowerOffVM_Task, 'duration_secs': 0.225138} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.205050] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.205233] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.206162] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ccbe333-ef4f-452f-8d56-dec033e76881 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.291026] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.291026] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.291026] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Deleting the datastore file [datastore1] 65557afd-6dc1-4a05-b41f-f64895225a44 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.291026] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12798844-fa69-4af2-8c96-745caa02df49 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.300018] env[69941]: DEBUG oslo_vmware.api [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for the task: (returnval){ [ 689.300018] env[69941]: value = "task-3288096" [ 689.300018] env[69941]: _type = "Task" [ 689.300018] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.306181] env[69941]: DEBUG oslo_vmware.api [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3288096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.367457] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.369535] env[69941]: DEBUG oslo_concurrency.lockutils [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.308s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.371261] env[69941]: INFO nova.compute.claims [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.390445] env[69941]: INFO nova.scheduler.client.report [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Deleted allocations for instance d68b8498-def5-41a9-bbd6-0911fe078125 [ 689.549022] env[69941]: DEBUG nova.compute.manager [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.676828] env[69941]: DEBUG oslo_vmware.api [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3288093, 'name': PowerOffVM_Task, 'duration_secs': 0.327334} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.681561] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.681853] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.682903] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c597937f-b898-41a4-bc60-f36d47bdc933 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.700583] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288094, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.756033] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.756033] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.756033] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Deleting the datastore file [datastore1] 8fdb8936-12c2-4274-aee2-77b140e7c2cc {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.756426] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-263d6db1-0666-4e86-b02d-d844e2d1bd0e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.764275] env[69941]: DEBUG oslo_vmware.api [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for the task: (returnval){ [ 689.764275] env[69941]: value = "task-3288098" [ 689.764275] env[69941]: _type = "Task" [ 689.764275] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.773821] env[69941]: DEBUG oslo_vmware.api [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3288098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.813477] env[69941]: DEBUG oslo_vmware.api [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Task: {'id': task-3288096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387161} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.813736] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.813917] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.814103] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.814271] env[69941]: INFO nova.compute.manager [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Took 1.14 seconds to destroy the instance on the hypervisor. [ 689.814506] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.815065] env[69941]: DEBUG nova.compute.manager [-] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.815800] env[69941]: DEBUG nova.network.neutron [-] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.903589] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a9a5b9ae-49ae-4f84-b882-347743380622 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "d68b8498-def5-41a9-bbd6-0911fe078125" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.702s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.070365] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.126561] env[69941]: DEBUG nova.compute.manager [req-e5e55c33-7546-4ef5-aeb1-c0a822f9932c req-c41680aa-6cf6-40f5-a244-cfd6732b7d4a service nova] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Received event network-vif-deleted-4e56adf7-0681-4bd1-b877-661ff9f6f3a7 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.126778] env[69941]: INFO nova.compute.manager [req-e5e55c33-7546-4ef5-aeb1-c0a822f9932c req-c41680aa-6cf6-40f5-a244-cfd6732b7d4a service nova] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Neutron deleted interface 4e56adf7-0681-4bd1-b877-661ff9f6f3a7; detaching it from the instance and deleting it from the info cache [ 690.126949] env[69941]: DEBUG nova.network.neutron [req-e5e55c33-7546-4ef5-aeb1-c0a822f9932c req-c41680aa-6cf6-40f5-a244-cfd6732b7d4a service nova] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.166637] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.166961] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5eaf1fb5-0875-42e6-ab8d-5804bc75e14b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.175865] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 690.175865] env[69941]: value = "task-3288099" [ 690.175865] env[69941]: _type = "Task" [ 690.175865] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.187559] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.200808] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579576} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.200808] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 9dbd6bcd-466e-473b-ba23-edf62703e440/9dbd6bcd-466e-473b-ba23-edf62703e440.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.200808] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.200808] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7afe7927-c561-4034-9977-6cecfa1e32e1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.206195] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 690.206195] env[69941]: value = "task-3288100" [ 690.206195] env[69941]: _type = "Task" [ 690.206195] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.216897] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.275627] env[69941]: DEBUG oslo_vmware.api [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Task: {'id': task-3288098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143563} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.276063] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.276300] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.276525] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.276734] env[69941]: INFO nova.compute.manager [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 690.277032] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.277258] env[69941]: DEBUG nova.compute.manager [-] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.277580] env[69941]: DEBUG nova.network.neutron [-] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.605225] env[69941]: DEBUG nova.network.neutron [-] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.631659] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64fb1765-acfb-4112-8e0b-dfd8dbaf81cc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.649060] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e9f61b-94ef-42bb-8314-06ceaee0a7f3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.687291] env[69941]: DEBUG nova.compute.manager [req-e5e55c33-7546-4ef5-aeb1-c0a822f9932c req-c41680aa-6cf6-40f5-a244-cfd6732b7d4a service nova] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Detach interface failed, port_id=4e56adf7-0681-4bd1-b877-661ff9f6f3a7, reason: Instance 65557afd-6dc1-4a05-b41f-f64895225a44 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 690.699948] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288099, 'name': PowerOffVM_Task, 'duration_secs': 0.166314} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.699948] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.699948] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.700554] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2936048-13d9-4525-bb47-15a68e988410 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.716265] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.716589] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dfa5074-1123-4cad-9190-cf685afad5b7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.723948] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201917} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.726821] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.728067] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed8e860-accc-428e-83e1-a5eca5c4f550 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.753467] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 9dbd6bcd-466e-473b-ba23-edf62703e440/9dbd6bcd-466e-473b-ba23-edf62703e440.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.757678] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71c2224a-b4e3-4f21-b0ad-3fbbd2bcb6ac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.773019] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.773019] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.773019] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Deleting the datastore file [datastore1] d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.773797] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01ba50da-1597-4c7b-a80a-cb94c5b81f04 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.780683] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 690.780683] env[69941]: value = "task-3288102" [ 690.780683] env[69941]: _type = "Task" [ 690.780683] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.782433] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 690.782433] env[69941]: value = "task-3288103" [ 690.782433] env[69941]: _type = "Task" [ 690.782433] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.795439] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.798598] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.050574] env[69941]: DEBUG nova.network.neutron [-] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.103313] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb41244a-42bf-455f-ac68-932c409a8b03 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.110480] env[69941]: INFO nova.compute.manager [-] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Took 1.30 seconds to deallocate network for instance. [ 691.113039] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e639c3e2-abd7-42eb-aebe-51c7d471999b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.150306] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d3ab59-2e32-4609-b10a-181d9b1d7c4b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.158384] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efa177c-0016-4665-ac75-0a5984e24fd6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.174470] env[69941]: DEBUG nova.compute.provider_tree [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.298030] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118563} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.301366] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.301366] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.301366] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.303640] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288102, 'name': ReconfigVM_Task, 'duration_secs': 0.457845} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.307166] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 9dbd6bcd-466e-473b-ba23-edf62703e440/9dbd6bcd-466e-473b-ba23-edf62703e440.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.307166] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-516f500c-9445-4e91-b0a5-eba2be18e96c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.312274] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 691.312274] env[69941]: value = "task-3288104" [ 691.312274] env[69941]: _type = "Task" [ 691.312274] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.321210] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288104, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.553537] env[69941]: INFO nova.compute.manager [-] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Took 1.28 seconds to deallocate network for instance. [ 691.621108] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.677085] env[69941]: DEBUG nova.scheduler.client.report [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.825316] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288104, 'name': Rename_Task, 'duration_secs': 0.157233} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.825430] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.825708] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fa49d55-a3d3-44cf-ba30-e4ed5b9787af {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.833137] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 691.833137] env[69941]: value = "task-3288105" [ 691.833137] env[69941]: _type = "Task" [ 691.833137] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.841715] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.062744] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.155376] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "56ba3abf-950b-4c18-b229-bc555273c2fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.155376] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "56ba3abf-950b-4c18-b229-bc555273c2fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.155376] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "56ba3abf-950b-4c18-b229-bc555273c2fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.155376] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "56ba3abf-950b-4c18-b229-bc555273c2fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.155621] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "56ba3abf-950b-4c18-b229-bc555273c2fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.156644] env[69941]: INFO nova.compute.manager [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Terminating instance [ 692.162059] env[69941]: DEBUG nova.compute.manager [req-8ad675ff-8d6b-4bf9-bc0a-fef62360b678 req-0ad94d62-4058-4c87-bfb5-f420782259c0 service nova] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Received event network-vif-deleted-fcb26d51-7b2e-4d28-9e90-d7b470c37a32 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.185021] env[69941]: DEBUG oslo_concurrency.lockutils [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.185021] env[69941]: DEBUG nova.compute.manager [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.186152] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.440s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.186605] env[69941]: DEBUG nova.objects.instance [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Lazy-loading 'resources' on Instance uuid 28bfa503-373a-4cd3-b667-2cb6c427fb17 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.237085] env[69941]: DEBUG oslo_concurrency.lockutils [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "a65e82f5-6c9d-4a41-aaae-b85e362f527e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.237085] env[69941]: DEBUG oslo_concurrency.lockutils [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "a65e82f5-6c9d-4a41-aaae-b85e362f527e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.237085] env[69941]: DEBUG oslo_concurrency.lockutils [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "a65e82f5-6c9d-4a41-aaae-b85e362f527e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.237085] env[69941]: DEBUG oslo_concurrency.lockutils [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "a65e82f5-6c9d-4a41-aaae-b85e362f527e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.237320] env[69941]: DEBUG oslo_concurrency.lockutils [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "a65e82f5-6c9d-4a41-aaae-b85e362f527e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.238537] env[69941]: INFO nova.compute.manager [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Terminating instance [ 692.341465] env[69941]: DEBUG nova.virt.hardware [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.341793] env[69941]: DEBUG nova.virt.hardware [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.342019] env[69941]: DEBUG nova.virt.hardware [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.342263] env[69941]: DEBUG nova.virt.hardware [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.342468] env[69941]: DEBUG nova.virt.hardware [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.342670] env[69941]: DEBUG nova.virt.hardware [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.342939] env[69941]: DEBUG nova.virt.hardware [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.343193] env[69941]: DEBUG nova.virt.hardware [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.343413] env[69941]: DEBUG nova.virt.hardware [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.343644] env[69941]: DEBUG nova.virt.hardware [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.343905] env[69941]: DEBUG nova.virt.hardware [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.345303] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72930b94-3019-464f-9ba0-60dfcd2314e6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.355239] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288105, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.357311] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28089ecd-7fc4-45c1-a62c-ab6ce78104a2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.372666] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Instance VIF info [] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.378423] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.378835] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.379142] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e55bb278-e623-46d8-8e92-3d2d58b8e046 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.398232] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.398232] env[69941]: value = "task-3288106" [ 692.398232] env[69941]: _type = "Task" [ 692.398232] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.406729] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288106, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.663598] env[69941]: DEBUG nova.compute.manager [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.663816] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.666156] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6b6f81-b68d-4de3-92c1-29e66c668605 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.673651] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.673889] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-136f956b-c66f-400c-bc10-dd95230437f5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.680699] env[69941]: DEBUG oslo_vmware.api [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 692.680699] env[69941]: value = "task-3288107" [ 692.680699] env[69941]: _type = "Task" [ 692.680699] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.690247] env[69941]: DEBUG nova.compute.utils [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.691638] env[69941]: DEBUG oslo_vmware.api [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3288107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.691900] env[69941]: DEBUG nova.compute.manager [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.692073] env[69941]: DEBUG nova.network.neutron [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.743281] env[69941]: DEBUG nova.compute.manager [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.743350] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.745214] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13ffd96-5044-48b5-b5fe-b512e08e811a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.752350] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.752965] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b52a374a-8937-4300-ab19-1c60ebc71fc6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.760073] env[69941]: DEBUG oslo_vmware.api [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 692.760073] env[69941]: value = "task-3288108" [ 692.760073] env[69941]: _type = "Task" [ 692.760073] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.767811] env[69941]: DEBUG oslo_vmware.api [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3288108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.771272] env[69941]: DEBUG nova.policy [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1572197de7c49938ce1b30bcbfb7912', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '317862d6661147ad8daaeae2e8743256', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.847678] env[69941]: DEBUG oslo_vmware.api [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288105, 'name': PowerOnVM_Task, 'duration_secs': 0.582904} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.849399] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.849399] env[69941]: INFO nova.compute.manager [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Took 8.86 seconds to spawn the instance on the hypervisor. [ 692.849399] env[69941]: DEBUG nova.compute.manager [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.849399] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29fc798-33a9-4991-958a-49b9fbfc9eca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.909587] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288106, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.192837] env[69941]: DEBUG oslo_vmware.api [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3288107, 'name': PowerOffVM_Task, 'duration_secs': 0.441393} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.196183] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.196183] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.196810] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7562a272-a334-4809-830d-f3fdcf8411aa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.199950] env[69941]: DEBUG nova.compute.manager [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.247861] env[69941]: DEBUG nova.network.neutron [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Successfully created port: 572d02b2-98ff-4b0a-afa1-b0f297d51f59 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.269904] env[69941]: DEBUG oslo_vmware.api [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3288108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.283990] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.284248] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.284480] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Deleting the datastore file [datastore1] 56ba3abf-950b-4c18-b229-bc555273c2fc {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.287562] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78b036e6-df4d-472b-bd0e-7a475c9c9b00 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.298032] env[69941]: DEBUG oslo_vmware.api [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 693.298032] env[69941]: value = "task-3288110" [ 693.298032] env[69941]: _type = "Task" [ 693.298032] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.306879] env[69941]: DEBUG oslo_vmware.api [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3288110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.376767] env[69941]: INFO nova.compute.manager [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Took 36.72 seconds to build instance. [ 693.394194] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f85585-8d4d-4270-ae43-8a7b4b7197ba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.407865] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560a58e5-f489-41fd-8e32-0668d7135eea {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.417647] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288106, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.446047] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1511bbb-32b2-463c-a057-f9f397a1021e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.453971] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacfcafd-4f59-48c5-80f5-487b049ae7e1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.468315] env[69941]: DEBUG nova.compute.provider_tree [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.771951] env[69941]: DEBUG oslo_vmware.api [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3288108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.808563] env[69941]: DEBUG oslo_vmware.api [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3288110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158726} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.808870] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.809076] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.809264] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.809434] env[69941]: INFO nova.compute.manager [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 693.810606] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.810606] env[69941]: DEBUG nova.compute.manager [-] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.810606] env[69941]: DEBUG nova.network.neutron [-] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.881647] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b714cf9-8dfc-431b-b580-38fd0ca1129d tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "9dbd6bcd-466e-473b-ba23-edf62703e440" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.917s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.914950] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288106, 'name': CreateVM_Task, 'duration_secs': 1.407798} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.915184] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.915579] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.915744] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.916186] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.916378] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a86f1d09-9e9d-43bd-b24b-8340b5d82cef {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.921690] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 693.921690] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]520a96ed-f491-20e3-0a1e-1afb0649c051" [ 693.921690] env[69941]: _type = "Task" [ 693.921690] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.930300] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520a96ed-f491-20e3-0a1e-1afb0649c051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.972140] env[69941]: DEBUG nova.scheduler.client.report [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.211777] env[69941]: DEBUG nova.compute.manager [req-9d5de7f5-b22e-4c08-aa5b-ffc66ae1f087 req-13afdc3e-9eb8-4596-bc67-92e5ec43316d service nova] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Received event network-vif-deleted-7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.212434] env[69941]: INFO nova.compute.manager [req-9d5de7f5-b22e-4c08-aa5b-ffc66ae1f087 req-13afdc3e-9eb8-4596-bc67-92e5ec43316d service nova] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Neutron deleted interface 7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6; detaching it from the instance and deleting it from the info cache [ 694.212434] env[69941]: DEBUG nova.network.neutron [req-9d5de7f5-b22e-4c08-aa5b-ffc66ae1f087 req-13afdc3e-9eb8-4596-bc67-92e5ec43316d service nova] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.214811] env[69941]: DEBUG nova.compute.manager [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.247224] env[69941]: DEBUG nova.virt.hardware [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.247471] env[69941]: DEBUG nova.virt.hardware [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.247632] env[69941]: DEBUG nova.virt.hardware [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.247868] env[69941]: DEBUG nova.virt.hardware [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.247962] env[69941]: DEBUG nova.virt.hardware [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.248115] env[69941]: DEBUG nova.virt.hardware [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.248328] env[69941]: DEBUG nova.virt.hardware [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.248489] env[69941]: DEBUG nova.virt.hardware [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.248748] env[69941]: DEBUG nova.virt.hardware [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.248886] env[69941]: DEBUG nova.virt.hardware [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.249093] env[69941]: DEBUG nova.virt.hardware [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.250482] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fff42d-2787-4c08-bccb-3cf71e383a0f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.259358] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2603ff-abec-4d9c-857a-6bbdd3eda10e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.284035] env[69941]: DEBUG oslo_vmware.api [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3288108, 'name': PowerOffVM_Task, 'duration_secs': 1.14183} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.284305] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.284615] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.284900] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d770168e-b581-48f6-8c17-132a4f3ff570 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.327695] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "31768ce8-eece-4386-bc52-25320530f63b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.328686] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "31768ce8-eece-4386-bc52-25320530f63b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.347129] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.347650] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.348077] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Deleting the datastore file [datastore1] a65e82f5-6c9d-4a41-aaae-b85e362f527e {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.348538] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-459d3425-b721-4eb1-9f9f-0647a3bf9630 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.357076] env[69941]: DEBUG oslo_vmware.api [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for the task: (returnval){ [ 694.357076] env[69941]: value = "task-3288112" [ 694.357076] env[69941]: _type = "Task" [ 694.357076] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.367379] env[69941]: DEBUG oslo_vmware.api [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3288112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.385731] env[69941]: DEBUG nova.compute.manager [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.435021] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520a96ed-f491-20e3-0a1e-1afb0649c051, 'name': SearchDatastore_Task, 'duration_secs': 0.009692} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.435021] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.435021] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.435021] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.435341] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.435341] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.435341] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed647a7f-c930-4bdf-a743-2b1546e8c710 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.447021] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.447021] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.447021] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e417ab51-a022-4805-87a0-ce4e7e737bf0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.452610] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 694.452610] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5273ccb1-c968-91fe-d7b4-55daace6292f" [ 694.452610] env[69941]: _type = "Task" [ 694.452610] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.460984] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5273ccb1-c968-91fe-d7b4-55daace6292f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.479772] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.480117] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.019s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.481777] env[69941]: INFO nova.compute.claims [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.515782] env[69941]: INFO nova.scheduler.client.report [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Deleted allocations for instance 28bfa503-373a-4cd3-b667-2cb6c427fb17 [ 694.698057] env[69941]: DEBUG nova.network.neutron [-] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.717885] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e3bfc80-6d57-49c9-9730-7dfab937bd0c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.725508] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24870e1-f490-45a5-ac3a-767bd1c3ba20 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.763118] env[69941]: DEBUG nova.compute.manager [req-9d5de7f5-b22e-4c08-aa5b-ffc66ae1f087 req-13afdc3e-9eb8-4596-bc67-92e5ec43316d service nova] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Detach interface failed, port_id=7b1f1e9d-c4a8-43f2-b3f4-8841e066b7e6, reason: Instance 56ba3abf-950b-4c18-b229-bc555273c2fc could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 694.870435] env[69941]: DEBUG oslo_vmware.api [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Task: {'id': task-3288112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439778} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.872092] env[69941]: DEBUG nova.network.neutron [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Successfully updated port: 572d02b2-98ff-4b0a-afa1-b0f297d51f59 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.874947] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.874947] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.875214] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.875598] env[69941]: INFO nova.compute.manager [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Took 2.13 seconds to destroy the instance on the hypervisor. [ 694.876031] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.878115] env[69941]: DEBUG nova.compute.manager [-] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.878115] env[69941]: DEBUG nova.network.neutron [-] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.912422] env[69941]: DEBUG oslo_concurrency.lockutils [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.965722] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5273ccb1-c968-91fe-d7b4-55daace6292f, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.966863] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b396b5-d701-4804-9c85-e1b27f7db8b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.973723] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 694.973723] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52555d54-5ff3-87d2-a5ff-83e840021ae1" [ 694.973723] env[69941]: _type = "Task" [ 694.973723] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.982561] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52555d54-5ff3-87d2-a5ff-83e840021ae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.023271] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77f64eb2-687b-4a9d-9983-6835fe8f3817 tempest-ServersAdmin275Test-1066952851 tempest-ServersAdmin275Test-1066952851-project-member] Lock "28bfa503-373a-4cd3-b667-2cb6c427fb17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.547s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.201427] env[69941]: INFO nova.compute.manager [-] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Took 1.39 seconds to deallocate network for instance. [ 695.377182] env[69941]: DEBUG oslo_concurrency.lockutils [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Acquiring lock "refresh_cache-de55432c-0427-421a-bac7-cd2fc34c9749" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.377182] env[69941]: DEBUG oslo_concurrency.lockutils [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Acquired lock "refresh_cache-de55432c-0427-421a-bac7-cd2fc34c9749" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.377182] env[69941]: DEBUG nova.network.neutron [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.485246] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52555d54-5ff3-87d2-a5ff-83e840021ae1, 'name': SearchDatastore_Task, 'duration_secs': 0.011492} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.485781] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.486211] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa/d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.486623] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da06f1ba-b8cc-418e-afb2-cadfbf3dc199 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.494921] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 695.494921] env[69941]: value = "task-3288113" [ 695.494921] env[69941]: _type = "Task" [ 695.494921] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.504506] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.675528] env[69941]: DEBUG nova.network.neutron [-] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.706103] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.927542] env[69941]: DEBUG nova.network.neutron [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.012498] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49587} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.015009] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa/d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.015243] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.016409] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fda90f65-8efd-437a-b29b-bc1dcd78ad8d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.021776] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 696.021776] env[69941]: value = "task-3288114" [ 696.021776] env[69941]: _type = "Task" [ 696.021776] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.034769] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.076822] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec8f029-6712-4ac4-b9e8-da81c71c5a58 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.084623] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a156f1-19f1-4dd3-a23d-48f8cc9ef496 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.121247] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872583db-0742-41e1-a3d3-9e0ef7a63e33 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.131633] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a2c712-3849-43e1-8d71-ec880613cd82 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.148993] env[69941]: DEBUG nova.compute.provider_tree [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.181166] env[69941]: INFO nova.compute.manager [-] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Took 1.30 seconds to deallocate network for instance. [ 696.192180] env[69941]: DEBUG nova.network.neutron [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Updating instance_info_cache with network_info: [{"id": "572d02b2-98ff-4b0a-afa1-b0f297d51f59", "address": "fa:16:3e:40:8b:fa", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572d02b2-98", "ovs_interfaceid": "572d02b2-98ff-4b0a-afa1-b0f297d51f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.378180] env[69941]: DEBUG nova.compute.manager [req-2b1e1c5a-2d41-463d-b165-8102d1392517 req-a2f0e6b6-05b4-4986-90e0-7a17fe7ae3dc service nova] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Received event network-vif-plugged-572d02b2-98ff-4b0a-afa1-b0f297d51f59 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.378180] env[69941]: DEBUG oslo_concurrency.lockutils [req-2b1e1c5a-2d41-463d-b165-8102d1392517 req-a2f0e6b6-05b4-4986-90e0-7a17fe7ae3dc service nova] Acquiring lock "de55432c-0427-421a-bac7-cd2fc34c9749-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.378252] env[69941]: DEBUG oslo_concurrency.lockutils [req-2b1e1c5a-2d41-463d-b165-8102d1392517 req-a2f0e6b6-05b4-4986-90e0-7a17fe7ae3dc service nova] Lock "de55432c-0427-421a-bac7-cd2fc34c9749-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.378509] env[69941]: DEBUG oslo_concurrency.lockutils [req-2b1e1c5a-2d41-463d-b165-8102d1392517 req-a2f0e6b6-05b4-4986-90e0-7a17fe7ae3dc service nova] Lock "de55432c-0427-421a-bac7-cd2fc34c9749-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.378773] env[69941]: DEBUG nova.compute.manager [req-2b1e1c5a-2d41-463d-b165-8102d1392517 req-a2f0e6b6-05b4-4986-90e0-7a17fe7ae3dc service nova] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] No waiting events found dispatching network-vif-plugged-572d02b2-98ff-4b0a-afa1-b0f297d51f59 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.378960] env[69941]: WARNING nova.compute.manager [req-2b1e1c5a-2d41-463d-b165-8102d1392517 req-a2f0e6b6-05b4-4986-90e0-7a17fe7ae3dc service nova] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Received unexpected event network-vif-plugged-572d02b2-98ff-4b0a-afa1-b0f297d51f59 for instance with vm_state building and task_state spawning. [ 696.379214] env[69941]: DEBUG nova.compute.manager [req-2b1e1c5a-2d41-463d-b165-8102d1392517 req-a2f0e6b6-05b4-4986-90e0-7a17fe7ae3dc service nova] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Received event network-changed-572d02b2-98ff-4b0a-afa1-b0f297d51f59 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.379400] env[69941]: DEBUG nova.compute.manager [req-2b1e1c5a-2d41-463d-b165-8102d1392517 req-a2f0e6b6-05b4-4986-90e0-7a17fe7ae3dc service nova] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Refreshing instance network info cache due to event network-changed-572d02b2-98ff-4b0a-afa1-b0f297d51f59. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.379592] env[69941]: DEBUG oslo_concurrency.lockutils [req-2b1e1c5a-2d41-463d-b165-8102d1392517 req-a2f0e6b6-05b4-4986-90e0-7a17fe7ae3dc service nova] Acquiring lock "refresh_cache-de55432c-0427-421a-bac7-cd2fc34c9749" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.531419] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219609} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.531663] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.532479] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cef623-f5ee-440f-8d47-ecc28278a4f4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.561757] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa/d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.561757] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16c6850f-682d-4a8f-a8a3-875d2c08d854 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.584400] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 696.584400] env[69941]: value = "task-3288115" [ 696.584400] env[69941]: _type = "Task" [ 696.584400] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.592123] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.652823] env[69941]: DEBUG nova.scheduler.client.report [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.685922] env[69941]: DEBUG oslo_concurrency.lockutils [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.698054] env[69941]: DEBUG oslo_concurrency.lockutils [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Releasing lock "refresh_cache-de55432c-0427-421a-bac7-cd2fc34c9749" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.698155] env[69941]: DEBUG nova.compute.manager [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Instance network_info: |[{"id": "572d02b2-98ff-4b0a-afa1-b0f297d51f59", "address": "fa:16:3e:40:8b:fa", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572d02b2-98", "ovs_interfaceid": "572d02b2-98ff-4b0a-afa1-b0f297d51f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.698439] env[69941]: DEBUG oslo_concurrency.lockutils [req-2b1e1c5a-2d41-463d-b165-8102d1392517 req-a2f0e6b6-05b4-4986-90e0-7a17fe7ae3dc service nova] Acquired lock "refresh_cache-de55432c-0427-421a-bac7-cd2fc34c9749" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.698620] env[69941]: DEBUG nova.network.neutron [req-2b1e1c5a-2d41-463d-b165-8102d1392517 req-a2f0e6b6-05b4-4986-90e0-7a17fe7ae3dc service nova] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Refreshing network info cache for port 572d02b2-98ff-4b0a-afa1-b0f297d51f59 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.700469] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:8b:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '572d02b2-98ff-4b0a-afa1-b0f297d51f59', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.707879] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Creating folder: Project (317862d6661147ad8daaeae2e8743256). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.709254] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04863c42-d825-4fcd-8389-d69c9bf6ffbd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.723692] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Created folder: Project (317862d6661147ad8daaeae2e8743256) in parent group-v656570. [ 696.724122] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Creating folder: Instances. Parent ref: group-v656664. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.724239] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8704280e-378a-4227-91d1-a6bc035b0cc4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.734008] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Created folder: Instances in parent group-v656664. [ 696.734317] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.734469] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.734672] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba6279ef-8c4f-4bfb-827f-2bc2c1bc09b3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.756293] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.756293] env[69941]: value = "task-3288118" [ 696.756293] env[69941]: _type = "Task" [ 696.756293] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.764787] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288118, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.095127] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288115, 'name': ReconfigVM_Task, 'duration_secs': 0.31474} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.095127] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Reconfigured VM instance instance-00000021 to attach disk [datastore2] d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa/d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.095127] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c24a586a-0dea-4d7f-9e46-ee8300c5670a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.102873] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 697.102873] env[69941]: value = "task-3288119" [ 697.102873] env[69941]: _type = "Task" [ 697.102873] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.110763] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288119, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.158151] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.158458] env[69941]: DEBUG nova.compute.manager [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.161944] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.897s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.163751] env[69941]: INFO nova.compute.claims [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.271914] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288118, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.614588] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288119, 'name': Rename_Task, 'duration_secs': 0.131803} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.614885] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.615146] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-654d450c-e838-414e-a347-26b58b196b94 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.621856] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 697.621856] env[69941]: value = "task-3288120" [ 697.621856] env[69941]: _type = "Task" [ 697.621856] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.630773] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.667929] env[69941]: DEBUG nova.compute.utils [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.669744] env[69941]: DEBUG nova.compute.manager [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.669744] env[69941]: DEBUG nova.network.neutron [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.771879] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288118, 'name': CreateVM_Task, 'duration_secs': 0.752022} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.772672] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.773897] env[69941]: DEBUG oslo_concurrency.lockutils [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.774310] env[69941]: DEBUG oslo_concurrency.lockutils [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.774812] env[69941]: DEBUG oslo_concurrency.lockutils [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.775327] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33eda703-c214-4cb5-a04f-7262cfcb3a84 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.784430] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Waiting for the task: (returnval){ [ 697.784430] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]520cfc79-7dd1-b7df-02ee-aa1d8bd2de25" [ 697.784430] env[69941]: _type = "Task" [ 697.784430] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.799779] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520cfc79-7dd1-b7df-02ee-aa1d8bd2de25, 'name': SearchDatastore_Task} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.800644] env[69941]: DEBUG oslo_concurrency.lockutils [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.801088] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.801616] env[69941]: DEBUG oslo_concurrency.lockutils [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.801979] env[69941]: DEBUG oslo_concurrency.lockutils [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.802362] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.802821] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ce37ab3-bed3-4c14-893a-ee4d2ca436b2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.814917] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.814917] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.815426] env[69941]: DEBUG nova.network.neutron [req-2b1e1c5a-2d41-463d-b165-8102d1392517 req-a2f0e6b6-05b4-4986-90e0-7a17fe7ae3dc service nova] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Updated VIF entry in instance network info cache for port 572d02b2-98ff-4b0a-afa1-b0f297d51f59. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.816971] env[69941]: DEBUG nova.network.neutron [req-2b1e1c5a-2d41-463d-b165-8102d1392517 req-a2f0e6b6-05b4-4986-90e0-7a17fe7ae3dc service nova] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Updating instance_info_cache with network_info: [{"id": "572d02b2-98ff-4b0a-afa1-b0f297d51f59", "address": "fa:16:3e:40:8b:fa", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572d02b2-98", "ovs_interfaceid": "572d02b2-98ff-4b0a-afa1-b0f297d51f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.817160] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b3bbba-bbff-481c-a444-faf2cfb0d8f9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.823715] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Waiting for the task: (returnval){ [ 697.823715] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]522a501b-298f-0b77-354d-ae5846042448" [ 697.823715] env[69941]: _type = "Task" [ 697.823715] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.835766] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522a501b-298f-0b77-354d-ae5846042448, 'name': SearchDatastore_Task, 'duration_secs': 0.009295} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.836748] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-952c1ab9-9bdb-4054-981a-3b54a33e0308 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.843400] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Waiting for the task: (returnval){ [ 697.843400] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52ff85a5-a959-b145-3063-93bce4cd3b6a" [ 697.843400] env[69941]: _type = "Task" [ 697.843400] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.852281] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ff85a5-a959-b145-3063-93bce4cd3b6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.867927] env[69941]: DEBUG nova.policy [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4234c7a5a9cf45df8b47df3dea2147eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92142cc3090646d6831adb9c21f57037', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.135025] env[69941]: DEBUG oslo_vmware.api [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288120, 'name': PowerOnVM_Task, 'duration_secs': 0.436954} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.135025] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.135025] env[69941]: DEBUG nova.compute.manager [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.135025] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8abcd73-5181-4f89-9f1e-4aae418191c0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.179187] env[69941]: DEBUG nova.compute.manager [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.312180] env[69941]: DEBUG nova.network.neutron [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Successfully created port: 4321816e-9fd0-4e40-adbc-3a42a6e4b53c {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.321751] env[69941]: DEBUG oslo_concurrency.lockutils [req-2b1e1c5a-2d41-463d-b165-8102d1392517 req-a2f0e6b6-05b4-4986-90e0-7a17fe7ae3dc service nova] Releasing lock "refresh_cache-de55432c-0427-421a-bac7-cd2fc34c9749" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.321751] env[69941]: DEBUG nova.compute.manager [req-2b1e1c5a-2d41-463d-b165-8102d1392517 req-a2f0e6b6-05b4-4986-90e0-7a17fe7ae3dc service nova] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Received event network-vif-deleted-35cafa18-9efa-45cd-a692-666186f7e182 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.357340] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ff85a5-a959-b145-3063-93bce4cd3b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009427} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.357502] env[69941]: DEBUG oslo_concurrency.lockutils [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.357770] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] de55432c-0427-421a-bac7-cd2fc34c9749/de55432c-0427-421a-bac7-cd2fc34c9749.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.358038] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7720c21-c2bf-4b67-b343-12385c6c6ae7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.368536] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Waiting for the task: (returnval){ [ 698.368536] env[69941]: value = "task-3288124" [ 698.368536] env[69941]: _type = "Task" [ 698.368536] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.374778] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': task-3288124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.472317] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Acquiring lock "040a44c3-545e-4d66-a5e5-8e4ecae72845" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.472904] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Lock "040a44c3-545e-4d66-a5e5-8e4ecae72845" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.473747] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Acquiring lock "040a44c3-545e-4d66-a5e5-8e4ecae72845-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.474029] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Lock "040a44c3-545e-4d66-a5e5-8e4ecae72845-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.474234] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Lock "040a44c3-545e-4d66-a5e5-8e4ecae72845-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.476408] env[69941]: INFO nova.compute.manager [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Terminating instance [ 698.658736] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.775938] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b266950e-7d23-4b5b-b44d-38c467bea5f0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.788163] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e381bd8-8eae-4ef8-9eb3-f01b9e712903 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.836024] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd2a2f1-7eaf-4312-9e72-d7120644ca81 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.847446] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e589709-55b8-4fb4-87fe-6f5e89c5788d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.865339] env[69941]: DEBUG nova.compute.provider_tree [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.880446] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': task-3288124, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.985014] env[69941]: DEBUG nova.compute.manager [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.985522] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.986826] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0084ede-4579-4973-81d1-5f6dca845af3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.995008] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.995306] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa1d0332-1371-456e-9633-7213971f4cef {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.001021] env[69941]: DEBUG oslo_vmware.api [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Waiting for the task: (returnval){ [ 699.001021] env[69941]: value = "task-3288125" [ 699.001021] env[69941]: _type = "Task" [ 699.001021] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.009974] env[69941]: DEBUG oslo_vmware.api [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': task-3288125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.194894] env[69941]: DEBUG nova.compute.manager [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.225056] env[69941]: DEBUG nova.virt.hardware [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.228020] env[69941]: DEBUG nova.virt.hardware [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.228020] env[69941]: DEBUG nova.virt.hardware [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.228020] env[69941]: DEBUG nova.virt.hardware [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.228020] env[69941]: DEBUG nova.virt.hardware [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.228020] env[69941]: DEBUG nova.virt.hardware [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.228254] env[69941]: DEBUG nova.virt.hardware [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.228254] env[69941]: DEBUG nova.virt.hardware [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.228254] env[69941]: DEBUG nova.virt.hardware [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.228254] env[69941]: DEBUG nova.virt.hardware [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.228254] env[69941]: DEBUG nova.virt.hardware [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.228439] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaf5832-1fe3-4d57-8362-eb4066b16a8d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.236180] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee43719-fc31-47e1-b89b-b8a9cc46e677 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.375338] env[69941]: DEBUG nova.scheduler.client.report [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.388438] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': task-3288124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601036} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.388803] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] de55432c-0427-421a-bac7-cd2fc34c9749/de55432c-0427-421a-bac7-cd2fc34c9749.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.389175] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.389650] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e2f9453-f01e-4f32-9525-db95b92bee9b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.398964] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Waiting for the task: (returnval){ [ 699.398964] env[69941]: value = "task-3288126" [ 699.398964] env[69941]: _type = "Task" [ 699.398964] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.409185] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': task-3288126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.513024] env[69941]: DEBUG oslo_vmware.api [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': task-3288125, 'name': PowerOffVM_Task, 'duration_secs': 0.36736} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.513024] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.513024] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.513024] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd4487be-c8f3-4142-9f1b-068604218b5b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.536889] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Acquiring lock "d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.537345] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Lock "d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.537420] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Acquiring lock "d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.537553] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Lock "d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.537716] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Lock "d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.540973] env[69941]: INFO nova.compute.manager [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Terminating instance [ 699.589867] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.589867] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.589867] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Deleting the datastore file [datastore2] 040a44c3-545e-4d66-a5e5-8e4ecae72845 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.589867] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbe87146-cf99-4d25-ab52-d189f3b47bb4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.599226] env[69941]: DEBUG oslo_vmware.api [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Waiting for the task: (returnval){ [ 699.599226] env[69941]: value = "task-3288128" [ 699.599226] env[69941]: _type = "Task" [ 699.599226] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.607389] env[69941]: DEBUG oslo_vmware.api [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': task-3288128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.884039] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.884589] env[69941]: DEBUG nova.compute.manager [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.887957] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.203s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.913948] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': task-3288126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.355946} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.914387] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.915652] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487c0434-bf02-4294-bf2a-a104473298b3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.942983] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] de55432c-0427-421a-bac7-cd2fc34c9749/de55432c-0427-421a-bac7-cd2fc34c9749.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.944056] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9da34f0a-029a-4a78-b79b-865ddebf0ffd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.968869] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Waiting for the task: (returnval){ [ 699.968869] env[69941]: value = "task-3288129" [ 699.968869] env[69941]: _type = "Task" [ 699.968869] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.978520] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': task-3288129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.996545] env[69941]: DEBUG nova.compute.manager [req-6382f805-27ad-49f6-bd15-3c78d0e6dfde req-1fcf918d-bf8a-45e4-8dc3-9a45b972e670 service nova] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Received event network-vif-plugged-4321816e-9fd0-4e40-adbc-3a42a6e4b53c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.996545] env[69941]: DEBUG oslo_concurrency.lockutils [req-6382f805-27ad-49f6-bd15-3c78d0e6dfde req-1fcf918d-bf8a-45e4-8dc3-9a45b972e670 service nova] Acquiring lock "f523f6f3-7371-4ac7-a6e8-d02ea76d1999-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.996782] env[69941]: DEBUG oslo_concurrency.lockutils [req-6382f805-27ad-49f6-bd15-3c78d0e6dfde req-1fcf918d-bf8a-45e4-8dc3-9a45b972e670 service nova] Lock "f523f6f3-7371-4ac7-a6e8-d02ea76d1999-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.996980] env[69941]: DEBUG oslo_concurrency.lockutils [req-6382f805-27ad-49f6-bd15-3c78d0e6dfde req-1fcf918d-bf8a-45e4-8dc3-9a45b972e670 service nova] Lock "f523f6f3-7371-4ac7-a6e8-d02ea76d1999-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.997181] env[69941]: DEBUG nova.compute.manager [req-6382f805-27ad-49f6-bd15-3c78d0e6dfde req-1fcf918d-bf8a-45e4-8dc3-9a45b972e670 service nova] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] No waiting events found dispatching network-vif-plugged-4321816e-9fd0-4e40-adbc-3a42a6e4b53c {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.997339] env[69941]: WARNING nova.compute.manager [req-6382f805-27ad-49f6-bd15-3c78d0e6dfde req-1fcf918d-bf8a-45e4-8dc3-9a45b972e670 service nova] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Received unexpected event network-vif-plugged-4321816e-9fd0-4e40-adbc-3a42a6e4b53c for instance with vm_state building and task_state spawning. [ 700.048149] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Acquiring lock "refresh_cache-d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.048356] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Acquired lock "refresh_cache-d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.048534] env[69941]: DEBUG nova.network.neutron [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.093246] env[69941]: DEBUG nova.network.neutron [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Successfully updated port: 4321816e-9fd0-4e40-adbc-3a42a6e4b53c {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.118702] env[69941]: DEBUG oslo_vmware.api [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Task: {'id': task-3288128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42639} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.119084] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.119343] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.119590] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.119834] env[69941]: INFO nova.compute.manager [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Took 1.13 seconds to destroy the instance on the hypervisor. [ 700.120200] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.121033] env[69941]: DEBUG nova.compute.manager [-] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.121033] env[69941]: DEBUG nova.network.neutron [-] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.395525] env[69941]: DEBUG nova.compute.utils [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.397715] env[69941]: DEBUG nova.compute.manager [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.398802] env[69941]: DEBUG nova.network.neutron [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.486982] env[69941]: DEBUG nova.policy [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b036528598de4b23b526e930296e0378', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '042be2d5f2014c2ab3e6b1e1c1d192b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.488986] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': task-3288129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.587634] env[69941]: DEBUG nova.network.neutron [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.596978] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquiring lock "refresh_cache-f523f6f3-7371-4ac7-a6e8-d02ea76d1999" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.597254] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquired lock "refresh_cache-f523f6f3-7371-4ac7-a6e8-d02ea76d1999" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.597481] env[69941]: DEBUG nova.network.neutron [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.705479] env[69941]: DEBUG nova.network.neutron [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.903287] env[69941]: DEBUG nova.compute.manager [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.983225] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': task-3288129, 'name': ReconfigVM_Task, 'duration_secs': 0.642192} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.983601] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Reconfigured VM instance instance-00000023 to attach disk [datastore2] de55432c-0427-421a-bac7-cd2fc34c9749/de55432c-0427-421a-bac7-cd2fc34c9749.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.984270] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31073b7e-f67a-4cc4-8662-56f53715432a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.991938] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Waiting for the task: (returnval){ [ 700.991938] env[69941]: value = "task-3288130" [ 700.991938] env[69941]: _type = "Task" [ 700.991938] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.007633] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': task-3288130, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.127350] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f0cb54-0fe0-4b11-ab39-3732df825bb1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.135596] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78655a3-a1bf-405d-adba-d4ea26965db3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.181017] env[69941]: DEBUG nova.network.neutron [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Successfully created port: 33830307-03e6-4694-a629-66d6c890e9a1 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.181890] env[69941]: DEBUG nova.network.neutron [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.184724] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7719f26d-5f68-43a8-ac67-54888cba61d2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.195152] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93748e1d-812f-43d4-b157-971c3287db3f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.215085] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Releasing lock "refresh_cache-d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.215681] env[69941]: DEBUG nova.compute.manager [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.215835] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.216367] env[69941]: DEBUG nova.compute.provider_tree [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.218399] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea76a58-bc4e-43d4-959f-fe31e6465ae9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.231458] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.232413] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fa90ff2-c0fd-4f54-bfb9-80a672e630f7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.240198] env[69941]: DEBUG oslo_vmware.api [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 701.240198] env[69941]: value = "task-3288131" [ 701.240198] env[69941]: _type = "Task" [ 701.240198] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.251091] env[69941]: DEBUG oslo_vmware.api [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.474935] env[69941]: DEBUG nova.network.neutron [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Updating instance_info_cache with network_info: [{"id": "4321816e-9fd0-4e40-adbc-3a42a6e4b53c", "address": "fa:16:3e:eb:87:3f", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4321816e-9f", "ovs_interfaceid": "4321816e-9fd0-4e40-adbc-3a42a6e4b53c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.506534] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': task-3288130, 'name': Rename_Task, 'duration_secs': 0.190227} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.506854] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.507149] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbb19912-c4e3-43b6-b709-2b136d41f5b3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.517527] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Waiting for the task: (returnval){ [ 701.517527] env[69941]: value = "task-3288133" [ 701.517527] env[69941]: _type = "Task" [ 701.517527] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.531018] env[69941]: DEBUG nova.network.neutron [-] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.533395] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': task-3288133, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.725537] env[69941]: DEBUG nova.scheduler.client.report [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.752337] env[69941]: DEBUG oslo_vmware.api [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288131, 'name': PowerOffVM_Task, 'duration_secs': 0.241509} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.752604] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.752797] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.753025] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00d51706-e754-4474-a5a2-5e82313b6bbf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.780849] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.781194] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.784268] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Deleting the datastore file [datastore2] d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.784268] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-202413ba-37b5-4fdc-920c-707e109eb640 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.788408] env[69941]: DEBUG oslo_vmware.api [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for the task: (returnval){ [ 701.788408] env[69941]: value = "task-3288135" [ 701.788408] env[69941]: _type = "Task" [ 701.788408] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.797291] env[69941]: DEBUG oslo_vmware.api [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.911926] env[69941]: DEBUG nova.compute.manager [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.945933] env[69941]: DEBUG nova.virt.hardware [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.946211] env[69941]: DEBUG nova.virt.hardware [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.946372] env[69941]: DEBUG nova.virt.hardware [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.946565] env[69941]: DEBUG nova.virt.hardware [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.946740] env[69941]: DEBUG nova.virt.hardware [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.946907] env[69941]: DEBUG nova.virt.hardware [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.947181] env[69941]: DEBUG nova.virt.hardware [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.947343] env[69941]: DEBUG nova.virt.hardware [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.947513] env[69941]: DEBUG nova.virt.hardware [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.947675] env[69941]: DEBUG nova.virt.hardware [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.947847] env[69941]: DEBUG nova.virt.hardware [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.948722] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edf6122-8a99-4481-89e3-c0c2e8dca3be {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.956781] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24274d4d-9601-4210-bec0-b6e1164b0904 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.977470] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Releasing lock "refresh_cache-f523f6f3-7371-4ac7-a6e8-d02ea76d1999" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.977784] env[69941]: DEBUG nova.compute.manager [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Instance network_info: |[{"id": "4321816e-9fd0-4e40-adbc-3a42a6e4b53c", "address": "fa:16:3e:eb:87:3f", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4321816e-9f", "ovs_interfaceid": "4321816e-9fd0-4e40-adbc-3a42a6e4b53c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.978186] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:87:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4321816e-9fd0-4e40-adbc-3a42a6e4b53c', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.985592] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Creating folder: Project (92142cc3090646d6831adb9c21f57037). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.985852] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fb58b1c-877f-42ea-a6a4-172762427b40 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.996788] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Created folder: Project (92142cc3090646d6831adb9c21f57037) in parent group-v656570. [ 701.997038] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Creating folder: Instances. Parent ref: group-v656670. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.997283] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb065f21-c360-499e-80de-32b968f8b9b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.007879] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Created folder: Instances in parent group-v656670. [ 702.008135] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.008327] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.008525] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36300a2b-599d-4f21-8920-841636858e80 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.032418] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': task-3288133, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.034583] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.034583] env[69941]: value = "task-3288138" [ 702.034583] env[69941]: _type = "Task" [ 702.034583] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.035980] env[69941]: DEBUG nova.compute.manager [req-31eb27bf-207d-410b-a92a-e737828bc352 req-8ebf660f-29fa-4260-a03e-dc073c591d91 service nova] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Received event network-changed-4321816e-9fd0-4e40-adbc-3a42a6e4b53c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.036201] env[69941]: DEBUG nova.compute.manager [req-31eb27bf-207d-410b-a92a-e737828bc352 req-8ebf660f-29fa-4260-a03e-dc073c591d91 service nova] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Refreshing instance network info cache due to event network-changed-4321816e-9fd0-4e40-adbc-3a42a6e4b53c. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.036385] env[69941]: DEBUG oslo_concurrency.lockutils [req-31eb27bf-207d-410b-a92a-e737828bc352 req-8ebf660f-29fa-4260-a03e-dc073c591d91 service nova] Acquiring lock "refresh_cache-f523f6f3-7371-4ac7-a6e8-d02ea76d1999" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.036524] env[69941]: DEBUG oslo_concurrency.lockutils [req-31eb27bf-207d-410b-a92a-e737828bc352 req-8ebf660f-29fa-4260-a03e-dc073c591d91 service nova] Acquired lock "refresh_cache-f523f6f3-7371-4ac7-a6e8-d02ea76d1999" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.036680] env[69941]: DEBUG nova.network.neutron [req-31eb27bf-207d-410b-a92a-e737828bc352 req-8ebf660f-29fa-4260-a03e-dc073c591d91 service nova] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Refreshing network info cache for port 4321816e-9fd0-4e40-adbc-3a42a6e4b53c {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.037868] env[69941]: INFO nova.compute.manager [-] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Took 1.92 seconds to deallocate network for instance. [ 702.052011] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288138, 'name': CreateVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.151849] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Acquiring lock "1bfa85ea-6706-4715-a3d7-eec56b2febff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.152295] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Lock "1bfa85ea-6706-4715-a3d7-eec56b2febff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.297900] env[69941]: DEBUG oslo_vmware.api [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Task: {'id': task-3288135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173478} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.300391] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.300391] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.300391] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.300391] env[69941]: INFO nova.compute.manager [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Took 1.08 seconds to destroy the instance on the hypervisor. [ 702.300391] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.300632] env[69941]: DEBUG nova.compute.manager [-] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.300632] env[69941]: DEBUG nova.network.neutron [-] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.315732] env[69941]: DEBUG nova.network.neutron [-] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.533623] env[69941]: DEBUG oslo_vmware.api [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': task-3288133, 'name': PowerOnVM_Task, 'duration_secs': 0.908338} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.533955] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.534230] env[69941]: INFO nova.compute.manager [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Took 8.32 seconds to spawn the instance on the hypervisor. [ 702.534471] env[69941]: DEBUG nova.compute.manager [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.535605] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2901e2-592a-4e29-8080-37017835e877 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.548967] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.553243] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288138, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.737658] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.850s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.740850] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.281s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.741098] env[69941]: DEBUG nova.objects.instance [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Lazy-loading 'resources' on Instance uuid 0acc5a3d-2d04-4126-898d-f0b832025714 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.821125] env[69941]: DEBUG nova.network.neutron [-] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.885435] env[69941]: DEBUG nova.network.neutron [req-31eb27bf-207d-410b-a92a-e737828bc352 req-8ebf660f-29fa-4260-a03e-dc073c591d91 service nova] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Updated VIF entry in instance network info cache for port 4321816e-9fd0-4e40-adbc-3a42a6e4b53c. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.885827] env[69941]: DEBUG nova.network.neutron [req-31eb27bf-207d-410b-a92a-e737828bc352 req-8ebf660f-29fa-4260-a03e-dc073c591d91 service nova] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Updating instance_info_cache with network_info: [{"id": "4321816e-9fd0-4e40-adbc-3a42a6e4b53c", "address": "fa:16:3e:eb:87:3f", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4321816e-9f", "ovs_interfaceid": "4321816e-9fd0-4e40-adbc-3a42a6e4b53c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.056435] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288138, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.064553] env[69941]: INFO nova.compute.manager [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Took 41.02 seconds to build instance. [ 703.099135] env[69941]: DEBUG nova.network.neutron [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Successfully updated port: 33830307-03e6-4694-a629-66d6c890e9a1 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.321660] env[69941]: INFO nova.compute.manager [-] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Took 1.02 seconds to deallocate network for instance. [ 703.329159] env[69941]: INFO nova.scheduler.client.report [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Deleted allocation for migration 0129146d-9e03-4f3c-8567-ffd2ee94ef2d [ 703.389592] env[69941]: DEBUG oslo_concurrency.lockutils [req-31eb27bf-207d-410b-a92a-e737828bc352 req-8ebf660f-29fa-4260-a03e-dc073c591d91 service nova] Releasing lock "refresh_cache-f523f6f3-7371-4ac7-a6e8-d02ea76d1999" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.389878] env[69941]: DEBUG nova.compute.manager [req-31eb27bf-207d-410b-a92a-e737828bc352 req-8ebf660f-29fa-4260-a03e-dc073c591d91 service nova] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Received event network-vif-deleted-db79df25-cc2d-4372-ae08-52de30539d3c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.557414] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288138, 'name': CreateVM_Task, 'duration_secs': 1.21845} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.558063] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.558879] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.559259] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.561020] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.561020] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee8bca96-b15c-402d-9a63-78c632af08f7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.566815] env[69941]: DEBUG oslo_concurrency.lockutils [None req-782ae1d2-fd53-4014-afff-17da5a6a768d tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Lock "de55432c-0427-421a-bac7-cd2fc34c9749" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.513s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.567156] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 703.567156] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52dfb614-e84d-b580-dd89-9bdc66ad498f" [ 703.567156] env[69941]: _type = "Task" [ 703.567156] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.576983] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52dfb614-e84d-b580-dd89-9bdc66ad498f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.602100] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "refresh_cache-f684ba22-e1f9-4ac7-a0f1-f06dd384812b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.602208] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired lock "refresh_cache-f684ba22-e1f9-4ac7-a0f1-f06dd384812b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.602436] env[69941]: DEBUG nova.network.neutron [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.760796] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1730e539-972e-4a69-82a9-cb2e38ec798e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.769455] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4462ec95-d441-4913-ac4e-95903f601b62 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.807483] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3563e0b-c5f2-4f13-9665-842e3e0a55f1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.818913] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f8de8e-2699-486b-87c7-74bc5c76f0ed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.833771] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.834614] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7773606c-fe54-4d85-aea9-0b52a197a1c9 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "57099f0b-431e-418d-87f4-dc00199920e2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.060s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.835814] env[69941]: DEBUG nova.compute.provider_tree [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.065074] env[69941]: DEBUG nova.compute.manager [req-5b6a83e4-b29a-4a0a-ad1e-024598c23d3e req-6dbdd926-2db7-4c53-bfb7-58bd3f52cedd service nova] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Received event network-vif-plugged-33830307-03e6-4694-a629-66d6c890e9a1 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.065536] env[69941]: DEBUG oslo_concurrency.lockutils [req-5b6a83e4-b29a-4a0a-ad1e-024598c23d3e req-6dbdd926-2db7-4c53-bfb7-58bd3f52cedd service nova] Acquiring lock "f684ba22-e1f9-4ac7-a0f1-f06dd384812b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.065536] env[69941]: DEBUG oslo_concurrency.lockutils [req-5b6a83e4-b29a-4a0a-ad1e-024598c23d3e req-6dbdd926-2db7-4c53-bfb7-58bd3f52cedd service nova] Lock "f684ba22-e1f9-4ac7-a0f1-f06dd384812b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.066642] env[69941]: DEBUG oslo_concurrency.lockutils [req-5b6a83e4-b29a-4a0a-ad1e-024598c23d3e req-6dbdd926-2db7-4c53-bfb7-58bd3f52cedd service nova] Lock "f684ba22-e1f9-4ac7-a0f1-f06dd384812b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.066642] env[69941]: DEBUG nova.compute.manager [req-5b6a83e4-b29a-4a0a-ad1e-024598c23d3e req-6dbdd926-2db7-4c53-bfb7-58bd3f52cedd service nova] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] No waiting events found dispatching network-vif-plugged-33830307-03e6-4694-a629-66d6c890e9a1 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.066642] env[69941]: WARNING nova.compute.manager [req-5b6a83e4-b29a-4a0a-ad1e-024598c23d3e req-6dbdd926-2db7-4c53-bfb7-58bd3f52cedd service nova] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Received unexpected event network-vif-plugged-33830307-03e6-4694-a629-66d6c890e9a1 for instance with vm_state building and task_state spawning. [ 704.066642] env[69941]: DEBUG nova.compute.manager [req-5b6a83e4-b29a-4a0a-ad1e-024598c23d3e req-6dbdd926-2db7-4c53-bfb7-58bd3f52cedd service nova] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Received event network-changed-33830307-03e6-4694-a629-66d6c890e9a1 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.066781] env[69941]: DEBUG nova.compute.manager [req-5b6a83e4-b29a-4a0a-ad1e-024598c23d3e req-6dbdd926-2db7-4c53-bfb7-58bd3f52cedd service nova] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Refreshing instance network info cache due to event network-changed-33830307-03e6-4694-a629-66d6c890e9a1. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.067524] env[69941]: DEBUG oslo_concurrency.lockutils [req-5b6a83e4-b29a-4a0a-ad1e-024598c23d3e req-6dbdd926-2db7-4c53-bfb7-58bd3f52cedd service nova] Acquiring lock "refresh_cache-f684ba22-e1f9-4ac7-a0f1-f06dd384812b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.073641] env[69941]: DEBUG nova.compute.manager [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.085933] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52dfb614-e84d-b580-dd89-9bdc66ad498f, 'name': SearchDatastore_Task, 'duration_secs': 0.018951} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.086352] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Acquiring lock "de55432c-0427-421a-bac7-cd2fc34c9749" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.086611] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Lock "de55432c-0427-421a-bac7-cd2fc34c9749" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.086897] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Acquiring lock "de55432c-0427-421a-bac7-cd2fc34c9749-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.087137] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Lock "de55432c-0427-421a-bac7-cd2fc34c9749-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.087382] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Lock "de55432c-0427-421a-bac7-cd2fc34c9749-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.088918] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.089233] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.089504] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.089685] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.089906] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.090496] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eed4a063-bfb0-4c93-8362-c1630301d034 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.092713] env[69941]: INFO nova.compute.manager [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Terminating instance [ 704.102247] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.102483] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.103298] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b512f05-9798-421a-8d9a-987e3db2cc11 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.114160] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 704.114160] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]528e4a90-4f14-9405-1775-f840b2d3b903" [ 704.114160] env[69941]: _type = "Task" [ 704.114160] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.123192] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528e4a90-4f14-9405-1775-f840b2d3b903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.141696] env[69941]: DEBUG nova.network.neutron [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.295930] env[69941]: DEBUG nova.network.neutron [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Updating instance_info_cache with network_info: [{"id": "33830307-03e6-4694-a629-66d6c890e9a1", "address": "fa:16:3e:67:71:67", "network": {"id": "37b5b15a-9744-4abc-ab1f-cb15a276fabb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221774887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "042be2d5f2014c2ab3e6b1e1c1d192b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33830307-03", "ovs_interfaceid": "33830307-03e6-4694-a629-66d6c890e9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.338579] env[69941]: DEBUG nova.scheduler.client.report [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.598381] env[69941]: DEBUG nova.compute.manager [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.598670] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.599606] env[69941]: DEBUG oslo_concurrency.lockutils [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.600518] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43001a56-8226-4897-86db-3f6b5bb0998b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.608823] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.608971] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3db37092-192b-4381-bff5-1f7bcb09c7b1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.619927] env[69941]: DEBUG oslo_vmware.api [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Waiting for the task: (returnval){ [ 704.619927] env[69941]: value = "task-3288140" [ 704.619927] env[69941]: _type = "Task" [ 704.619927] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.630027] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528e4a90-4f14-9405-1775-f840b2d3b903, 'name': SearchDatastore_Task, 'duration_secs': 0.013241} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.631238] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f95dd0b-bea7-44fb-b22f-28715ba222e8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.637091] env[69941]: DEBUG oslo_vmware.api [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': task-3288140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.640373] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 704.640373] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c84188-1641-a1c7-275c-e29c592ae49f" [ 704.640373] env[69941]: _type = "Task" [ 704.640373] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.650680] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c84188-1641-a1c7-275c-e29c592ae49f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.799596] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Releasing lock "refresh_cache-f684ba22-e1f9-4ac7-a0f1-f06dd384812b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.799596] env[69941]: DEBUG nova.compute.manager [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Instance network_info: |[{"id": "33830307-03e6-4694-a629-66d6c890e9a1", "address": "fa:16:3e:67:71:67", "network": {"id": "37b5b15a-9744-4abc-ab1f-cb15a276fabb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221774887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "042be2d5f2014c2ab3e6b1e1c1d192b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33830307-03", "ovs_interfaceid": "33830307-03e6-4694-a629-66d6c890e9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.799857] env[69941]: DEBUG oslo_concurrency.lockutils [req-5b6a83e4-b29a-4a0a-ad1e-024598c23d3e req-6dbdd926-2db7-4c53-bfb7-58bd3f52cedd service nova] Acquired lock "refresh_cache-f684ba22-e1f9-4ac7-a0f1-f06dd384812b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.799857] env[69941]: DEBUG nova.network.neutron [req-5b6a83e4-b29a-4a0a-ad1e-024598c23d3e req-6dbdd926-2db7-4c53-bfb7-58bd3f52cedd service nova] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Refreshing network info cache for port 33830307-03e6-4694-a629-66d6c890e9a1 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.800963] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:71:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33830307-03e6-4694-a629-66d6c890e9a1', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.809688] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Creating folder: Project (042be2d5f2014c2ab3e6b1e1c1d192b1). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.813455] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14266db1-0100-4c56-ad19-cc92930fa969 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.828282] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Created folder: Project (042be2d5f2014c2ab3e6b1e1c1d192b1) in parent group-v656570. [ 704.828526] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Creating folder: Instances. Parent ref: group-v656673. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.828790] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76e935d2-bb7d-48a1-a90b-3955bc66b62c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.844453] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.848741] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Created folder: Instances in parent group-v656673. [ 704.849026] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.849585] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.441s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.853825] env[69941]: INFO nova.compute.claims [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.857117] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.858431] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-597b34ab-9e65-4f42-8c35-111b7bae7602 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.876353] env[69941]: INFO nova.scheduler.client.report [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Deleted allocations for instance 0acc5a3d-2d04-4126-898d-f0b832025714 [ 704.886019] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.886019] env[69941]: value = "task-3288143" [ 704.886019] env[69941]: _type = "Task" [ 704.886019] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.895803] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288143, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.132110] env[69941]: DEBUG oslo_vmware.api [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': task-3288140, 'name': PowerOffVM_Task, 'duration_secs': 0.329391} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.132110] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.132110] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.132110] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b87cf771-2b3d-43d7-a76f-0a344715175d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.152505] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c84188-1641-a1c7-275c-e29c592ae49f, 'name': SearchDatastore_Task, 'duration_secs': 0.015879} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.152940] env[69941]: DEBUG nova.network.neutron [req-5b6a83e4-b29a-4a0a-ad1e-024598c23d3e req-6dbdd926-2db7-4c53-bfb7-58bd3f52cedd service nova] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Updated VIF entry in instance network info cache for port 33830307-03e6-4694-a629-66d6c890e9a1. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.153279] env[69941]: DEBUG nova.network.neutron [req-5b6a83e4-b29a-4a0a-ad1e-024598c23d3e req-6dbdd926-2db7-4c53-bfb7-58bd3f52cedd service nova] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Updating instance_info_cache with network_info: [{"id": "33830307-03e6-4694-a629-66d6c890e9a1", "address": "fa:16:3e:67:71:67", "network": {"id": "37b5b15a-9744-4abc-ab1f-cb15a276fabb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221774887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "042be2d5f2014c2ab3e6b1e1c1d192b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33830307-03", "ovs_interfaceid": "33830307-03e6-4694-a629-66d6c890e9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.154468] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.154736] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] f523f6f3-7371-4ac7-a6e8-d02ea76d1999/f523f6f3-7371-4ac7-a6e8-d02ea76d1999.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.154991] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c0658aa-9a13-4671-b97b-0fef55160efa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.164207] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 705.164207] env[69941]: value = "task-3288145" [ 705.164207] env[69941]: _type = "Task" [ 705.164207] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.175515] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.203454] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.203711] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.203894] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Deleting the datastore file [datastore2] de55432c-0427-421a-bac7-cd2fc34c9749 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.204193] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcd9010c-3d3a-4b92-a294-a964f12c71b9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.213762] env[69941]: DEBUG oslo_vmware.api [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Waiting for the task: (returnval){ [ 705.213762] env[69941]: value = "task-3288146" [ 705.213762] env[69941]: _type = "Task" [ 705.213762] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.225277] env[69941]: DEBUG oslo_vmware.api [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': task-3288146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.386297] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d5ecef6-f57f-486f-a48f-d6976fd4d6bc tempest-FloatingIPsAssociationNegativeTestJSON-778877240 tempest-FloatingIPsAssociationNegativeTestJSON-778877240-project-member] Lock "0acc5a3d-2d04-4126-898d-f0b832025714" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.618s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.400532] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288143, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.435479] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "8e766713-d381-4ee2-bfee-fbe68cf01cc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.435613] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "8e766713-d381-4ee2-bfee-fbe68cf01cc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.658832] env[69941]: DEBUG oslo_concurrency.lockutils [req-5b6a83e4-b29a-4a0a-ad1e-024598c23d3e req-6dbdd926-2db7-4c53-bfb7-58bd3f52cedd service nova] Releasing lock "refresh_cache-f684ba22-e1f9-4ac7-a0f1-f06dd384812b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.679752] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288145, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.730876] env[69941]: DEBUG oslo_vmware.api [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Task: {'id': task-3288146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172213} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.731334] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.731414] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.731586] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.731763] env[69941]: INFO nova.compute.manager [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Took 1.13 seconds to destroy the instance on the hypervisor. [ 705.732014] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.732227] env[69941]: DEBUG nova.compute.manager [-] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.732321] env[69941]: DEBUG nova.network.neutron [-] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.901804] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288143, 'name': CreateVM_Task, 'duration_secs': 0.518469} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.901986] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.902897] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.903085] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.903724] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.906266] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a60a5850-56e6-4dab-8400-5b26e95aed11 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.913273] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 705.913273] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526a7577-a363-0ffc-54a1-57a661037b52" [ 705.913273] env[69941]: _type = "Task" [ 705.913273] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.923011] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526a7577-a363-0ffc-54a1-57a661037b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.183335] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65865} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.183335] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] f523f6f3-7371-4ac7-a6e8-d02ea76d1999/f523f6f3-7371-4ac7-a6e8-d02ea76d1999.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.183335] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.183565] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8e7256e-7f21-40bc-a27a-31fb6372dd8d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.194331] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 706.194331] env[69941]: value = "task-3288148" [ 706.194331] env[69941]: _type = "Task" [ 706.194331] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.204634] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.346784] env[69941]: DEBUG nova.compute.manager [req-c8fe14df-bfbb-4480-9a8b-674acd150e54 req-efa0f6ff-774a-4eb9-9ed7-3baafd02e479 service nova] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Received event network-vif-deleted-572d02b2-98ff-4b0a-afa1-b0f297d51f59 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.347009] env[69941]: INFO nova.compute.manager [req-c8fe14df-bfbb-4480-9a8b-674acd150e54 req-efa0f6ff-774a-4eb9-9ed7-3baafd02e479 service nova] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Neutron deleted interface 572d02b2-98ff-4b0a-afa1-b0f297d51f59; detaching it from the instance and deleting it from the info cache [ 706.347196] env[69941]: DEBUG nova.network.neutron [req-c8fe14df-bfbb-4480-9a8b-674acd150e54 req-efa0f6ff-774a-4eb9-9ed7-3baafd02e479 service nova] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.403392] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45aba80-eae5-4d88-a8bd-704081c5f74d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.418292] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6dd03a-0435-4719-9eae-a40a169e6480 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.433506] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526a7577-a363-0ffc-54a1-57a661037b52, 'name': SearchDatastore_Task, 'duration_secs': 0.014038} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.467171] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.467171] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.467171] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.467171] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.467171] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.467581] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ca5c6df-258c-4b65-9ba7-6aed634043b2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.470315] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c76f8b-1b47-4a72-b6fd-6258b198dff7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.479192] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5221827d-5e96-404a-8d01-1c80c8e25140 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.484489] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.484661] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.485928] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f354535f-b729-4b4c-ac12-4942114aba50 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.497730] env[69941]: DEBUG nova.compute.provider_tree [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.501340] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 706.501340] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52edb60a-5055-d968-212e-84082ada85c9" [ 706.501340] env[69941]: _type = "Task" [ 706.501340] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.516393] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52edb60a-5055-d968-212e-84082ada85c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.538708] env[69941]: DEBUG nova.network.neutron [-] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.706569] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.329706} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.706917] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.711098] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9ae668-68ca-41c1-aede-bb1a6f988ab2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.732637] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] f523f6f3-7371-4ac7-a6e8-d02ea76d1999/f523f6f3-7371-4ac7-a6e8-d02ea76d1999.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.732637] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-772e1f81-f595-45b3-82b4-b6ef42f3e7b0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.756571] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 706.756571] env[69941]: value = "task-3288149" [ 706.756571] env[69941]: _type = "Task" [ 706.756571] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.767053] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.850745] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32e0ea36-7e09-498f-8b03-5f089407a758 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.864558] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd867a89-1f18-4071-8931-fb645564a20a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.902398] env[69941]: DEBUG nova.compute.manager [req-c8fe14df-bfbb-4480-9a8b-674acd150e54 req-efa0f6ff-774a-4eb9-9ed7-3baafd02e479 service nova] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Detach interface failed, port_id=572d02b2-98ff-4b0a-afa1-b0f297d51f59, reason: Instance de55432c-0427-421a-bac7-cd2fc34c9749 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 707.002828] env[69941]: DEBUG nova.scheduler.client.report [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.017016] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52edb60a-5055-d968-212e-84082ada85c9, 'name': SearchDatastore_Task, 'duration_secs': 0.055125} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.017876] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3902a686-ef87-4694-a776-ce0a627baddb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.024458] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 707.024458] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b9c79c-0a7b-e4fa-4439-87f7033f1d4b" [ 707.024458] env[69941]: _type = "Task" [ 707.024458] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.034915] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b9c79c-0a7b-e4fa-4439-87f7033f1d4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.041836] env[69941]: INFO nova.compute.manager [-] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Took 1.31 seconds to deallocate network for instance. [ 707.270994] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.512167] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.512715] env[69941]: DEBUG nova.compute.manager [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.519124] env[69941]: DEBUG oslo_concurrency.lockutils [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.500s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.519124] env[69941]: INFO nova.compute.claims [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.538321] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b9c79c-0a7b-e4fa-4439-87f7033f1d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.051717} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.538586] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.538846] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] f684ba22-e1f9-4ac7-a0f1-f06dd384812b/f684ba22-e1f9-4ac7-a0f1-f06dd384812b.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.540160] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8381345-3ae4-42ca-af71-192f9532b824 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.550278] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.550633] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 707.550633] env[69941]: value = "task-3288151" [ 707.550633] env[69941]: _type = "Task" [ 707.550633] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.560759] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.713469] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquiring lock "d43bb025-2fac-4629-b4b3-5d77abdbf582" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.713801] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "d43bb025-2fac-4629-b4b3-5d77abdbf582" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.714079] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquiring lock "d43bb025-2fac-4629-b4b3-5d77abdbf582-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.714317] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "d43bb025-2fac-4629-b4b3-5d77abdbf582-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.714560] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "d43bb025-2fac-4629-b4b3-5d77abdbf582-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.717283] env[69941]: INFO nova.compute.manager [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Terminating instance [ 707.774887] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288149, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.021646] env[69941]: DEBUG nova.compute.utils [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.025281] env[69941]: DEBUG nova.compute.manager [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.025466] env[69941]: DEBUG nova.network.neutron [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.068446] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.094199] env[69941]: DEBUG nova.policy [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17e1759bddfe4fedb80416bc1bee9969', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a0cb7a80314b6d86cb455168fb02a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.221237] env[69941]: DEBUG nova.compute.manager [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.221545] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.222440] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c78409-5e47-4506-ae7b-760646c4fdbc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.234449] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.234761] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd255a9d-e73d-40eb-bb62-11c974e421d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.244579] env[69941]: DEBUG oslo_vmware.api [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 708.244579] env[69941]: value = "task-3288152" [ 708.244579] env[69941]: _type = "Task" [ 708.244579] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.254418] env[69941]: DEBUG oslo_vmware.api [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.270030] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288149, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.321176] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquiring lock "99f455c6-bc8a-476c-bd12-f7f19a3aa219" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.321431] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "99f455c6-bc8a-476c-bd12-f7f19a3aa219" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.418784] env[69941]: DEBUG nova.network.neutron [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Successfully created port: 99665b33-5d28-497a-94cd-44615723da1b {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.526677] env[69941]: DEBUG nova.compute.manager [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.565075] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288151, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.758034] env[69941]: DEBUG oslo_vmware.api [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288152, 'name': PowerOffVM_Task, 'duration_secs': 0.389736} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.758514] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.758514] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.758861] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-197ced7e-1ef9-4893-93c1-a508d2962bdd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.775428] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288149, 'name': ReconfigVM_Task, 'duration_secs': 1.701267} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.775739] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Reconfigured VM instance instance-00000024 to attach disk [datastore1] f523f6f3-7371-4ac7-a6e8-d02ea76d1999/f523f6f3-7371-4ac7-a6e8-d02ea76d1999.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.776562] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b62a8e6-3f89-408f-bb2d-9737559403d2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.790508] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 708.790508] env[69941]: value = "task-3288154" [ 708.790508] env[69941]: _type = "Task" [ 708.790508] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.806701] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288154, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.984461] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.987128] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.987128] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Deleting the datastore file [datastore1] d43bb025-2fac-4629-b4b3-5d77abdbf582 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.987128] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d90be62-1b00-485d-8ab9-109bab6755a8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.998301] env[69941]: DEBUG oslo_vmware.api [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 708.998301] env[69941]: value = "task-3288155" [ 708.998301] env[69941]: _type = "Task" [ 708.998301] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.006504] env[69941]: DEBUG oslo_vmware.api [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.063653] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288151, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.431736} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.066529] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] f684ba22-e1f9-4ac7-a0f1-f06dd384812b/f684ba22-e1f9-4ac7-a0f1-f06dd384812b.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.067833] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.067833] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c7be926-2b07-4a9e-82bd-931eb088ae13 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.075924] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 709.075924] env[69941]: value = "task-3288156" [ 709.075924] env[69941]: _type = "Task" [ 709.075924] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.091649] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.205878] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcbc243-c643-4395-a7a6-c2a48e751b37 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.215561] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76b43f0-46ff-438e-9bbe-410ca01b88bc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.248781] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc47055-df03-49d1-b8af-e410ba175e65 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.258023] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b376b7-7f21-4fc4-9ff7-19f077e88abc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.274079] env[69941]: DEBUG nova.compute.provider_tree [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.302192] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288154, 'name': Rename_Task, 'duration_secs': 0.328732} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.302601] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.302918] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d2285d1-e20b-40af-85a3-f4aba074eb52 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.311104] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 709.311104] env[69941]: value = "task-3288157" [ 709.311104] env[69941]: _type = "Task" [ 709.311104] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.323620] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.508814] env[69941]: DEBUG oslo_vmware.api [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184933} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.509125] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.509343] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.511641] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.511641] env[69941]: INFO nova.compute.manager [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Took 1.29 seconds to destroy the instance on the hypervisor. [ 709.511641] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.511641] env[69941]: DEBUG nova.compute.manager [-] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.511641] env[69941]: DEBUG nova.network.neutron [-] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.539688] env[69941]: DEBUG nova.compute.manager [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.571579] env[69941]: DEBUG nova.virt.hardware [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.571854] env[69941]: DEBUG nova.virt.hardware [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.572055] env[69941]: DEBUG nova.virt.hardware [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.572270] env[69941]: DEBUG nova.virt.hardware [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.572425] env[69941]: DEBUG nova.virt.hardware [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.572575] env[69941]: DEBUG nova.virt.hardware [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.572794] env[69941]: DEBUG nova.virt.hardware [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.572931] env[69941]: DEBUG nova.virt.hardware [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.573109] env[69941]: DEBUG nova.virt.hardware [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.573274] env[69941]: DEBUG nova.virt.hardware [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.573446] env[69941]: DEBUG nova.virt.hardware [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.574373] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b339bb0-d510-4512-8c2f-2e2053c4ae26 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.589983] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077992} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.592354] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.593242] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a9c84e-216f-4608-93be-37e24675d9fa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.597184] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dc53e3-c8a6-43de-bc78-17a242e3e5bb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.634807] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] f684ba22-e1f9-4ac7-a0f1-f06dd384812b/f684ba22-e1f9-4ac7-a0f1-f06dd384812b.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.634807] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faaf4bce-b36d-4509-a71d-632cf3cea6c5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.659482] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 709.659482] env[69941]: value = "task-3288159" [ 709.659482] env[69941]: _type = "Task" [ 709.659482] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.669311] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.777956] env[69941]: DEBUG nova.scheduler.client.report [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.824017] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.107714] env[69941]: DEBUG nova.compute.manager [req-d2c565b3-f0fe-4318-b210-2d8e2c5e7205 req-671d6109-bdc3-470e-84f9-a3b008cb5117 service nova] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Received event network-vif-plugged-99665b33-5d28-497a-94cd-44615723da1b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.107939] env[69941]: DEBUG oslo_concurrency.lockutils [req-d2c565b3-f0fe-4318-b210-2d8e2c5e7205 req-671d6109-bdc3-470e-84f9-a3b008cb5117 service nova] Acquiring lock "9124437a-6601-4be7-9477-718f1ad678a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.108217] env[69941]: DEBUG oslo_concurrency.lockutils [req-d2c565b3-f0fe-4318-b210-2d8e2c5e7205 req-671d6109-bdc3-470e-84f9-a3b008cb5117 service nova] Lock "9124437a-6601-4be7-9477-718f1ad678a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.108409] env[69941]: DEBUG oslo_concurrency.lockutils [req-d2c565b3-f0fe-4318-b210-2d8e2c5e7205 req-671d6109-bdc3-470e-84f9-a3b008cb5117 service nova] Lock "9124437a-6601-4be7-9477-718f1ad678a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.108599] env[69941]: DEBUG nova.compute.manager [req-d2c565b3-f0fe-4318-b210-2d8e2c5e7205 req-671d6109-bdc3-470e-84f9-a3b008cb5117 service nova] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] No waiting events found dispatching network-vif-plugged-99665b33-5d28-497a-94cd-44615723da1b {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.108731] env[69941]: WARNING nova.compute.manager [req-d2c565b3-f0fe-4318-b210-2d8e2c5e7205 req-671d6109-bdc3-470e-84f9-a3b008cb5117 service nova] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Received unexpected event network-vif-plugged-99665b33-5d28-497a-94cd-44615723da1b for instance with vm_state building and task_state spawning. [ 710.171235] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288159, 'name': ReconfigVM_Task, 'duration_secs': 0.440638} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.171717] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Reconfigured VM instance instance-00000025 to attach disk [datastore1] f684ba22-e1f9-4ac7-a0f1-f06dd384812b/f684ba22-e1f9-4ac7-a0f1-f06dd384812b.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.172572] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9598b8ad-c37f-4913-aa65-70828d5a8de0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.183230] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 710.183230] env[69941]: value = "task-3288160" [ 710.183230] env[69941]: _type = "Task" [ 710.183230] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.199028] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288160, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.273036] env[69941]: DEBUG nova.network.neutron [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Successfully updated port: 99665b33-5d28-497a-94cd-44615723da1b {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.286096] env[69941]: DEBUG oslo_concurrency.lockutils [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.286723] env[69941]: DEBUG nova.compute.manager [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.292033] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.333s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.292033] env[69941]: DEBUG nova.objects.instance [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lazy-loading 'resources' on Instance uuid 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.328717] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288157, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.692216] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288160, 'name': Rename_Task, 'duration_secs': 0.18305} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.696018] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.696018] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-192201c3-861c-4b1d-aee1-6d8437fe2c26 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.701569] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 710.701569] env[69941]: value = "task-3288161" [ 710.701569] env[69941]: _type = "Task" [ 710.701569] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.711438] env[69941]: DEBUG nova.network.neutron [-] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.712785] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.776534] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "refresh_cache-9124437a-6601-4be7-9477-718f1ad678a6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.776750] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquired lock "refresh_cache-9124437a-6601-4be7-9477-718f1ad678a6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.776924] env[69941]: DEBUG nova.network.neutron [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.803184] env[69941]: DEBUG nova.compute.utils [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.805477] env[69941]: DEBUG nova.compute.manager [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.805659] env[69941]: DEBUG nova.network.neutron [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.825973] env[69941]: DEBUG oslo_vmware.api [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288157, 'name': PowerOnVM_Task, 'duration_secs': 1.151741} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.826269] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.826469] env[69941]: INFO nova.compute.manager [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Took 11.63 seconds to spawn the instance on the hypervisor. [ 710.828325] env[69941]: DEBUG nova.compute.manager [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.829692] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ddbffb-0e41-42e0-b1f2-46db819b8e93 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.896455] env[69941]: DEBUG nova.policy [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17e1759bddfe4fedb80416bc1bee9969', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a0cb7a80314b6d86cb455168fb02a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.213887] env[69941]: INFO nova.compute.manager [-] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Took 1.70 seconds to deallocate network for instance. [ 711.220243] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288161, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.311752] env[69941]: DEBUG nova.compute.manager [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.344448] env[69941]: DEBUG nova.network.neutron [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.360364] env[69941]: INFO nova.compute.manager [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Took 45.92 seconds to build instance. [ 711.458458] env[69941]: DEBUG nova.network.neutron [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Successfully created port: c7fa6cce-b340-4566-911b-f09dd5dae7a7 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.507013] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c022cf-b89a-4391-8add-f1362de6466d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.517539] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84a25b2-8678-448c-baba-eead2e35e398 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.551032] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d095bd-d0cc-4bce-a4e0-2997d635ef59 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.558636] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab71a03-80cc-442b-954e-000b30082654 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.574416] env[69941]: DEBUG nova.compute.provider_tree [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.708755] env[69941]: DEBUG nova.network.neutron [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Updating instance_info_cache with network_info: [{"id": "99665b33-5d28-497a-94cd-44615723da1b", "address": "fa:16:3e:27:36:aa", "network": {"id": "f41030b2-ef05-4707-893b-9207b6d203bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-382482037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a0cb7a80314b6d86cb455168fb02a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99665b33-5d", "ovs_interfaceid": "99665b33-5d28-497a-94cd-44615723da1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.716888] env[69941]: DEBUG oslo_vmware.api [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288161, 'name': PowerOnVM_Task, 'duration_secs': 0.529803} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.717169] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.717382] env[69941]: INFO nova.compute.manager [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Took 9.81 seconds to spawn the instance on the hypervisor. [ 711.717554] env[69941]: DEBUG nova.compute.manager [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.718719] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a66075f-6509-454d-9dbe-f98266b66199 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.730224] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.865132] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5f756e38-70f9-44f4-ac94-144b147e425e tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "f523f6f3-7371-4ac7-a6e8-d02ea76d1999" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.819s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.078679] env[69941]: DEBUG nova.scheduler.client.report [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.201163] env[69941]: DEBUG nova.compute.manager [req-85367052-0e7c-41a0-864b-2b0d8239d12d req-bea55809-dcd9-434b-88b2-f2c8fd911ed7 service nova] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Received event network-vif-deleted-4f2291b6-2c2a-4cd1-9a96-9ae77db38cb8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.201163] env[69941]: DEBUG nova.compute.manager [req-85367052-0e7c-41a0-864b-2b0d8239d12d req-bea55809-dcd9-434b-88b2-f2c8fd911ed7 service nova] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Received event network-changed-99665b33-5d28-497a-94cd-44615723da1b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.201163] env[69941]: DEBUG nova.compute.manager [req-85367052-0e7c-41a0-864b-2b0d8239d12d req-bea55809-dcd9-434b-88b2-f2c8fd911ed7 service nova] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Refreshing instance network info cache due to event network-changed-99665b33-5d28-497a-94cd-44615723da1b. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.201163] env[69941]: DEBUG oslo_concurrency.lockutils [req-85367052-0e7c-41a0-864b-2b0d8239d12d req-bea55809-dcd9-434b-88b2-f2c8fd911ed7 service nova] Acquiring lock "refresh_cache-9124437a-6601-4be7-9477-718f1ad678a6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.211821] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Releasing lock "refresh_cache-9124437a-6601-4be7-9477-718f1ad678a6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.212185] env[69941]: DEBUG nova.compute.manager [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Instance network_info: |[{"id": "99665b33-5d28-497a-94cd-44615723da1b", "address": "fa:16:3e:27:36:aa", "network": {"id": "f41030b2-ef05-4707-893b-9207b6d203bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-382482037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a0cb7a80314b6d86cb455168fb02a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99665b33-5d", "ovs_interfaceid": "99665b33-5d28-497a-94cd-44615723da1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.212520] env[69941]: DEBUG oslo_concurrency.lockutils [req-85367052-0e7c-41a0-864b-2b0d8239d12d req-bea55809-dcd9-434b-88b2-f2c8fd911ed7 service nova] Acquired lock "refresh_cache-9124437a-6601-4be7-9477-718f1ad678a6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.212712] env[69941]: DEBUG nova.network.neutron [req-85367052-0e7c-41a0-864b-2b0d8239d12d req-bea55809-dcd9-434b-88b2-f2c8fd911ed7 service nova] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Refreshing network info cache for port 99665b33-5d28-497a-94cd-44615723da1b {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.214484] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:36:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99665b33-5d28-497a-94cd-44615723da1b', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.222309] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Creating folder: Project (a0a0cb7a80314b6d86cb455168fb02a0). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.225370] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5764eb0c-f07b-4b66-afe7-f57e7e2950ea {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.240054] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Created folder: Project (a0a0cb7a80314b6d86cb455168fb02a0) in parent group-v656570. [ 712.240313] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Creating folder: Instances. Parent ref: group-v656677. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.240984] env[69941]: INFO nova.compute.manager [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Took 44.00 seconds to build instance. [ 712.242540] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4b5af10-2d0b-4e45-aeea-0a41a9f110bf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.255862] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Created folder: Instances in parent group-v656677. [ 712.255862] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.255862] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.255862] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2b0420e-08f1-4396-b3b4-7b5e95ce997c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.278850] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.278850] env[69941]: value = "task-3288165" [ 712.278850] env[69941]: _type = "Task" [ 712.278850] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.287897] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288165, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.320716] env[69941]: DEBUG nova.compute.manager [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.352301] env[69941]: DEBUG nova.virt.hardware [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.352562] env[69941]: DEBUG nova.virt.hardware [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.352739] env[69941]: DEBUG nova.virt.hardware [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.353052] env[69941]: DEBUG nova.virt.hardware [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.353193] env[69941]: DEBUG nova.virt.hardware [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.353372] env[69941]: DEBUG nova.virt.hardware [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.353585] env[69941]: DEBUG nova.virt.hardware [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.353742] env[69941]: DEBUG nova.virt.hardware [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.353927] env[69941]: DEBUG nova.virt.hardware [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.354073] env[69941]: DEBUG nova.virt.hardware [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.354293] env[69941]: DEBUG nova.virt.hardware [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.355540] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2f71c4-68bc-4b0e-94ec-e7c7b3f88374 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.364908] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dc2367-fb88-480b-863f-9030a2097b94 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.373019] env[69941]: DEBUG nova.compute.manager [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.583560] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.293s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.586381] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.254s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.586666] env[69941]: DEBUG nova.objects.instance [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lazy-loading 'resources' on Instance uuid 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.605183] env[69941]: INFO nova.scheduler.client.report [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Deleted allocations for instance 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5 [ 712.712821] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquiring lock "2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.713086] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.746195] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a745b8e-f5a5-4743-90a6-633e9225be68 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "f684ba22-e1f9-4ac7-a0f1-f06dd384812b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.342s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.789279] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288165, 'name': CreateVM_Task, 'duration_secs': 0.370053} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.789472] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.790157] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.790345] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.790660] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.791202] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeca10b9-6fa3-4e06-86a4-eb6538a8fd56 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.796326] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 712.796326] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b38afe-c6b9-31eb-077a-819d31feb3a0" [ 712.796326] env[69941]: _type = "Task" [ 712.796326] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.807423] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b38afe-c6b9-31eb-077a-819d31feb3a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.894170] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.967981] env[69941]: DEBUG nova.network.neutron [req-85367052-0e7c-41a0-864b-2b0d8239d12d req-bea55809-dcd9-434b-88b2-f2c8fd911ed7 service nova] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Updated VIF entry in instance network info cache for port 99665b33-5d28-497a-94cd-44615723da1b. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.968425] env[69941]: DEBUG nova.network.neutron [req-85367052-0e7c-41a0-864b-2b0d8239d12d req-bea55809-dcd9-434b-88b2-f2c8fd911ed7 service nova] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Updating instance_info_cache with network_info: [{"id": "99665b33-5d28-497a-94cd-44615723da1b", "address": "fa:16:3e:27:36:aa", "network": {"id": "f41030b2-ef05-4707-893b-9207b6d203bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-382482037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a0cb7a80314b6d86cb455168fb02a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99665b33-5d", "ovs_interfaceid": "99665b33-5d28-497a-94cd-44615723da1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.115478] env[69941]: DEBUG oslo_concurrency.lockutils [None req-24532e25-bcc2-41b0-85ca-755a33f25680 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.568s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.203109] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1a9c9be-71b3-4601-a02b-60e947601b5a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "f684ba22-e1f9-4ac7-a0f1-f06dd384812b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.203338] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1a9c9be-71b3-4601-a02b-60e947601b5a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "f684ba22-e1f9-4ac7-a0f1-f06dd384812b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.203534] env[69941]: DEBUG nova.compute.manager [None req-f1a9c9be-71b3-4601-a02b-60e947601b5a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.204767] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eede987e-3fb6-4418-a529-a97f773ed124 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.212589] env[69941]: DEBUG nova.compute.manager [None req-f1a9c9be-71b3-4601-a02b-60e947601b5a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69941) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 713.213437] env[69941]: DEBUG nova.objects.instance [None req-f1a9c9be-71b3-4601-a02b-60e947601b5a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lazy-loading 'flavor' on Instance uuid f684ba22-e1f9-4ac7-a0f1-f06dd384812b {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.253060] env[69941]: DEBUG nova.compute.manager [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.303855] env[69941]: DEBUG nova.network.neutron [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Successfully updated port: c7fa6cce-b340-4566-911b-f09dd5dae7a7 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.317988] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b38afe-c6b9-31eb-077a-819d31feb3a0, 'name': SearchDatastore_Task, 'duration_secs': 0.023923} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.317988] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.318400] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.318690] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.319172] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.319172] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.319645] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab8dfc5b-6ba9-4388-add0-43021e58ccd9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.335865] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.335865] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.336371] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0643b28d-5cc0-4aff-b476-ccd5891d333f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.351924] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 713.351924] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]527cb475-7acb-4474-ed7d-76c0a2308f2e" [ 713.351924] env[69941]: _type = "Task" [ 713.351924] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.366009] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527cb475-7acb-4474-ed7d-76c0a2308f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.015969} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.366825] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51caccaf-7f31-4a90-bfa2-ae321766a8b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.377738] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 713.377738] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52d1b45b-e438-55d0-d8da-5f6c18128112" [ 713.377738] env[69941]: _type = "Task" [ 713.377738] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.390180] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d1b45b-e438-55d0-d8da-5f6c18128112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.424332] env[69941]: DEBUG oslo_concurrency.lockutils [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquiring lock "dad2418f-614d-4fc5-9b83-3a54cd358e6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.424592] env[69941]: DEBUG oslo_concurrency.lockutils [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "dad2418f-614d-4fc5-9b83-3a54cd358e6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.471419] env[69941]: DEBUG oslo_concurrency.lockutils [req-85367052-0e7c-41a0-864b-2b0d8239d12d req-bea55809-dcd9-434b-88b2-f2c8fd911ed7 service nova] Releasing lock "refresh_cache-9124437a-6601-4be7-9477-718f1ad678a6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.693860] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662d21b2-7f09-47ff-be2e-54eb13dd4c58 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.702604] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7ea7be-c87a-48a1-b224-480120198e53 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.740583] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccdb710-3460-4584-91c3-eb9dd5414fab {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.750879] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b671b81-281e-44b4-b1c8-c7c3042cba84 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.770275] env[69941]: DEBUG nova.compute.provider_tree [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.779978] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.812484] env[69941]: DEBUG oslo_concurrency.lockutils [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "refresh_cache-9036d375-7626-4739-abeb-5bf3b454a48d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.812689] env[69941]: DEBUG oslo_concurrency.lockutils [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquired lock "refresh_cache-9036d375-7626-4739-abeb-5bf3b454a48d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.812863] env[69941]: DEBUG nova.network.neutron [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.889665] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d1b45b-e438-55d0-d8da-5f6c18128112, 'name': SearchDatastore_Task, 'duration_secs': 0.019263} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.890199] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.890492] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 9124437a-6601-4be7-9477-718f1ad678a6/9124437a-6601-4be7-9477-718f1ad678a6.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.891200] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd417c58-9e49-49d4-ba9c-7ec73326a2d5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.900360] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 713.900360] env[69941]: value = "task-3288167" [ 713.900360] env[69941]: _type = "Task" [ 713.900360] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.909678] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.224462] env[69941]: DEBUG nova.compute.manager [req-f828cedc-c1b8-4bf0-a95b-6cee86188db0 req-9aff504e-7e3c-4efa-bc71-a175233efa7a service nova] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Received event network-vif-plugged-c7fa6cce-b340-4566-911b-f09dd5dae7a7 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.224716] env[69941]: DEBUG oslo_concurrency.lockutils [req-f828cedc-c1b8-4bf0-a95b-6cee86188db0 req-9aff504e-7e3c-4efa-bc71-a175233efa7a service nova] Acquiring lock "9036d375-7626-4739-abeb-5bf3b454a48d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.224921] env[69941]: DEBUG oslo_concurrency.lockutils [req-f828cedc-c1b8-4bf0-a95b-6cee86188db0 req-9aff504e-7e3c-4efa-bc71-a175233efa7a service nova] Lock "9036d375-7626-4739-abeb-5bf3b454a48d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.225104] env[69941]: DEBUG oslo_concurrency.lockutils [req-f828cedc-c1b8-4bf0-a95b-6cee86188db0 req-9aff504e-7e3c-4efa-bc71-a175233efa7a service nova] Lock "9036d375-7626-4739-abeb-5bf3b454a48d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.225274] env[69941]: DEBUG nova.compute.manager [req-f828cedc-c1b8-4bf0-a95b-6cee86188db0 req-9aff504e-7e3c-4efa-bc71-a175233efa7a service nova] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] No waiting events found dispatching network-vif-plugged-c7fa6cce-b340-4566-911b-f09dd5dae7a7 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.225437] env[69941]: WARNING nova.compute.manager [req-f828cedc-c1b8-4bf0-a95b-6cee86188db0 req-9aff504e-7e3c-4efa-bc71-a175233efa7a service nova] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Received unexpected event network-vif-plugged-c7fa6cce-b340-4566-911b-f09dd5dae7a7 for instance with vm_state building and task_state spawning. [ 714.225590] env[69941]: DEBUG nova.compute.manager [req-f828cedc-c1b8-4bf0-a95b-6cee86188db0 req-9aff504e-7e3c-4efa-bc71-a175233efa7a service nova] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Received event network-changed-c7fa6cce-b340-4566-911b-f09dd5dae7a7 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.225739] env[69941]: DEBUG nova.compute.manager [req-f828cedc-c1b8-4bf0-a95b-6cee86188db0 req-9aff504e-7e3c-4efa-bc71-a175233efa7a service nova] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Refreshing instance network info cache due to event network-changed-c7fa6cce-b340-4566-911b-f09dd5dae7a7. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.225901] env[69941]: DEBUG oslo_concurrency.lockutils [req-f828cedc-c1b8-4bf0-a95b-6cee86188db0 req-9aff504e-7e3c-4efa-bc71-a175233efa7a service nova] Acquiring lock "refresh_cache-9036d375-7626-4739-abeb-5bf3b454a48d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.244816] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a9c9be-71b3-4601-a02b-60e947601b5a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.245138] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fde6820d-33bf-4764-824e-7809049f25b0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.255037] env[69941]: DEBUG oslo_vmware.api [None req-f1a9c9be-71b3-4601-a02b-60e947601b5a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 714.255037] env[69941]: value = "task-3288168" [ 714.255037] env[69941]: _type = "Task" [ 714.255037] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.265544] env[69941]: DEBUG oslo_vmware.api [None req-f1a9c9be-71b3-4601-a02b-60e947601b5a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.274665] env[69941]: DEBUG nova.scheduler.client.report [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.353273] env[69941]: DEBUG nova.network.neutron [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.415545] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288167, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.544401] env[69941]: DEBUG nova.network.neutron [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Updating instance_info_cache with network_info: [{"id": "c7fa6cce-b340-4566-911b-f09dd5dae7a7", "address": "fa:16:3e:74:b9:ea", "network": {"id": "f41030b2-ef05-4707-893b-9207b6d203bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-382482037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a0cb7a80314b6d86cb455168fb02a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7fa6cce-b3", "ovs_interfaceid": "c7fa6cce-b340-4566-911b-f09dd5dae7a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.766987] env[69941]: DEBUG oslo_vmware.api [None req-f1a9c9be-71b3-4601-a02b-60e947601b5a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.781432] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.784947] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.450s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.810536] env[69941]: INFO nova.scheduler.client.report [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleted allocations for instance 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4 [ 714.914656] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879168} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.915150] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 9124437a-6601-4be7-9477-718f1ad678a6/9124437a-6601-4be7-9477-718f1ad678a6.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.915460] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.915732] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f20d239c-6eb5-4236-9f29-5aef2b4fdbfd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.924285] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 714.924285] env[69941]: value = "task-3288169" [ 714.924285] env[69941]: _type = "Task" [ 714.924285] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.933512] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.049771] env[69941]: DEBUG oslo_concurrency.lockutils [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Releasing lock "refresh_cache-9036d375-7626-4739-abeb-5bf3b454a48d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.050185] env[69941]: DEBUG nova.compute.manager [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Instance network_info: |[{"id": "c7fa6cce-b340-4566-911b-f09dd5dae7a7", "address": "fa:16:3e:74:b9:ea", "network": {"id": "f41030b2-ef05-4707-893b-9207b6d203bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-382482037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a0cb7a80314b6d86cb455168fb02a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7fa6cce-b3", "ovs_interfaceid": "c7fa6cce-b340-4566-911b-f09dd5dae7a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.050577] env[69941]: DEBUG oslo_concurrency.lockutils [req-f828cedc-c1b8-4bf0-a95b-6cee86188db0 req-9aff504e-7e3c-4efa-bc71-a175233efa7a service nova] Acquired lock "refresh_cache-9036d375-7626-4739-abeb-5bf3b454a48d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.050785] env[69941]: DEBUG nova.network.neutron [req-f828cedc-c1b8-4bf0-a95b-6cee86188db0 req-9aff504e-7e3c-4efa-bc71-a175233efa7a service nova] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Refreshing network info cache for port c7fa6cce-b340-4566-911b-f09dd5dae7a7 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.052038] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:b9:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7fa6cce-b340-4566-911b-f09dd5dae7a7', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.062117] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.062626] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.062857] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80caf027-80ea-4b4f-b881-89c815a99a4a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.085266] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.085266] env[69941]: value = "task-3288170" [ 715.085266] env[69941]: _type = "Task" [ 715.085266] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.094239] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288170, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.266009] env[69941]: DEBUG oslo_vmware.api [None req-f1a9c9be-71b3-4601-a02b-60e947601b5a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288168, 'name': PowerOffVM_Task, 'duration_secs': 0.741733} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.266298] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a9c9be-71b3-4601-a02b-60e947601b5a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.266496] env[69941]: DEBUG nova.compute.manager [None req-f1a9c9be-71b3-4601-a02b-60e947601b5a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.267288] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8654f6ee-27bf-483a-b56a-0461b23edbb7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.318137] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6b38c66-98eb-493d-9ac6-d802431db0e9 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.523s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.437210] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076017} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.437693] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.439442] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af23188-59f4-4459-846f-5276d71b67c5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.465692] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 9124437a-6601-4be7-9477-718f1ad678a6/9124437a-6601-4be7-9477-718f1ad678a6.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.466363] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a91c0e-7d25-45bd-af2c-21b964d05e59 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.489709] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 715.489709] env[69941]: value = "task-3288171" [ 715.489709] env[69941]: _type = "Task" [ 715.489709] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.498670] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.596128] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288170, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.779955] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1a9c9be-71b3-4601-a02b-60e947601b5a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "f684ba22-e1f9-4ac7-a0f1-f06dd384812b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.577s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.792143] env[69941]: DEBUG nova.network.neutron [req-f828cedc-c1b8-4bf0-a95b-6cee86188db0 req-9aff504e-7e3c-4efa-bc71-a175233efa7a service nova] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Updated VIF entry in instance network info cache for port c7fa6cce-b340-4566-911b-f09dd5dae7a7. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.792511] env[69941]: DEBUG nova.network.neutron [req-f828cedc-c1b8-4bf0-a95b-6cee86188db0 req-9aff504e-7e3c-4efa-bc71-a175233efa7a service nova] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Updating instance_info_cache with network_info: [{"id": "c7fa6cce-b340-4566-911b-f09dd5dae7a7", "address": "fa:16:3e:74:b9:ea", "network": {"id": "f41030b2-ef05-4707-893b-9207b6d203bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-382482037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a0cb7a80314b6d86cb455168fb02a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7fa6cce-b3", "ovs_interfaceid": "c7fa6cce-b340-4566-911b-f09dd5dae7a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.821508] env[69941]: WARNING nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 8fdb8936-12c2-4274-aee2-77b140e7c2cc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 715.821674] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance f46baca1-18a9-4a5e-92e9-3e117fbc4960 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.821811] env[69941]: WARNING nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 040a44c3-545e-4d66-a5e5-8e4ecae72845 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 715.821949] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance c9c42315-cae9-4c29-91bd-73f92fea141a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.822105] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance aa056a81-8a00-4984-b41b-fe8780d06430 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.822233] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 3ab03542-99a7-494e-872d-fb919cbb81f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.822350] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance d5d14fe9-b56d-49ea-8d83-5e94439e8534 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.822490] env[69941]: WARNING nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance d43bb025-2fac-4629-b4b3-5d77abdbf582 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 715.822621] env[69941]: WARNING nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 56ba3abf-950b-4c18-b229-bc555273c2fc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 715.822744] env[69941]: WARNING nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance a65e82f5-6c9d-4a41-aaae-b85e362f527e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 715.822860] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance a87074ec-1813-448c-be2b-e50be5324256 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.823022] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance a3c91cbb-66ac-439e-8d6c-476c39c9d6d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.823102] env[69941]: WARNING nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 715.823227] env[69941]: WARNING nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 34eb9dfc-e46f-4d0c-b34f-a8860772cf11 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 715.823381] env[69941]: WARNING nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 65557afd-6dc1-4a05-b41f-f64895225a44 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 715.823513] env[69941]: WARNING nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 715.823627] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 9dbd6bcd-466e-473b-ba23-edf62703e440 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.823775] env[69941]: WARNING nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance de55432c-0427-421a-bac7-cd2fc34c9749 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 715.823860] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 57099f0b-431e-418d-87f4-dc00199920e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.823993] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance f523f6f3-7371-4ac7-a6e8-d02ea76d1999 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.824078] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance f684ba22-e1f9-4ac7-a0f1-f06dd384812b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.824284] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 9124437a-6601-4be7-9477-718f1ad678a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.824284] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 9036d375-7626-4739-abeb-5bf3b454a48d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.945794] env[69941]: DEBUG oslo_concurrency.lockutils [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "df080cf4-ca18-498f-8647-0e4c315caf57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.946042] env[69941]: DEBUG oslo_concurrency.lockutils [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "df080cf4-ca18-498f-8647-0e4c315caf57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.000142] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288171, 'name': ReconfigVM_Task, 'duration_secs': 0.378773} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.000508] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 9124437a-6601-4be7-9477-718f1ad678a6/9124437a-6601-4be7-9477-718f1ad678a6.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.001066] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b612f337-2164-4c1a-ad7c-2e0eb2a6018f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.008241] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 716.008241] env[69941]: value = "task-3288172" [ 716.008241] env[69941]: _type = "Task" [ 716.008241] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.017997] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288172, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.097074] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288170, 'name': CreateVM_Task, 'duration_secs': 0.518648} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.097074] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.097840] env[69941]: DEBUG oslo_concurrency.lockutils [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.098023] env[69941]: DEBUG oslo_concurrency.lockutils [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.098367] env[69941]: DEBUG oslo_concurrency.lockutils [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.098634] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0dcd747-d6f2-4650-8bc8-4c20e198d384 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.103830] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 716.103830] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52950d68-06a8-cd11-a019-a0818a0d6ca0" [ 716.103830] env[69941]: _type = "Task" [ 716.103830] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.112937] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52950d68-06a8-cd11-a019-a0818a0d6ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.295052] env[69941]: DEBUG oslo_concurrency.lockutils [req-f828cedc-c1b8-4bf0-a95b-6cee86188db0 req-9aff504e-7e3c-4efa-bc71-a175233efa7a service nova] Releasing lock "refresh_cache-9036d375-7626-4739-abeb-5bf3b454a48d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.329611] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 9e05781d-d39b-40cc-bcf1-53da09ae55ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 716.368208] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e9263a5c-055a-4039-8fef-05def6551290 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "a87074ec-1813-448c-be2b-e50be5324256" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.369384] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e9263a5c-055a-4039-8fef-05def6551290 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "a87074ec-1813-448c-be2b-e50be5324256" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.369384] env[69941]: DEBUG nova.compute.manager [None req-e9263a5c-055a-4039-8fef-05def6551290 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.369855] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6602c364-0198-49d4-b4a3-b3b129d778cd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.377863] env[69941]: DEBUG nova.compute.manager [None req-e9263a5c-055a-4039-8fef-05def6551290 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69941) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 716.378481] env[69941]: DEBUG nova.objects.instance [None req-e9263a5c-055a-4039-8fef-05def6551290 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lazy-loading 'flavor' on Instance uuid a87074ec-1813-448c-be2b-e50be5324256 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.520151] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288172, 'name': Rename_Task, 'duration_secs': 0.207267} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.520813] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.521072] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfb9cdba-4693-4c7d-b22f-6317a5e2a20f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.528458] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 716.528458] env[69941]: value = "task-3288173" [ 716.528458] env[69941]: _type = "Task" [ 716.528458] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.537559] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.615700] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52950d68-06a8-cd11-a019-a0818a0d6ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.031349} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.616051] env[69941]: DEBUG oslo_concurrency.lockutils [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.616307] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.616594] env[69941]: DEBUG oslo_concurrency.lockutils [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.616719] env[69941]: DEBUG oslo_concurrency.lockutils [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.616899] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.617177] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd3cbeae-f9d2-4624-99ae-8c42a5dbdde8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.632538] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.632712] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.633513] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-820593d2-a9f5-41ba-9981-f2c943be2cf8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.639635] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 716.639635] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e8b7c0-0330-3b75-e757-72ed8ebfbabd" [ 716.639635] env[69941]: _type = "Task" [ 716.639635] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.650203] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e8b7c0-0330-3b75-e757-72ed8ebfbabd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.836291] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance f0ff0742-fed9-4f65-a6e0-c0e51987df7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 717.040377] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288173, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.155726] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e8b7c0-0330-3b75-e757-72ed8ebfbabd, 'name': SearchDatastore_Task, 'duration_secs': 0.014875} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.156741] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f9f5fb-2366-4f3e-a9ed-d1821f036e40 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.163547] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 717.163547] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]528e0e94-f5ea-9632-fc2c-081262d7c604" [ 717.163547] env[69941]: _type = "Task" [ 717.163547] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.172207] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528e0e94-f5ea-9632-fc2c-081262d7c604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.341580] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance bca042c1-7934-47f5-8903-c7b8775d329d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 717.386965] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9263a5c-055a-4039-8fef-05def6551290 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.387339] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00a97cac-2d91-4082-a03d-2fd8fc17ac48 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.396447] env[69941]: DEBUG oslo_vmware.api [None req-e9263a5c-055a-4039-8fef-05def6551290 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 717.396447] env[69941]: value = "task-3288174" [ 717.396447] env[69941]: _type = "Task" [ 717.396447] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.405798] env[69941]: DEBUG oslo_vmware.api [None req-e9263a5c-055a-4039-8fef-05def6551290 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.541000] env[69941]: DEBUG oslo_vmware.api [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288173, 'name': PowerOnVM_Task, 'duration_secs': 0.562162} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.541000] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.541000] env[69941]: INFO nova.compute.manager [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Took 8.00 seconds to spawn the instance on the hypervisor. [ 717.541000] env[69941]: DEBUG nova.compute.manager [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.541743] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5467f2e0-081f-422c-9360-adda2be27198 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.674932] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528e0e94-f5ea-9632-fc2c-081262d7c604, 'name': SearchDatastore_Task, 'duration_secs': 0.029972} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.675136] env[69941]: DEBUG oslo_concurrency.lockutils [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.675604] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 9036d375-7626-4739-abeb-5bf3b454a48d/9036d375-7626-4739-abeb-5bf3b454a48d.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.676237] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a479a84-4214-49c8-bcbc-943ac1a3c74d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.684304] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 717.684304] env[69941]: value = "task-3288175" [ 717.684304] env[69941]: _type = "Task" [ 717.684304] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.688983] env[69941]: DEBUG nova.compute.manager [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.689091] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b9dcf0-5be6-4ebe-8005-d522c4fb4364 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.698190] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.843395] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 717.907677] env[69941]: DEBUG oslo_vmware.api [None req-e9263a5c-055a-4039-8fef-05def6551290 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288174, 'name': PowerOffVM_Task, 'duration_secs': 0.21096} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.907677] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9263a5c-055a-4039-8fef-05def6551290 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.907677] env[69941]: DEBUG nova.compute.manager [None req-e9263a5c-055a-4039-8fef-05def6551290 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.908457] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526bae51-b92c-4ab8-a4bd-93d46e19134c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.066700] env[69941]: INFO nova.compute.manager [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Took 43.68 seconds to build instance. [ 718.196629] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288175, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.204086] env[69941]: INFO nova.compute.manager [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] instance snapshotting [ 718.204281] env[69941]: WARNING nova.compute.manager [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 718.208961] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Acquiring lock "b24e27be-8986-4815-9723-fc5778147274" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.209445] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Lock "b24e27be-8986-4815-9723-fc5778147274" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.210145] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22c89ef-5bb5-4d64-8fff-352590e7eba1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.231033] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c9b3a1-2dad-4910-8107-570f83022615 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.346404] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 3b9252d8-ba8c-4f5a-94cc-d468d72111cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 718.421467] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e9263a5c-055a-4039-8fef-05def6551290 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "a87074ec-1813-448c-be2b-e50be5324256" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.568983] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6ac8883-6352-4d58-a4b4-c2bc2673fd6d tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9124437a-6601-4be7-9477-718f1ad678a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.688s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.696239] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670427} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.696504] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 9036d375-7626-4739-abeb-5bf3b454a48d/9036d375-7626-4739-abeb-5bf3b454a48d.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.696707] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.696982] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-398ef1a1-e521-4a98-9d01-0acafb9ffdcc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.706152] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 718.706152] env[69941]: value = "task-3288176" [ 718.706152] env[69941]: _type = "Task" [ 718.706152] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.715908] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.743312] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 718.743605] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e9954a9d-5329-43f5-8b14-cbe1dd597568 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.753384] env[69941]: DEBUG oslo_vmware.api [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 718.753384] env[69941]: value = "task-3288177" [ 718.753384] env[69941]: _type = "Task" [ 718.753384] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.762802] env[69941]: DEBUG oslo_vmware.api [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288177, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.850339] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance da4d420e-0656-4bee-afb0-e082d96aa841 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 719.073201] env[69941]: DEBUG nova.compute.manager [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.174666] env[69941]: DEBUG nova.objects.instance [None req-b8cf194e-799f-4b37-9084-0a4bbac66568 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lazy-loading 'flavor' on Instance uuid a87074ec-1813-448c-be2b-e50be5324256 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.212887] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Acquiring lock "3ab03542-99a7-494e-872d-fb919cbb81f4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.213971] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Lock "3ab03542-99a7-494e-872d-fb919cbb81f4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.221356] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166893} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.221356] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.222085] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1c2663-db2a-44c4-9fe1-d6bc27721de7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.247685] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 9036d375-7626-4739-abeb-5bf3b454a48d/9036d375-7626-4739-abeb-5bf3b454a48d.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.249720] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f01708c9-18e6-4d1b-a6ae-a53629f8e7ff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.273291] env[69941]: DEBUG oslo_vmware.api [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288177, 'name': CreateSnapshot_Task, 'duration_secs': 0.493021} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.276015] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 719.276015] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 719.276015] env[69941]: value = "task-3288178" [ 719.276015] env[69941]: _type = "Task" [ 719.276015] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.276015] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a195a9dd-d0ce-4b44-a132-326858777bba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.294024] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.354339] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance db9abd6d-0da6-465c-8894-71ea08840d96 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 719.596054] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.680790] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8cf194e-799f-4b37-9084-0a4bbac66568 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.681014] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8cf194e-799f-4b37-9084-0a4bbac66568 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.681274] env[69941]: DEBUG nova.network.neutron [None req-b8cf194e-799f-4b37-9084-0a4bbac66568 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.681524] env[69941]: DEBUG nova.objects.instance [None req-b8cf194e-799f-4b37-9084-0a4bbac66568 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lazy-loading 'info_cache' on Instance uuid a87074ec-1813-448c-be2b-e50be5324256 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.717303] env[69941]: DEBUG nova.compute.utils [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.789207] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.802477] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 719.802814] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9d53d53c-c675-4bf1-a2dc-f29f1f4523e9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.812928] env[69941]: DEBUG oslo_vmware.api [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 719.812928] env[69941]: value = "task-3288179" [ 719.812928] env[69941]: _type = "Task" [ 719.812928] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.822964] env[69941]: DEBUG oslo_vmware.api [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288179, 'name': CloneVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.857439] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 31768ce8-eece-4386-bc52-25320530f63b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.185108] env[69941]: DEBUG nova.objects.base [None req-b8cf194e-799f-4b37-9084-0a4bbac66568 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 720.219849] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Lock "3ab03542-99a7-494e-872d-fb919cbb81f4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.289458] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288178, 'name': ReconfigVM_Task, 'duration_secs': 0.75161} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.289749] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 9036d375-7626-4739-abeb-5bf3b454a48d/9036d375-7626-4739-abeb-5bf3b454a48d.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.290424] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb8e3680-0cb1-4783-b422-a057e3fab159 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.298707] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 720.298707] env[69941]: value = "task-3288180" [ 720.298707] env[69941]: _type = "Task" [ 720.298707] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.308741] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288180, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.323104] env[69941]: DEBUG oslo_vmware.api [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288179, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.362063] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 1bfa85ea-6706-4715-a3d7-eec56b2febff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.813218] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288180, 'name': Rename_Task, 'duration_secs': 0.26439} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.813677] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.813908] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cc51641-6733-4000-a8fd-4f934f30d10c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.827178] env[69941]: DEBUG oslo_vmware.api [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288179, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.839403] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 720.839403] env[69941]: value = "task-3288181" [ 720.839403] env[69941]: _type = "Task" [ 720.839403] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.854641] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.864783] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 8e766713-d381-4ee2-bfee-fbe68cf01cc2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.979884] env[69941]: DEBUG nova.network.neutron [None req-b8cf194e-799f-4b37-9084-0a4bbac66568 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating instance_info_cache with network_info: [{"id": "984ca4b1-d0ba-4603-b660-c5122ca5d38d", "address": "fa:16:3e:c1:b9:e8", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap984ca4b1-d0", "ovs_interfaceid": "984ca4b1-d0ba-4603-b660-c5122ca5d38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.302321] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Acquiring lock "3ab03542-99a7-494e-872d-fb919cbb81f4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.302576] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Lock "3ab03542-99a7-494e-872d-fb919cbb81f4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.302930] env[69941]: INFO nova.compute.manager [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Attaching volume f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27 to /dev/sdb [ 721.327508] env[69941]: DEBUG oslo_vmware.api [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288179, 'name': CloneVM_Task, 'duration_secs': 1.502127} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.327846] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Created linked-clone VM from snapshot [ 721.328658] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b699faf-033d-47ce-b3e6-f341ced5c6a2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.337930] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Uploading image 14459a37-6ec4-4ccc-8b07-da1795141fb6 {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 721.343432] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fb16bb-2bcc-4148-bc1d-a491d2e7f346 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.354419] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288181, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.358735] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816a8874-a8ca-4868-b562-8b5a16ad5c9f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.363564] env[69941]: DEBUG oslo_vmware.rw_handles [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 721.363564] env[69941]: value = "vm-656682" [ 721.363564] env[69941]: _type = "VirtualMachine" [ 721.363564] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 721.363805] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e8670fb2-3374-4fd8-a682-b406559db0ba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.368055] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 99f455c6-bc8a-476c-bd12-f7f19a3aa219 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 721.371816] env[69941]: DEBUG oslo_vmware.rw_handles [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lease: (returnval){ [ 721.371816] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52bf21fa-932c-d4b7-3b61-df0fbe2f6d6a" [ 721.371816] env[69941]: _type = "HttpNfcLease" [ 721.371816] env[69941]: } obtained for exporting VM: (result){ [ 721.371816] env[69941]: value = "vm-656682" [ 721.371816] env[69941]: _type = "VirtualMachine" [ 721.371816] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 721.372051] env[69941]: DEBUG oslo_vmware.api [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the lease: (returnval){ [ 721.372051] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52bf21fa-932c-d4b7-3b61-df0fbe2f6d6a" [ 721.372051] env[69941]: _type = "HttpNfcLease" [ 721.372051] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 721.376386] env[69941]: DEBUG nova.virt.block_device [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Updating existing volume attachment record: 077e752a-6173-4f64-81a2-a7c3fd0d6d5d {{(pid=69941) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 721.386923] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 721.386923] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52bf21fa-932c-d4b7-3b61-df0fbe2f6d6a" [ 721.386923] env[69941]: _type = "HttpNfcLease" [ 721.386923] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 721.387218] env[69941]: DEBUG oslo_vmware.rw_handles [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 721.387218] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52bf21fa-932c-d4b7-3b61-df0fbe2f6d6a" [ 721.387218] env[69941]: _type = "HttpNfcLease" [ 721.387218] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 721.387935] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba19298-d2cd-4f6d-b0d1-eb94dd0833be {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.396252] env[69941]: DEBUG oslo_vmware.rw_handles [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0deb2-f782-7c50-4da7-0b9f6821420f/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 721.396252] env[69941]: DEBUG oslo_vmware.rw_handles [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0deb2-f782-7c50-4da7-0b9f6821420f/disk-0.vmdk for reading. {{(pid=69941) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 721.484759] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8cf194e-799f-4b37-9084-0a4bbac66568 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.496600] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d1dbf29a-75e7-4342-9302-659d34fc4152 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.854017] env[69941]: DEBUG oslo_vmware.api [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288181, 'name': PowerOnVM_Task, 'duration_secs': 0.992413} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.854328] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.854572] env[69941]: INFO nova.compute.manager [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Took 9.53 seconds to spawn the instance on the hypervisor. [ 721.854903] env[69941]: DEBUG nova.compute.manager [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.855918] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1bfb49-ff12-496b-9abe-214eb6293e87 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.871633] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 722.376593] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance dad2418f-614d-4fc5-9b83-3a54cd358e6f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 722.377110] env[69941]: INFO nova.compute.manager [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Took 46.40 seconds to build instance. [ 722.492505] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8cf194e-799f-4b37-9084-0a4bbac66568 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.494409] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a68202d-a139-48be-89f5-b4c07123cf9b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.502912] env[69941]: DEBUG oslo_vmware.api [None req-b8cf194e-799f-4b37-9084-0a4bbac66568 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 722.502912] env[69941]: value = "task-3288186" [ 722.502912] env[69941]: _type = "Task" [ 722.502912] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.511913] env[69941]: DEBUG oslo_vmware.api [None req-b8cf194e-799f-4b37-9084-0a4bbac66568 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.879242] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance df080cf4-ca18-498f-8647-0e4c315caf57 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 722.879702] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 722.879837] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 722.882928] env[69941]: DEBUG oslo_concurrency.lockutils [None req-53815206-92bf-4772-952f-02fc814490c1 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9036d375-7626-4739-abeb-5bf3b454a48d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.569s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.016578] env[69941]: DEBUG oslo_vmware.api [None req-b8cf194e-799f-4b37-9084-0a4bbac66568 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288186, 'name': PowerOnVM_Task, 'duration_secs': 0.424414} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.016854] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8cf194e-799f-4b37-9084-0a4bbac66568 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.017062] env[69941]: DEBUG nova.compute.manager [None req-b8cf194e-799f-4b37-9084-0a4bbac66568 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.018274] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672d7dea-3360-4107-a50d-122c731d3b2e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.385074] env[69941]: DEBUG nova.compute.manager [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.395555] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12cd82d-d39c-4930-8946-5f18134d4578 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.405303] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e23c8fb-aebb-4a50-8947-349386dc70c7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.439891] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77726ec-8bf3-40ef-94bf-82d1299e0070 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.449843] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe93c12-c50a-4822-b04f-8571dc02ebe8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.466939] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.907961] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.970206] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.475924] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 724.476259] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.691s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.476554] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.729s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.478184] env[69941]: INFO nova.compute.claims [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.935410] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Volume attach. Driver type: vmdk {{(pid=69941) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 725.935655] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656685', 'volume_id': 'f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27', 'name': 'volume-f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ab03542-99a7-494e-872d-fb919cbb81f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27', 'serial': 'f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 725.936623] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98606840-2f3a-42a9-84e2-628f75c167eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.959704] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08559ea-6e92-4efa-8547-7dd67e67d43f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.986492] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] volume-f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27/volume-f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.989422] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9be685c-ff1e-49aa-a6bb-bdcbe998dce2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.010026] env[69941]: DEBUG oslo_vmware.api [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Waiting for the task: (returnval){ [ 726.010026] env[69941]: value = "task-3288188" [ 726.010026] env[69941]: _type = "Task" [ 726.010026] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.023596] env[69941]: DEBUG oslo_vmware.api [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Task: {'id': task-3288188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.028390] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e67f66-3a50-46d6-a5d8-c506ecde1aeb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.037143] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1192f07e-6f44-4752-a6ac-df2c96700ab5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.073751] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525ea0af-baa5-48b6-94b7-c7fcf1c683eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.083348] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6262f92-0fd5-4e23-9ee7-f2d2548d34ca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.099884] env[69941]: DEBUG nova.compute.provider_tree [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.523406] env[69941]: DEBUG oslo_vmware.api [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Task: {'id': task-3288188, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.606043] env[69941]: DEBUG nova.scheduler.client.report [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.021887] env[69941]: DEBUG oslo_vmware.api [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Task: {'id': task-3288188, 'name': ReconfigVM_Task, 'duration_secs': 0.520719} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.022204] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Reconfigured VM instance instance-0000000c to attach disk [datastore2] volume-f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27/volume-f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.027081] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6279472f-752e-4fb9-b984-ce221aabe251 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.045238] env[69941]: DEBUG oslo_vmware.api [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Waiting for the task: (returnval){ [ 727.045238] env[69941]: value = "task-3288189" [ 727.045238] env[69941]: _type = "Task" [ 727.045238] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.056251] env[69941]: DEBUG oslo_vmware.api [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Task: {'id': task-3288189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.108511] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.109141] env[69941]: DEBUG nova.compute.manager [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.112031] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.485s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.114123] env[69941]: INFO nova.compute.claims [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.558199] env[69941]: DEBUG oslo_vmware.api [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Task: {'id': task-3288189, 'name': ReconfigVM_Task, 'duration_secs': 0.207856} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.558362] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656685', 'volume_id': 'f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27', 'name': 'volume-f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ab03542-99a7-494e-872d-fb919cbb81f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27', 'serial': 'f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 727.619007] env[69941]: DEBUG nova.compute.utils [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.624962] env[69941]: DEBUG nova.compute.manager [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.624962] env[69941]: DEBUG nova.network.neutron [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.681805] env[69941]: DEBUG nova.policy [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17e1759bddfe4fedb80416bc1bee9969', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a0cb7a80314b6d86cb455168fb02a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.073551] env[69941]: DEBUG nova.network.neutron [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Successfully created port: 4a17c48d-09c5-4c1e-b259-8b8ce2543dd8 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.125493] env[69941]: DEBUG nova.compute.manager [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.357889] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "c9c42315-cae9-4c29-91bd-73f92fea141a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.357889] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "c9c42315-cae9-4c29-91bd-73f92fea141a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.357889] env[69941]: INFO nova.compute.manager [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Shelving [ 728.410879] env[69941]: DEBUG oslo_vmware.rw_handles [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0deb2-f782-7c50-4da7-0b9f6821420f/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 728.412033] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ac86ce-3ffd-4784-a5c6-4911ba441b2e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.421083] env[69941]: DEBUG oslo_vmware.rw_handles [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0deb2-f782-7c50-4da7-0b9f6821420f/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 728.421287] env[69941]: ERROR oslo_vmware.rw_handles [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0deb2-f782-7c50-4da7-0b9f6821420f/disk-0.vmdk due to incomplete transfer. [ 728.421495] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-735aaaa7-1aaa-42ca-9fa0-747488f9665a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.429177] env[69941]: DEBUG oslo_vmware.rw_handles [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0deb2-f782-7c50-4da7-0b9f6821420f/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 728.429398] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Uploaded image 14459a37-6ec4-4ccc-8b07-da1795141fb6 to the Glance image server {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 728.432056] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 728.432056] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8c49c0ad-533c-4743-9930-2adff13b6b49 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.441048] env[69941]: DEBUG oslo_vmware.api [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 728.441048] env[69941]: value = "task-3288190" [ 728.441048] env[69941]: _type = "Task" [ 728.441048] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.450201] env[69941]: DEBUG oslo_vmware.api [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288190, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.607202] env[69941]: DEBUG nova.objects.instance [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Lazy-loading 'flavor' on Instance uuid 3ab03542-99a7-494e-872d-fb919cbb81f4 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.649305] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760356d9-6036-4360-b83f-69aabf85744e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.658228] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab78ce9a-7150-4a2b-b7f8-b14b0d0c1475 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.689781] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9f17b7-5b46-49ef-8ea0-080933309040 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.698400] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2cd540-8d28-4d08-8d88-09c2daaddcf9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.714212] env[69941]: DEBUG nova.compute.provider_tree [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.953123] env[69941]: DEBUG oslo_vmware.api [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288190, 'name': Destroy_Task, 'duration_secs': 0.328406} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.953448] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Destroyed the VM [ 728.953719] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 728.953983] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4e2ff003-09cc-4e9d-bcd2-64c13cb7a1fc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.960986] env[69941]: DEBUG oslo_vmware.api [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 728.960986] env[69941]: value = "task-3288191" [ 728.960986] env[69941]: _type = "Task" [ 728.960986] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.969653] env[69941]: DEBUG oslo_vmware.api [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288191, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.114013] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6eee3c6f-b615-463d-a01c-ced372f251e2 tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Lock "3ab03542-99a7-494e-872d-fb919cbb81f4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.811s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.140705] env[69941]: DEBUG nova.compute.manager [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.169167] env[69941]: DEBUG nova.virt.hardware [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.169474] env[69941]: DEBUG nova.virt.hardware [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.169707] env[69941]: DEBUG nova.virt.hardware [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.170055] env[69941]: DEBUG nova.virt.hardware [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.170161] env[69941]: DEBUG nova.virt.hardware [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.170535] env[69941]: DEBUG nova.virt.hardware [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.170535] env[69941]: DEBUG nova.virt.hardware [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.170666] env[69941]: DEBUG nova.virt.hardware [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.170824] env[69941]: DEBUG nova.virt.hardware [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.170980] env[69941]: DEBUG nova.virt.hardware [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.171160] env[69941]: DEBUG nova.virt.hardware [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.172283] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f035a1-c72a-49c8-b04f-c7d6615ef37b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.181386] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb57732-e012-4426-89d1-2703b423c871 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.217103] env[69941]: DEBUG nova.scheduler.client.report [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.369662] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.370182] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0328aaa-904b-4e34-a0c3-c64d5efa12bf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.377860] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 729.377860] env[69941]: value = "task-3288192" [ 729.377860] env[69941]: _type = "Task" [ 729.377860] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.390021] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.472080] env[69941]: DEBUG oslo_vmware.api [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288191, 'name': RemoveSnapshot_Task, 'duration_secs': 0.359627} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.472476] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 729.472758] env[69941]: INFO nova.compute.manager [None req-d1cf5f08-de25-4277-899c-1f7775626d25 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Took 11.26 seconds to snapshot the instance on the hypervisor. [ 729.650633] env[69941]: DEBUG nova.network.neutron [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Successfully updated port: 4a17c48d-09c5-4c1e-b259-8b8ce2543dd8 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.657394] env[69941]: DEBUG nova.compute.manager [req-8390321b-db72-4a6e-9309-4b1f756d2ad9 req-6f3de283-6805-47c4-8acd-3307094506ff service nova] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Received event network-vif-plugged-4a17c48d-09c5-4c1e-b259-8b8ce2543dd8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.657632] env[69941]: DEBUG oslo_concurrency.lockutils [req-8390321b-db72-4a6e-9309-4b1f756d2ad9 req-6f3de283-6805-47c4-8acd-3307094506ff service nova] Acquiring lock "9e05781d-d39b-40cc-bcf1-53da09ae55ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.657840] env[69941]: DEBUG oslo_concurrency.lockutils [req-8390321b-db72-4a6e-9309-4b1f756d2ad9 req-6f3de283-6805-47c4-8acd-3307094506ff service nova] Lock "9e05781d-d39b-40cc-bcf1-53da09ae55ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.658026] env[69941]: DEBUG oslo_concurrency.lockutils [req-8390321b-db72-4a6e-9309-4b1f756d2ad9 req-6f3de283-6805-47c4-8acd-3307094506ff service nova] Lock "9e05781d-d39b-40cc-bcf1-53da09ae55ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.658194] env[69941]: DEBUG nova.compute.manager [req-8390321b-db72-4a6e-9309-4b1f756d2ad9 req-6f3de283-6805-47c4-8acd-3307094506ff service nova] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] No waiting events found dispatching network-vif-plugged-4a17c48d-09c5-4c1e-b259-8b8ce2543dd8 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.658353] env[69941]: WARNING nova.compute.manager [req-8390321b-db72-4a6e-9309-4b1f756d2ad9 req-6f3de283-6805-47c4-8acd-3307094506ff service nova] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Received unexpected event network-vif-plugged-4a17c48d-09c5-4c1e-b259-8b8ce2543dd8 for instance with vm_state building and task_state spawning. [ 729.721959] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.722377] env[69941]: DEBUG nova.compute.manager [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.725482] env[69941]: DEBUG oslo_concurrency.lockutils [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.350s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.725680] env[69941]: DEBUG oslo_concurrency.lockutils [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.728886] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.280s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.728984] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.731074] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.170s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.732883] env[69941]: INFO nova.compute.claims [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.826586] env[69941]: INFO nova.scheduler.client.report [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Deleted allocations for instance 34eb9dfc-e46f-4d0c-b34f-a8860772cf11 [ 729.833031] env[69941]: INFO nova.scheduler.client.report [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Deleted allocations for instance 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9 [ 729.891509] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288192, 'name': PowerOffVM_Task, 'duration_secs': 0.182146} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.891509] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.892683] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8483a73f-bf4c-4f89-b95a-c0ad3e90f744 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.919331] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0735c937-22df-4f6a-a12b-404651cc294a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.125648] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b360a34-9d7e-4121-9ed2-69d2b301656a tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Acquiring lock "3ab03542-99a7-494e-872d-fb919cbb81f4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.126139] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b360a34-9d7e-4121-9ed2-69d2b301656a tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Lock "3ab03542-99a7-494e-872d-fb919cbb81f4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.130057] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "f684ba22-e1f9-4ac7-a0f1-f06dd384812b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.130486] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "f684ba22-e1f9-4ac7-a0f1-f06dd384812b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.131355] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "f684ba22-e1f9-4ac7-a0f1-f06dd384812b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.131664] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "f684ba22-e1f9-4ac7-a0f1-f06dd384812b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.131880] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "f684ba22-e1f9-4ac7-a0f1-f06dd384812b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.134456] env[69941]: INFO nova.compute.manager [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Terminating instance [ 730.153234] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "refresh_cache-9e05781d-d39b-40cc-bcf1-53da09ae55ee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.153510] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquired lock "refresh_cache-9e05781d-d39b-40cc-bcf1-53da09ae55ee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.153773] env[69941]: DEBUG nova.network.neutron [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.240810] env[69941]: DEBUG nova.compute.utils [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.242556] env[69941]: DEBUG nova.compute.manager [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.242556] env[69941]: DEBUG nova.network.neutron [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.315175] env[69941]: DEBUG nova.policy [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b415a9fe565a4d7db00dce7c0bc96f0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd90a3ed10aaf4ab48350b8d4e12fa277', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.343961] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f76734e9-09f6-4f5b-b9f9-b04b33abd5c0 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "138324d1-ed7b-42aa-8b4f-6967ae3c9ad9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.598s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.345105] env[69941]: DEBUG oslo_concurrency.lockutils [None req-632f6fe6-eefd-486c-a750-0b68b26f6bd1 tempest-MultipleCreateTestJSON-863034510 tempest-MultipleCreateTestJSON-863034510-project-member] Lock "34eb9dfc-e46f-4d0c-b34f-a8860772cf11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.501s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.432441] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 730.432883] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-08e2bafa-cc47-4b22-b187-36fb03dce9f9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.442320] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 730.442320] env[69941]: value = "task-3288193" [ 730.442320] env[69941]: _type = "Task" [ 730.442320] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.451403] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288193, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.629993] env[69941]: INFO nova.compute.manager [None req-8b360a34-9d7e-4121-9ed2-69d2b301656a tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Detaching volume f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27 [ 730.638781] env[69941]: DEBUG nova.compute.manager [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.638992] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.639889] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97481ee0-541e-451c-aa74-ae268a953001 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.650196] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.650468] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1963522-7bf0-4b57-b6a5-8e9b6abefc1b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.667781] env[69941]: INFO nova.virt.block_device [None req-8b360a34-9d7e-4121-9ed2-69d2b301656a tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Attempting to driver detach volume f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27 from mountpoint /dev/sdb [ 730.668046] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b360a34-9d7e-4121-9ed2-69d2b301656a tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 730.668250] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b360a34-9d7e-4121-9ed2-69d2b301656a tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656685', 'volume_id': 'f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27', 'name': 'volume-f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ab03542-99a7-494e-872d-fb919cbb81f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27', 'serial': 'f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 730.669135] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90941cc-7895-4c85-b02d-80d124b96baa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.694288] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f618d70b-e29b-4677-ac19-b0183363b6fc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.704648] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe80092-c697-46d7-a66d-1c3ae6f039ed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.729056] env[69941]: DEBUG nova.network.neutron [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.733181] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b69b9aa-14c5-4b04-a0a5-2b8543daeb3e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.737336] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.737336] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.737336] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Deleting the datastore file [datastore1] f684ba22-e1f9-4ac7-a0f1-f06dd384812b {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.738834] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e956ae1-11a6-4eff-9e16-0acf7fa1e4f7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.743068] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.745020] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.758237] env[69941]: DEBUG nova.compute.manager [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.765050] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b360a34-9d7e-4121-9ed2-69d2b301656a tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] The volume has not been displaced from its original location: [datastore2] volume-f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27/volume-f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27.vmdk. No consolidation needed. {{(pid=69941) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 730.771705] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b360a34-9d7e-4121-9ed2-69d2b301656a tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 730.777161] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee69df74-2372-46d5-8bdd-4108c92431c1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.792242] env[69941]: DEBUG oslo_vmware.api [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 730.792242] env[69941]: value = "task-3288195" [ 730.792242] env[69941]: _type = "Task" [ 730.792242] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.806512] env[69941]: DEBUG oslo_vmware.api [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.806665] env[69941]: DEBUG oslo_vmware.api [None req-8b360a34-9d7e-4121-9ed2-69d2b301656a tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Waiting for the task: (returnval){ [ 730.806665] env[69941]: value = "task-3288196" [ 730.806665] env[69941]: _type = "Task" [ 730.806665] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.819613] env[69941]: DEBUG oslo_vmware.api [None req-8b360a34-9d7e-4121-9ed2-69d2b301656a tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Task: {'id': task-3288196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.956645] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288193, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.071113] env[69941]: DEBUG nova.network.neutron [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Successfully created port: 2f7326db-300a-4e12-a152-cf8fd9c5f612 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.126079] env[69941]: DEBUG nova.network.neutron [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Updating instance_info_cache with network_info: [{"id": "4a17c48d-09c5-4c1e-b259-8b8ce2543dd8", "address": "fa:16:3e:92:e4:4f", "network": {"id": "f41030b2-ef05-4707-893b-9207b6d203bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-382482037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a0cb7a80314b6d86cb455168fb02a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a17c48d-09", "ovs_interfaceid": "4a17c48d-09c5-4c1e-b259-8b8ce2543dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.279335] env[69941]: INFO nova.virt.block_device [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Booting with volume fd924afa-9065-4d35-9957-0bb15a92dab5 at /dev/sda [ 731.306894] env[69941]: DEBUG oslo_vmware.api [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166095} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.307478] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.307694] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.307938] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.308048] env[69941]: INFO nova.compute.manager [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Took 0.67 seconds to destroy the instance on the hypervisor. [ 731.308315] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.311696] env[69941]: DEBUG nova.compute.manager [-] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.311820] env[69941]: DEBUG nova.network.neutron [-] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.319820] env[69941]: DEBUG oslo_vmware.api [None req-8b360a34-9d7e-4121-9ed2-69d2b301656a tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Task: {'id': task-3288196, 'name': ReconfigVM_Task, 'duration_secs': 0.368545} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.320118] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b360a34-9d7e-4121-9ed2-69d2b301656a tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 731.328567] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3819ca78-b73f-4d41-8826-5f1554f0be9b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.341428] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-682f6677-fe30-4067-bd23-232b525f539f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.353296] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d619df39-8fa3-4b62-8e61-680696cff789 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.364970] env[69941]: DEBUG oslo_vmware.api [None req-8b360a34-9d7e-4121-9ed2-69d2b301656a tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Waiting for the task: (returnval){ [ 731.364970] env[69941]: value = "task-3288197" [ 731.364970] env[69941]: _type = "Task" [ 731.364970] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.377039] env[69941]: DEBUG oslo_vmware.api [None req-8b360a34-9d7e-4121-9ed2-69d2b301656a tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Task: {'id': task-3288197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.396602] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad427ad2-82a9-4f83-9d63-5487d8553896 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.408801] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badea7af-4557-4458-a33d-262958a46a19 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.421222] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b553e26c-5f5c-44f8-9a0c-2038525ffd4e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.430252] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5cd20a-221e-4f63-9bc1-8882353393bf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.474635] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2065ab8-633b-450e-8bb1-5e58ab7639ec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.477883] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed02c7b4-f1a3-4c86-936d-b3828d0d9852 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.490627] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6484248-2006-4c92-a14b-d3eff6466b98 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.495031] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288193, 'name': CreateSnapshot_Task, 'duration_secs': 0.831065} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.495414] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 731.496125] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a46707-14e1-4737-bb61-80b8646a7185 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.499422] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f262d45-696e-4081-8850-e7ff330c250a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.509947] env[69941]: DEBUG nova.compute.provider_tree [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.528555] env[69941]: DEBUG nova.virt.block_device [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Updating existing volume attachment record: 97323c6b-deeb-4b19-875f-27348deb558a {{(pid=69941) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 731.632510] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Releasing lock "refresh_cache-9e05781d-d39b-40cc-bcf1-53da09ae55ee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.632865] env[69941]: DEBUG nova.compute.manager [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Instance network_info: |[{"id": "4a17c48d-09c5-4c1e-b259-8b8ce2543dd8", "address": "fa:16:3e:92:e4:4f", "network": {"id": "f41030b2-ef05-4707-893b-9207b6d203bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-382482037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a0cb7a80314b6d86cb455168fb02a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a17c48d-09", "ovs_interfaceid": "4a17c48d-09c5-4c1e-b259-8b8ce2543dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.633335] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:e4:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a17c48d-09c5-4c1e-b259-8b8ce2543dd8', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.647242] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.647495] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.647759] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-423f85d7-99fe-4e30-8e17-4f8845f88937 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.671865] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.671865] env[69941]: value = "task-3288198" [ 731.671865] env[69941]: _type = "Task" [ 731.671865] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.680533] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288198, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.702681] env[69941]: DEBUG nova.compute.manager [req-b08fe188-ae46-4a7c-83a3-9ee95d2f213f req-250f41a5-ef2a-46e7-bb5b-e75061ad6166 service nova] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Received event network-changed-4a17c48d-09c5-4c1e-b259-8b8ce2543dd8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.702795] env[69941]: DEBUG nova.compute.manager [req-b08fe188-ae46-4a7c-83a3-9ee95d2f213f req-250f41a5-ef2a-46e7-bb5b-e75061ad6166 service nova] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Refreshing instance network info cache due to event network-changed-4a17c48d-09c5-4c1e-b259-8b8ce2543dd8. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.703096] env[69941]: DEBUG oslo_concurrency.lockutils [req-b08fe188-ae46-4a7c-83a3-9ee95d2f213f req-250f41a5-ef2a-46e7-bb5b-e75061ad6166 service nova] Acquiring lock "refresh_cache-9e05781d-d39b-40cc-bcf1-53da09ae55ee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.703212] env[69941]: DEBUG oslo_concurrency.lockutils [req-b08fe188-ae46-4a7c-83a3-9ee95d2f213f req-250f41a5-ef2a-46e7-bb5b-e75061ad6166 service nova] Acquired lock "refresh_cache-9e05781d-d39b-40cc-bcf1-53da09ae55ee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.703408] env[69941]: DEBUG nova.network.neutron [req-b08fe188-ae46-4a7c-83a3-9ee95d2f213f req-250f41a5-ef2a-46e7-bb5b-e75061ad6166 service nova] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Refreshing network info cache for port 4a17c48d-09c5-4c1e-b259-8b8ce2543dd8 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.879776] env[69941]: DEBUG oslo_vmware.api [None req-8b360a34-9d7e-4121-9ed2-69d2b301656a tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Task: {'id': task-3288197, 'name': ReconfigVM_Task, 'duration_secs': 0.209632} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.880236] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b360a34-9d7e-4121-9ed2-69d2b301656a tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656685', 'volume_id': 'f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27', 'name': 'volume-f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ab03542-99a7-494e-872d-fb919cbb81f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27', 'serial': 'f7aebc4c-51e6-40ef-be9b-6eb0d8f8db27'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 732.013163] env[69941]: DEBUG nova.scheduler.client.report [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.027563] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 732.027914] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f399715c-f004-4979-ac98-7e870c1918d6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.037625] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 732.037625] env[69941]: value = "task-3288199" [ 732.037625] env[69941]: _type = "Task" [ 732.037625] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.047774] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288199, 'name': CloneVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.186892] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288198, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.455192] env[69941]: DEBUG nova.objects.instance [None req-8b360a34-9d7e-4121-9ed2-69d2b301656a tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Lazy-loading 'flavor' on Instance uuid 3ab03542-99a7-494e-872d-fb919cbb81f4 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.461404] env[69941]: DEBUG nova.network.neutron [req-b08fe188-ae46-4a7c-83a3-9ee95d2f213f req-250f41a5-ef2a-46e7-bb5b-e75061ad6166 service nova] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Updated VIF entry in instance network info cache for port 4a17c48d-09c5-4c1e-b259-8b8ce2543dd8. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.462649] env[69941]: DEBUG nova.network.neutron [req-b08fe188-ae46-4a7c-83a3-9ee95d2f213f req-250f41a5-ef2a-46e7-bb5b-e75061ad6166 service nova] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Updating instance_info_cache with network_info: [{"id": "4a17c48d-09c5-4c1e-b259-8b8ce2543dd8", "address": "fa:16:3e:92:e4:4f", "network": {"id": "f41030b2-ef05-4707-893b-9207b6d203bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-382482037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a0cb7a80314b6d86cb455168fb02a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a17c48d-09", "ovs_interfaceid": "4a17c48d-09c5-4c1e-b259-8b8ce2543dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.518135] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.518661] env[69941]: DEBUG nova.compute.manager [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.522851] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.453s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.524299] env[69941]: INFO nova.compute.claims [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.554035] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288199, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.594678] env[69941]: DEBUG nova.network.neutron [-] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.684791] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288198, 'name': CreateVM_Task, 'duration_secs': 0.649537} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.684966] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.685709] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.685883] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.686216] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.686472] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe0808fc-49e5-4b1e-a39e-e5dd7eed3900 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.691582] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 732.691582] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5250ccc9-c668-5610-945c-8b1e50a39856" [ 732.691582] env[69941]: _type = "Task" [ 732.691582] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.699894] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5250ccc9-c668-5610-945c-8b1e50a39856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.967334] env[69941]: DEBUG oslo_concurrency.lockutils [req-b08fe188-ae46-4a7c-83a3-9ee95d2f213f req-250f41a5-ef2a-46e7-bb5b-e75061ad6166 service nova] Releasing lock "refresh_cache-9e05781d-d39b-40cc-bcf1-53da09ae55ee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.029262] env[69941]: DEBUG nova.compute.utils [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.037253] env[69941]: DEBUG nova.compute.manager [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.037427] env[69941]: DEBUG nova.network.neutron [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.054792] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288199, 'name': CloneVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.097894] env[69941]: INFO nova.compute.manager [-] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Took 1.79 seconds to deallocate network for instance. [ 733.143697] env[69941]: DEBUG nova.policy [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6105f52fc76b4c96941e3fa7e2085c6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd108f2192474c279ef5097e39b42b48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.201701] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5250ccc9-c668-5610-945c-8b1e50a39856, 'name': SearchDatastore_Task, 'duration_secs': 0.009869} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.202049] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.202319] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.202555] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.202700] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.202876] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.203153] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76ad1aa2-a0b8-4dcb-8e88-daf088462401 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.211743] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.211967] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.213107] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4baf77f-e17f-42eb-97df-83fa88d210a8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.218785] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 733.218785] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52054ae6-8caf-d4b1-a751-52b1f0e7ea39" [ 733.218785] env[69941]: _type = "Task" [ 733.218785] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.226961] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52054ae6-8caf-d4b1-a751-52b1f0e7ea39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.414148] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Acquiring lock "d5d14fe9-b56d-49ea-8d83-5e94439e8534" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.414148] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Lock "d5d14fe9-b56d-49ea-8d83-5e94439e8534" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.414148] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Acquiring lock "d5d14fe9-b56d-49ea-8d83-5e94439e8534-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.414148] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Lock "d5d14fe9-b56d-49ea-8d83-5e94439e8534-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.414382] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Lock "d5d14fe9-b56d-49ea-8d83-5e94439e8534-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.416110] env[69941]: INFO nova.compute.manager [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Terminating instance [ 733.470447] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8b360a34-9d7e-4121-9ed2-69d2b301656a tempest-VolumesAssistedSnapshotsTest-1064906038 tempest-VolumesAssistedSnapshotsTest-1064906038-project-admin] Lock "3ab03542-99a7-494e-872d-fb919cbb81f4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.344s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.531912] env[69941]: DEBUG nova.compute.manager [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.552069] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288199, 'name': CloneVM_Task, 'duration_secs': 1.20598} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.552522] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Created linked-clone VM from snapshot [ 733.554082] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ced7ed3-e2dc-4f21-899e-eeaf288ba07f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.561300] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Uploading image 8ce29276-8c18-44d4-9c36-52afb38ee178 {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 733.587249] env[69941]: DEBUG oslo_vmware.rw_handles [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 733.587249] env[69941]: value = "vm-656688" [ 733.587249] env[69941]: _type = "VirtualMachine" [ 733.587249] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 733.587795] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-02e7aa2e-9e3a-42e3-8db1-f03e99437bb5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.598743] env[69941]: DEBUG oslo_vmware.rw_handles [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lease: (returnval){ [ 733.598743] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a14201-e12c-70c5-63fa-450654e6347b" [ 733.598743] env[69941]: _type = "HttpNfcLease" [ 733.598743] env[69941]: } obtained for exporting VM: (result){ [ 733.598743] env[69941]: value = "vm-656688" [ 733.598743] env[69941]: _type = "VirtualMachine" [ 733.598743] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 733.599160] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the lease: (returnval){ [ 733.599160] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a14201-e12c-70c5-63fa-450654e6347b" [ 733.599160] env[69941]: _type = "HttpNfcLease" [ 733.599160] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 733.607734] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.607734] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 733.607734] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a14201-e12c-70c5-63fa-450654e6347b" [ 733.607734] env[69941]: _type = "HttpNfcLease" [ 733.607734] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 733.651607] env[69941]: DEBUG nova.compute.manager [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.652014] env[69941]: DEBUG nova.virt.hardware [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.652548] env[69941]: DEBUG nova.virt.hardware [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.652548] env[69941]: DEBUG nova.virt.hardware [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.652548] env[69941]: DEBUG nova.virt.hardware [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.653791] env[69941]: DEBUG nova.virt.hardware [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.653791] env[69941]: DEBUG nova.virt.hardware [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.653791] env[69941]: DEBUG nova.virt.hardware [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.653791] env[69941]: DEBUG nova.virt.hardware [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.653791] env[69941]: DEBUG nova.virt.hardware [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.654016] env[69941]: DEBUG nova.virt.hardware [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.654016] env[69941]: DEBUG nova.virt.hardware [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.655086] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff463b5c-ba1d-4e88-a751-2a5c22c75720 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.658581] env[69941]: DEBUG nova.network.neutron [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Successfully updated port: 2f7326db-300a-4e12-a152-cf8fd9c5f612 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.669952] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e0971c-712a-472a-9742-c52a7b27e530 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.720560] env[69941]: DEBUG nova.network.neutron [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Successfully created port: ea4a3570-d478-4809-947a-d13e5832aff4 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.734361] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52054ae6-8caf-d4b1-a751-52b1f0e7ea39, 'name': SearchDatastore_Task, 'duration_secs': 0.009748} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.735468] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d798175d-976b-4c50-99a3-0b85f12aa7bf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.740954] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 733.740954] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e67cb7-99b7-b023-bf2b-d4c684865117" [ 733.740954] env[69941]: _type = "Task" [ 733.740954] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.750649] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e67cb7-99b7-b023-bf2b-d4c684865117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.805470] env[69941]: DEBUG nova.compute.manager [req-ec00120f-f895-4cc1-929f-7cc1f081ed45 req-0100e6e2-f66e-4d7d-b0b3-c2bb86d52749 service nova] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Received event network-vif-deleted-33830307-03e6-4694-a629-66d6c890e9a1 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.805470] env[69941]: DEBUG nova.compute.manager [req-ec00120f-f895-4cc1-929f-7cc1f081ed45 req-0100e6e2-f66e-4d7d-b0b3-c2bb86d52749 service nova] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Received event network-vif-plugged-2f7326db-300a-4e12-a152-cf8fd9c5f612 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.805470] env[69941]: DEBUG oslo_concurrency.lockutils [req-ec00120f-f895-4cc1-929f-7cc1f081ed45 req-0100e6e2-f66e-4d7d-b0b3-c2bb86d52749 service nova] Acquiring lock "f0ff0742-fed9-4f65-a6e0-c0e51987df7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.805470] env[69941]: DEBUG oslo_concurrency.lockutils [req-ec00120f-f895-4cc1-929f-7cc1f081ed45 req-0100e6e2-f66e-4d7d-b0b3-c2bb86d52749 service nova] Lock "f0ff0742-fed9-4f65-a6e0-c0e51987df7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.805470] env[69941]: DEBUG oslo_concurrency.lockutils [req-ec00120f-f895-4cc1-929f-7cc1f081ed45 req-0100e6e2-f66e-4d7d-b0b3-c2bb86d52749 service nova] Lock "f0ff0742-fed9-4f65-a6e0-c0e51987df7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.805661] env[69941]: DEBUG nova.compute.manager [req-ec00120f-f895-4cc1-929f-7cc1f081ed45 req-0100e6e2-f66e-4d7d-b0b3-c2bb86d52749 service nova] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] No waiting events found dispatching network-vif-plugged-2f7326db-300a-4e12-a152-cf8fd9c5f612 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.805661] env[69941]: WARNING nova.compute.manager [req-ec00120f-f895-4cc1-929f-7cc1f081ed45 req-0100e6e2-f66e-4d7d-b0b3-c2bb86d52749 service nova] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Received unexpected event network-vif-plugged-2f7326db-300a-4e12-a152-cf8fd9c5f612 for instance with vm_state building and task_state spawning. [ 733.805661] env[69941]: DEBUG nova.compute.manager [req-ec00120f-f895-4cc1-929f-7cc1f081ed45 req-0100e6e2-f66e-4d7d-b0b3-c2bb86d52749 service nova] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Received event network-changed-2f7326db-300a-4e12-a152-cf8fd9c5f612 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.805661] env[69941]: DEBUG nova.compute.manager [req-ec00120f-f895-4cc1-929f-7cc1f081ed45 req-0100e6e2-f66e-4d7d-b0b3-c2bb86d52749 service nova] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Refreshing instance network info cache due to event network-changed-2f7326db-300a-4e12-a152-cf8fd9c5f612. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.805661] env[69941]: DEBUG oslo_concurrency.lockutils [req-ec00120f-f895-4cc1-929f-7cc1f081ed45 req-0100e6e2-f66e-4d7d-b0b3-c2bb86d52749 service nova] Acquiring lock "refresh_cache-f0ff0742-fed9-4f65-a6e0-c0e51987df7c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.805802] env[69941]: DEBUG oslo_concurrency.lockutils [req-ec00120f-f895-4cc1-929f-7cc1f081ed45 req-0100e6e2-f66e-4d7d-b0b3-c2bb86d52749 service nova] Acquired lock "refresh_cache-f0ff0742-fed9-4f65-a6e0-c0e51987df7c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.806281] env[69941]: DEBUG nova.network.neutron [req-ec00120f-f895-4cc1-929f-7cc1f081ed45 req-0100e6e2-f66e-4d7d-b0b3-c2bb86d52749 service nova] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Refreshing network info cache for port 2f7326db-300a-4e12-a152-cf8fd9c5f612 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.924376] env[69941]: DEBUG nova.compute.manager [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.925475] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.925599] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d58d2b4-48d1-40ad-8fef-cd177606cf6d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.935148] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.935397] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dbb64c2-97ff-40af-bb7d-0c74f5c01c71 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.941426] env[69941]: DEBUG oslo_vmware.api [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Waiting for the task: (returnval){ [ 733.941426] env[69941]: value = "task-3288201" [ 733.941426] env[69941]: _type = "Task" [ 733.941426] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.953114] env[69941]: DEBUG oslo_vmware.api [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': task-3288201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.107432] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 734.107432] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a14201-e12c-70c5-63fa-450654e6347b" [ 734.107432] env[69941]: _type = "HttpNfcLease" [ 734.107432] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 734.110480] env[69941]: DEBUG oslo_vmware.rw_handles [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 734.110480] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a14201-e12c-70c5-63fa-450654e6347b" [ 734.110480] env[69941]: _type = "HttpNfcLease" [ 734.110480] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 734.111834] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90877761-5fb7-4a89-8316-0fe8b2ef3c0e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.120585] env[69941]: DEBUG oslo_vmware.rw_handles [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ff2ed-bdc9-2ac4-8d76-d83e001bcff1/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 734.120787] env[69941]: DEBUG oslo_vmware.rw_handles [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ff2ed-bdc9-2ac4-8d76-d83e001bcff1/disk-0.vmdk for reading. {{(pid=69941) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 734.178016] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Acquiring lock "refresh_cache-f0ff0742-fed9-4f65-a6e0-c0e51987df7c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.220934] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-28a49c08-ba43-4883-8bd2-c0e9068a4b53 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.255265] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e67cb7-99b7-b023-bf2b-d4c684865117, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.259685] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.260061] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 9e05781d-d39b-40cc-bcf1-53da09ae55ee/9e05781d-d39b-40cc-bcf1-53da09ae55ee.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.260514] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a8c1960-381e-4d03-bea5-18930f3052a6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.263775] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509cf812-4cfa-403c-ab91-056d703c8dac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.275542] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 734.275542] env[69941]: value = "task-3288203" [ 734.275542] env[69941]: _type = "Task" [ 734.275542] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.276871] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c612125-fd4a-4de0-9cca-81503032becd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.316043] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84408497-424f-4fb1-9c1d-bf615063f892 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.324367] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5afc04c-825a-486a-8814-814dbb1c78dd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.339842] env[69941]: DEBUG nova.compute.provider_tree [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.378875] env[69941]: DEBUG nova.network.neutron [req-ec00120f-f895-4cc1-929f-7cc1f081ed45 req-0100e6e2-f66e-4d7d-b0b3-c2bb86d52749 service nova] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.453533] env[69941]: DEBUG oslo_vmware.api [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': task-3288201, 'name': PowerOffVM_Task, 'duration_secs': 0.292706} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.453882] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.454148] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.454455] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-738cb8c9-e55b-438c-8824-38b35dec7f64 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.527588] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.527843] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.528110] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Deleting the datastore file [datastore2] d5d14fe9-b56d-49ea-8d83-5e94439e8534 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.528404] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f4af931-5498-46f5-8226-0cb109803276 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.536913] env[69941]: DEBUG oslo_vmware.api [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Waiting for the task: (returnval){ [ 734.536913] env[69941]: value = "task-3288205" [ 734.536913] env[69941]: _type = "Task" [ 734.536913] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.545600] env[69941]: DEBUG nova.compute.manager [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.552035] env[69941]: DEBUG nova.network.neutron [req-ec00120f-f895-4cc1-929f-7cc1f081ed45 req-0100e6e2-f66e-4d7d-b0b3-c2bb86d52749 service nova] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.554696] env[69941]: DEBUG oslo_vmware.api [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': task-3288205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.580591] env[69941]: DEBUG nova.virt.hardware [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.580875] env[69941]: DEBUG nova.virt.hardware [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.581099] env[69941]: DEBUG nova.virt.hardware [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.581334] env[69941]: DEBUG nova.virt.hardware [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.581491] env[69941]: DEBUG nova.virt.hardware [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.581640] env[69941]: DEBUG nova.virt.hardware [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.581853] env[69941]: DEBUG nova.virt.hardware [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.582025] env[69941]: DEBUG nova.virt.hardware [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.582233] env[69941]: DEBUG nova.virt.hardware [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.582410] env[69941]: DEBUG nova.virt.hardware [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.583026] env[69941]: DEBUG nova.virt.hardware [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.583815] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7365ef-f4ed-4c62-bbda-2ddb2a16b4ac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.593722] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394d93a0-e766-48ab-b25b-2c333c279e32 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.786805] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288203, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.845023] env[69941]: DEBUG nova.scheduler.client.report [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.049200] env[69941]: DEBUG oslo_vmware.api [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Task: {'id': task-3288205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271119} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.050166] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.050166] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.050166] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.050579] env[69941]: INFO nova.compute.manager [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Took 1.13 seconds to destroy the instance on the hypervisor. [ 735.050930] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.051242] env[69941]: DEBUG nova.compute.manager [-] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.051459] env[69941]: DEBUG nova.network.neutron [-] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.055938] env[69941]: DEBUG oslo_concurrency.lockutils [req-ec00120f-f895-4cc1-929f-7cc1f081ed45 req-0100e6e2-f66e-4d7d-b0b3-c2bb86d52749 service nova] Releasing lock "refresh_cache-f0ff0742-fed9-4f65-a6e0-c0e51987df7c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.056465] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Acquired lock "refresh_cache-f0ff0742-fed9-4f65-a6e0-c0e51987df7c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.057925] env[69941]: DEBUG nova.network.neutron [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.291382] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535356} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.292294] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 9e05781d-d39b-40cc-bcf1-53da09ae55ee/9e05781d-d39b-40cc-bcf1-53da09ae55ee.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.292665] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.293562] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1bfc6c6-553b-40b0-bf10-361a9ea4643b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.301410] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 735.301410] env[69941]: value = "task-3288206" [ 735.301410] env[69941]: _type = "Task" [ 735.301410] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.312858] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.349907] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.350609] env[69941]: DEBUG nova.compute.manager [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.354492] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.733s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.354591] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.356957] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.295s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.357169] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.359359] env[69941]: DEBUG oslo_concurrency.lockutils [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.447s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.361044] env[69941]: INFO nova.compute.claims [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.398202] env[69941]: INFO nova.scheduler.client.report [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Deleted allocations for instance 8fdb8936-12c2-4274-aee2-77b140e7c2cc [ 735.413333] env[69941]: INFO nova.scheduler.client.report [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Deleted allocations for instance 65557afd-6dc1-4a05-b41f-f64895225a44 [ 735.607067] env[69941]: DEBUG nova.network.neutron [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.781510] env[69941]: DEBUG nova.network.neutron [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Updating instance_info_cache with network_info: [{"id": "2f7326db-300a-4e12-a152-cf8fd9c5f612", "address": "fa:16:3e:e2:99:e2", "network": {"id": "44db5b3e-c6c2-4bf0-9529-d3f770b9f8a7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1845018528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d90a3ed10aaf4ab48350b8d4e12fa277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f7326db-30", "ovs_interfaceid": "2f7326db-300a-4e12-a152-cf8fd9c5f612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.812713] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075127} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.812987] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.814668] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453380fd-feb7-4e81-b1d7-1da908ddef98 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.841497] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 9e05781d-d39b-40cc-bcf1-53da09ae55ee/9e05781d-d39b-40cc-bcf1-53da09ae55ee.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.842484] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-307d5e79-1e07-4093-8e74-8e544d7510c5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.859536] env[69941]: DEBUG nova.compute.utils [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.861527] env[69941]: DEBUG nova.compute.manager [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.862327] env[69941]: DEBUG nova.network.neutron [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.870343] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 735.870343] env[69941]: value = "task-3288207" [ 735.870343] env[69941]: _type = "Task" [ 735.870343] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.884545] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288207, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.909189] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a4ec1578-8b13-4c5a-8571-3aaafbb19400 tempest-FloatingIPsAssociationTestJSON-1750698699 tempest-FloatingIPsAssociationTestJSON-1750698699-project-member] Lock "8fdb8936-12c2-4274-aee2-77b140e7c2cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.294s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.926917] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3391fa3b-6daa-4579-9f00-00ef2c72fce0 tempest-DeleteServersAdminTestJSON-1164183435 tempest-DeleteServersAdminTestJSON-1164183435-project-member] Lock "65557afd-6dc1-4a05-b41f-f64895225a44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.755s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.940300] env[69941]: DEBUG nova.policy [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4551fba160e3412888861e850cbf563c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab90d8f10a3f4728950558ebdbb717dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.032203] env[69941]: DEBUG nova.compute.manager [req-0e1b5391-f925-4e91-bbb7-f147eb58afa1 req-f555af32-2b97-485d-bf9e-2b3edfab484a service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Received event network-vif-plugged-ea4a3570-d478-4809-947a-d13e5832aff4 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.032433] env[69941]: DEBUG oslo_concurrency.lockutils [req-0e1b5391-f925-4e91-bbb7-f147eb58afa1 req-f555af32-2b97-485d-bf9e-2b3edfab484a service nova] Acquiring lock "bca042c1-7934-47f5-8903-c7b8775d329d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.032639] env[69941]: DEBUG oslo_concurrency.lockutils [req-0e1b5391-f925-4e91-bbb7-f147eb58afa1 req-f555af32-2b97-485d-bf9e-2b3edfab484a service nova] Lock "bca042c1-7934-47f5-8903-c7b8775d329d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.032798] env[69941]: DEBUG oslo_concurrency.lockutils [req-0e1b5391-f925-4e91-bbb7-f147eb58afa1 req-f555af32-2b97-485d-bf9e-2b3edfab484a service nova] Lock "bca042c1-7934-47f5-8903-c7b8775d329d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.037206] env[69941]: DEBUG nova.compute.manager [req-0e1b5391-f925-4e91-bbb7-f147eb58afa1 req-f555af32-2b97-485d-bf9e-2b3edfab484a service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] No waiting events found dispatching network-vif-plugged-ea4a3570-d478-4809-947a-d13e5832aff4 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.037593] env[69941]: WARNING nova.compute.manager [req-0e1b5391-f925-4e91-bbb7-f147eb58afa1 req-f555af32-2b97-485d-bf9e-2b3edfab484a service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Received unexpected event network-vif-plugged-ea4a3570-d478-4809-947a-d13e5832aff4 for instance with vm_state building and task_state spawning. [ 736.113031] env[69941]: DEBUG nova.network.neutron [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Successfully updated port: ea4a3570-d478-4809-947a-d13e5832aff4 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.284831] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Releasing lock "refresh_cache-f0ff0742-fed9-4f65-a6e0-c0e51987df7c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.288836] env[69941]: DEBUG nova.compute.manager [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Instance network_info: |[{"id": "2f7326db-300a-4e12-a152-cf8fd9c5f612", "address": "fa:16:3e:e2:99:e2", "network": {"id": "44db5b3e-c6c2-4bf0-9529-d3f770b9f8a7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1845018528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d90a3ed10aaf4ab48350b8d4e12fa277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f7326db-30", "ovs_interfaceid": "2f7326db-300a-4e12-a152-cf8fd9c5f612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.289098] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:99:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f7326db-300a-4e12-a152-cf8fd9c5f612', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.293902] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Creating folder: Project (d90a3ed10aaf4ab48350b8d4e12fa277). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.294292] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-913e123a-b553-4440-86a6-65a3592c47a1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.308625] env[69941]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 736.308857] env[69941]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69941) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 736.309885] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Folder already exists: Project (d90a3ed10aaf4ab48350b8d4e12fa277). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 736.310194] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Creating folder: Instances. Parent ref: group-v656603. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.310499] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8edc858c-fe2d-4efc-ab59-91d7acbe8a24 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.321492] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Created folder: Instances in parent group-v656603. [ 736.321939] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.322191] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.322417] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0771e06f-fc5f-45ea-bb11-e9b7f3706ac7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.348520] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.348520] env[69941]: value = "task-3288210" [ 736.348520] env[69941]: _type = "Task" [ 736.348520] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.360371] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288210, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.367145] env[69941]: DEBUG nova.compute.manager [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.385560] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288207, 'name': ReconfigVM_Task, 'duration_secs': 0.374448} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.385954] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 9e05781d-d39b-40cc-bcf1-53da09ae55ee/9e05781d-d39b-40cc-bcf1-53da09ae55ee.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.386785] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb5ff5aa-c82d-481e-8c3e-d63dd5425889 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.394327] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 736.394327] env[69941]: value = "task-3288211" [ 736.394327] env[69941]: _type = "Task" [ 736.394327] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.404018] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288211, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.446551] env[69941]: DEBUG nova.network.neutron [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Successfully created port: 3a5db507-4fad-42a8-820d-eef50f2d15d4 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.615182] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Acquiring lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.615353] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Acquired lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.615506] env[69941]: DEBUG nova.network.neutron [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.868494] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288210, 'name': CreateVM_Task, 'duration_secs': 0.397318} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.868494] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.869138] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': '97323c6b-deeb-4b19-875f-27348deb558a', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656612', 'volume_id': 'fd924afa-9065-4d35-9957-0bb15a92dab5', 'name': 'volume-fd924afa-9065-4d35-9957-0bb15a92dab5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0ff0742-fed9-4f65-a6e0-c0e51987df7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd924afa-9065-4d35-9957-0bb15a92dab5', 'serial': 'fd924afa-9065-4d35-9957-0bb15a92dab5'}, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69941) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 736.870130] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Root volume attach. Driver type: vmdk {{(pid=69941) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 736.871024] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce02efb-3a14-41ad-a62d-519162566733 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.890680] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae49ce6-ddfa-4f62-800e-e429f0057a66 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.901732] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769bd5be-78d6-4955-aaef-d887e01e0417 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.916353] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288211, 'name': Rename_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.919109] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-effbed02-93c9-47be-b84c-af5adc846319 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.930379] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Waiting for the task: (returnval){ [ 736.930379] env[69941]: value = "task-3288212" [ 736.930379] env[69941]: _type = "Task" [ 736.930379] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.943037] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288212, 'name': RelocateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.027375] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a07c89-356e-48ca-81a6-b6ce90442f07 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.040304] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076c756f-2b23-47e1-92b3-a3fc52489cb1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.086627] env[69941]: DEBUG nova.network.neutron [-] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.088441] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bd60f3-7447-4c83-bd60-8226059c7ad1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.097075] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f298363e-0420-4ced-ae9d-f977d88cfa19 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.114248] env[69941]: DEBUG nova.compute.provider_tree [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.190641] env[69941]: DEBUG nova.network.neutron [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.386448] env[69941]: DEBUG nova.compute.manager [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.412506] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288211, 'name': Rename_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.427513] env[69941]: DEBUG nova.virt.hardware [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.427899] env[69941]: DEBUG nova.virt.hardware [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.428210] env[69941]: DEBUG nova.virt.hardware [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.428372] env[69941]: DEBUG nova.virt.hardware [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.428539] env[69941]: DEBUG nova.virt.hardware [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.428693] env[69941]: DEBUG nova.virt.hardware [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.428907] env[69941]: DEBUG nova.virt.hardware [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.429145] env[69941]: DEBUG nova.virt.hardware [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.430034] env[69941]: DEBUG nova.virt.hardware [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.430034] env[69941]: DEBUG nova.virt.hardware [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.430034] env[69941]: DEBUG nova.virt.hardware [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.431108] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df5f29e-c2b3-48c5-a9f3-eae170d4fa7b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.442817] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288212, 'name': RelocateVM_Task} progress is 40%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.446291] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50729ca-4c2a-409f-8b0b-d8e25d7a88f6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.523353] env[69941]: DEBUG nova.network.neutron [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Updating instance_info_cache with network_info: [{"id": "ea4a3570-d478-4809-947a-d13e5832aff4", "address": "fa:16:3e:2f:76:4d", "network": {"id": "56ab20b1-e764-4f04-b023-9f06c5122ec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1000879265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "dd108f2192474c279ef5097e39b42b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4a3570-d4", "ovs_interfaceid": "ea4a3570-d478-4809-947a-d13e5832aff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.592810] env[69941]: INFO nova.compute.manager [-] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Took 2.54 seconds to deallocate network for instance. [ 737.617823] env[69941]: DEBUG nova.scheduler.client.report [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.869332] env[69941]: DEBUG oslo_concurrency.lockutils [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Acquiring lock "3ab03542-99a7-494e-872d-fb919cbb81f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.869623] env[69941]: DEBUG oslo_concurrency.lockutils [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Lock "3ab03542-99a7-494e-872d-fb919cbb81f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.870821] env[69941]: DEBUG oslo_concurrency.lockutils [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Acquiring lock "3ab03542-99a7-494e-872d-fb919cbb81f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.872025] env[69941]: DEBUG oslo_concurrency.lockutils [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Lock "3ab03542-99a7-494e-872d-fb919cbb81f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.872025] env[69941]: DEBUG oslo_concurrency.lockutils [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Lock "3ab03542-99a7-494e-872d-fb919cbb81f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.875122] env[69941]: INFO nova.compute.manager [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Terminating instance [ 737.914190] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288211, 'name': Rename_Task, 'duration_secs': 1.226981} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.914593] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.914928] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5574ae2c-e19f-4561-a297-197635412034 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.927335] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 737.927335] env[69941]: value = "task-3288213" [ 737.927335] env[69941]: _type = "Task" [ 737.927335] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.945551] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.951170] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288212, 'name': RelocateVM_Task} progress is 53%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.026409] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Releasing lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.026737] env[69941]: DEBUG nova.compute.manager [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Instance network_info: |[{"id": "ea4a3570-d478-4809-947a-d13e5832aff4", "address": "fa:16:3e:2f:76:4d", "network": {"id": "56ab20b1-e764-4f04-b023-9f06c5122ec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1000879265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "dd108f2192474c279ef5097e39b42b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4a3570-d4", "ovs_interfaceid": "ea4a3570-d478-4809-947a-d13e5832aff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.027200] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:76:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea4a3570-d478-4809-947a-d13e5832aff4', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.037065] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Creating folder: Project (dd108f2192474c279ef5097e39b42b48). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.037065] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3c2b581-ebb4-4fce-9dbd-eac752c1e509 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.046651] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Created folder: Project (dd108f2192474c279ef5097e39b42b48) in parent group-v656570. [ 738.046973] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Creating folder: Instances. Parent ref: group-v656691. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.047360] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-549ce57d-83aa-4743-a55f-b800ed572b01 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.058232] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Created folder: Instances in parent group-v656691. [ 738.058502] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.058704] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.058966] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29d32726-89c2-4840-9116-a20d0ad3210e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.081535] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.081535] env[69941]: value = "task-3288216" [ 738.081535] env[69941]: _type = "Task" [ 738.081535] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.091155] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288216, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.099539] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.124757] env[69941]: DEBUG oslo_concurrency.lockutils [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.125670] env[69941]: DEBUG nova.compute.manager [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.129213] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.423s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.129469] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.133028] env[69941]: DEBUG oslo_concurrency.lockutils [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.447s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.133028] env[69941]: DEBUG oslo_concurrency.lockutils [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.135006] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.476s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.135213] env[69941]: DEBUG nova.objects.instance [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69941) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 738.170017] env[69941]: INFO nova.scheduler.client.report [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Deleted allocations for instance a65e82f5-6c9d-4a41-aaae-b85e362f527e [ 738.170017] env[69941]: INFO nova.scheduler.client.report [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Deleted allocations for instance 56ba3abf-950b-4c18-b229-bc555273c2fc [ 738.316726] env[69941]: DEBUG nova.compute.manager [req-38724412-f26b-4e5c-b628-99411ae49558 req-f8a15d16-6a91-4541-80b2-eb06bd9cf874 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Received event network-changed-ea4a3570-d478-4809-947a-d13e5832aff4 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.316726] env[69941]: DEBUG nova.compute.manager [req-38724412-f26b-4e5c-b628-99411ae49558 req-f8a15d16-6a91-4541-80b2-eb06bd9cf874 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Refreshing instance network info cache due to event network-changed-ea4a3570-d478-4809-947a-d13e5832aff4. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.316726] env[69941]: DEBUG oslo_concurrency.lockutils [req-38724412-f26b-4e5c-b628-99411ae49558 req-f8a15d16-6a91-4541-80b2-eb06bd9cf874 service nova] Acquiring lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.316726] env[69941]: DEBUG oslo_concurrency.lockutils [req-38724412-f26b-4e5c-b628-99411ae49558 req-f8a15d16-6a91-4541-80b2-eb06bd9cf874 service nova] Acquired lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.316726] env[69941]: DEBUG nova.network.neutron [req-38724412-f26b-4e5c-b628-99411ae49558 req-f8a15d16-6a91-4541-80b2-eb06bd9cf874 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Refreshing network info cache for port ea4a3570-d478-4809-947a-d13e5832aff4 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.383280] env[69941]: DEBUG nova.compute.manager [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.383280] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.383280] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44b3b12-6d99-45b8-9546-d29ae4f41801 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.392164] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.394085] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e58e2b3f-886b-41f5-b106-3a7058b14bc0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.403251] env[69941]: DEBUG oslo_vmware.api [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Waiting for the task: (returnval){ [ 738.403251] env[69941]: value = "task-3288217" [ 738.403251] env[69941]: _type = "Task" [ 738.403251] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.419732] env[69941]: DEBUG oslo_vmware.api [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': task-3288217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.443194] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288213, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.455541] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288212, 'name': RelocateVM_Task} progress is 65%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.593266] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288216, 'name': CreateVM_Task, 'duration_secs': 0.480975} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.593401] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.594347] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.594595] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.594969] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.595309] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543a1f36-9016-4163-a588-17ca84758083 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.605023] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for the task: (returnval){ [ 738.605023] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]527b93c7-e554-137f-774f-65451eeff7ee" [ 738.605023] env[69941]: _type = "Task" [ 738.605023] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.616818] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527b93c7-e554-137f-774f-65451eeff7ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.644206] env[69941]: DEBUG nova.compute.utils [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.645953] env[69941]: DEBUG nova.compute.manager [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Not allocating networking since 'none' was specified. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 738.682037] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51a1f9a2-b694-4e2a-903f-d430149e595e tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "56ba3abf-950b-4c18-b229-bc555273c2fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.528s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.687027] env[69941]: DEBUG oslo_concurrency.lockutils [None req-101ca9ac-64bf-43f4-8a06-a5dacd1580c8 tempest-ListServersNegativeTestJSON-323206267 tempest-ListServersNegativeTestJSON-323206267-project-member] Lock "a65e82f5-6c9d-4a41-aaae-b85e362f527e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.449s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.772170] env[69941]: DEBUG nova.network.neutron [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Successfully updated port: 3a5db507-4fad-42a8-820d-eef50f2d15d4 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.918807] env[69941]: DEBUG oslo_vmware.api [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': task-3288217, 'name': PowerOffVM_Task, 'duration_secs': 0.267145} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.919037] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.920402] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.920402] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a10c5d0a-6a37-4d7a-9b2d-26dabcc25b5c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.942807] env[69941]: DEBUG oslo_vmware.api [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288213, 'name': PowerOnVM_Task, 'duration_secs': 0.649014} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.947051] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.947294] env[69941]: INFO nova.compute.manager [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Took 9.81 seconds to spawn the instance on the hypervisor. [ 738.947469] env[69941]: DEBUG nova.compute.manager [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.948467] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b34ad62-5722-4b13-8e18-62bb48201817 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.965654] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288212, 'name': RelocateVM_Task} progress is 78%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.968013] env[69941]: DEBUG nova.compute.manager [req-3d44f4cf-d349-4369-9534-0bec916ab2c1 req-4092367f-6dac-4b24-8f39-822d3d9614ca service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Received event network-vif-plugged-3a5db507-4fad-42a8-820d-eef50f2d15d4 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.968264] env[69941]: DEBUG oslo_concurrency.lockutils [req-3d44f4cf-d349-4369-9534-0bec916ab2c1 req-4092367f-6dac-4b24-8f39-822d3d9614ca service nova] Acquiring lock "6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.968470] env[69941]: DEBUG oslo_concurrency.lockutils [req-3d44f4cf-d349-4369-9534-0bec916ab2c1 req-4092367f-6dac-4b24-8f39-822d3d9614ca service nova] Lock "6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.968638] env[69941]: DEBUG oslo_concurrency.lockutils [req-3d44f4cf-d349-4369-9534-0bec916ab2c1 req-4092367f-6dac-4b24-8f39-822d3d9614ca service nova] Lock "6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.968806] env[69941]: DEBUG nova.compute.manager [req-3d44f4cf-d349-4369-9534-0bec916ab2c1 req-4092367f-6dac-4b24-8f39-822d3d9614ca service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] No waiting events found dispatching network-vif-plugged-3a5db507-4fad-42a8-820d-eef50f2d15d4 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.969073] env[69941]: WARNING nova.compute.manager [req-3d44f4cf-d349-4369-9534-0bec916ab2c1 req-4092367f-6dac-4b24-8f39-822d3d9614ca service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Received unexpected event network-vif-plugged-3a5db507-4fad-42a8-820d-eef50f2d15d4 for instance with vm_state building and task_state spawning. [ 739.014685] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.014923] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.015125] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Deleting the datastore file [datastore1] 3ab03542-99a7-494e-872d-fb919cbb81f4 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.015418] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e9cc34e-61e1-4984-b98c-42b762472a94 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.026934] env[69941]: DEBUG oslo_vmware.api [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Waiting for the task: (returnval){ [ 739.026934] env[69941]: value = "task-3288219" [ 739.026934] env[69941]: _type = "Task" [ 739.026934] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.040589] env[69941]: DEBUG oslo_vmware.api [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': task-3288219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.114815] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527b93c7-e554-137f-774f-65451eeff7ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012732} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.115169] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.115475] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.115713] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.115853] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.116041] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.116323] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dcd56b2-df69-4faf-b756-0bc2af4d7504 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.137063] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.137277] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.138194] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57d59d32-4b08-492d-9b20-6c0ff12c690c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.142881] env[69941]: DEBUG nova.network.neutron [req-38724412-f26b-4e5c-b628-99411ae49558 req-f8a15d16-6a91-4541-80b2-eb06bd9cf874 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Updated VIF entry in instance network info cache for port ea4a3570-d478-4809-947a-d13e5832aff4. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.143012] env[69941]: DEBUG nova.network.neutron [req-38724412-f26b-4e5c-b628-99411ae49558 req-f8a15d16-6a91-4541-80b2-eb06bd9cf874 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Updating instance_info_cache with network_info: [{"id": "ea4a3570-d478-4809-947a-d13e5832aff4", "address": "fa:16:3e:2f:76:4d", "network": {"id": "56ab20b1-e764-4f04-b023-9f06c5122ec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1000879265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "dd108f2192474c279ef5097e39b42b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4a3570-d4", "ovs_interfaceid": "ea4a3570-d478-4809-947a-d13e5832aff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.145704] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for the task: (returnval){ [ 739.145704] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b28f62-70bf-5bd7-16be-de662c6ce64e" [ 739.145704] env[69941]: _type = "Task" [ 739.145704] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.148214] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdbb1725-f7f5-4b83-bf9b-367c536ce2c5 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.156651] env[69941]: DEBUG nova.compute.manager [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.159728] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.611s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.161089] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.162583] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.329s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.162930] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.165077] env[69941]: DEBUG oslo_concurrency.lockutils [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.565s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.166760] env[69941]: INFO nova.compute.claims [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.178338] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b28f62-70bf-5bd7-16be-de662c6ce64e, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.181024] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a17a3d5f-3e8d-43cb-a990-fedf27825439 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.190755] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for the task: (returnval){ [ 739.190755] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]528ac055-bb80-b482-5ab3-c1572376d0a4" [ 739.190755] env[69941]: _type = "Task" [ 739.190755] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.191554] env[69941]: INFO nova.scheduler.client.report [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Deleted allocations for instance d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa [ 739.209635] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528ac055-bb80-b482-5ab3-c1572376d0a4, 'name': SearchDatastore_Task, 'duration_secs': 0.014397} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.210617] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.211034] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] bca042c1-7934-47f5-8903-c7b8775d329d/bca042c1-7934-47f5-8903-c7b8775d329d.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.211981] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ffb0a65-46d7-4843-b2d7-8872be035535 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.215732] env[69941]: INFO nova.scheduler.client.report [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Deleted allocations for instance 040a44c3-545e-4d66-a5e5-8e4ecae72845 [ 739.222242] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for the task: (returnval){ [ 739.222242] env[69941]: value = "task-3288220" [ 739.222242] env[69941]: _type = "Task" [ 739.222242] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.233314] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.277724] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquiring lock "refresh_cache-6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.278083] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquired lock "refresh_cache-6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.278193] env[69941]: DEBUG nova.network.neutron [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.432930] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Acquiring lock "75ee7557-0682-41f7-b7b0-fe6e03f1c841" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.433359] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Lock "75ee7557-0682-41f7-b7b0-fe6e03f1c841" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.453650] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288212, 'name': RelocateVM_Task} progress is 92%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.475362] env[69941]: INFO nova.compute.manager [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Took 57.75 seconds to build instance. [ 739.538506] env[69941]: DEBUG oslo_vmware.api [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Task: {'id': task-3288219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178111} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.538830] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.539151] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.539313] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.539506] env[69941]: INFO nova.compute.manager [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 739.540112] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.540112] env[69941]: DEBUG nova.compute.manager [-] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.540273] env[69941]: DEBUG nova.network.neutron [-] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.647013] env[69941]: DEBUG oslo_concurrency.lockutils [req-38724412-f26b-4e5c-b628-99411ae49558 req-f8a15d16-6a91-4541-80b2-eb06bd9cf874 service nova] Releasing lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.647262] env[69941]: DEBUG nova.compute.manager [req-38724412-f26b-4e5c-b628-99411ae49558 req-f8a15d16-6a91-4541-80b2-eb06bd9cf874 service nova] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Received event network-vif-deleted-0c083125-8637-4ae6-a128-82c368c8c37b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.705054] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c081444c-e889-413b-90f6-c6869cb17256 tempest-ServerShowV257Test-623444355 tempest-ServerShowV257Test-623444355-project-member] Lock "d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.168s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.732739] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4da9c3f1-9451-4f3f-aa7f-90287a2ed4b7 tempest-ServersV294TestFqdnHostnames-1177708877 tempest-ServersV294TestFqdnHostnames-1177708877-project-member] Lock "040a44c3-545e-4d66-a5e5-8e4ecae72845" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.260s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.740851] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288220, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.815202] env[69941]: DEBUG nova.network.neutron [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.961244] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288212, 'name': RelocateVM_Task} progress is 97%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.982315] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a6cec890-38fe-4156-bc8d-1ca5756cf8b0 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9e05781d-d39b-40cc-bcf1-53da09ae55ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 116.212s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.117803] env[69941]: DEBUG nova.network.neutron [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Updating instance_info_cache with network_info: [{"id": "3a5db507-4fad-42a8-820d-eef50f2d15d4", "address": "fa:16:3e:32:7d:66", "network": {"id": "143c6cc0-a784-4d63-8e5a-584019f0634a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-878331307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab90d8f10a3f4728950558ebdbb717dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a5db507-4f", "ovs_interfaceid": "3a5db507-4fad-42a8-820d-eef50f2d15d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.186091] env[69941]: DEBUG nova.compute.manager [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.223882] env[69941]: DEBUG nova.virt.hardware [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.224579] env[69941]: DEBUG nova.virt.hardware [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.224899] env[69941]: DEBUG nova.virt.hardware [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.226300] env[69941]: DEBUG nova.virt.hardware [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.226300] env[69941]: DEBUG nova.virt.hardware [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.226300] env[69941]: DEBUG nova.virt.hardware [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.226300] env[69941]: DEBUG nova.virt.hardware [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.226300] env[69941]: DEBUG nova.virt.hardware [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.226563] env[69941]: DEBUG nova.virt.hardware [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.226563] env[69941]: DEBUG nova.virt.hardware [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.227144] env[69941]: DEBUG nova.virt.hardware [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.228386] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e59b2f-2b48-44ad-a16c-864ac1cdc60e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.247865] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d229c04-69c8-4808-83bf-9c71941b510f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.251691] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.981538} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.255333] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] bca042c1-7934-47f5-8903-c7b8775d329d/bca042c1-7934-47f5-8903-c7b8775d329d.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.259159] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.259159] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92e09a66-35fb-43ae-beab-72bbb09b09bf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.267535] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Instance VIF info [] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.274763] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Creating folder: Project (8e73b05b1702448c9f18d9c36b9ce55b). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.278592] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c82dfc1e-044c-499b-af93-540663025299 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.282919] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for the task: (returnval){ [ 740.282919] env[69941]: value = "task-3288221" [ 740.282919] env[69941]: _type = "Task" [ 740.282919] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.287886] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Created folder: Project (8e73b05b1702448c9f18d9c36b9ce55b) in parent group-v656570. [ 740.288283] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Creating folder: Instances. Parent ref: group-v656694. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.288648] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf559a88-24c6-4ce4-947f-4ce6c457196e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.294114] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.305367] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Created folder: Instances in parent group-v656694. [ 740.305565] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.305816] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.306097] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53cf02b6-1ccf-47d7-85dc-b0548ced960f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.326246] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.326246] env[69941]: value = "task-3288224" [ 740.326246] env[69941]: _type = "Task" [ 740.326246] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.335648] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288224, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.455119] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288212, 'name': RelocateVM_Task} progress is 98%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.485851] env[69941]: DEBUG nova.compute.manager [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.621668] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Releasing lock "refresh_cache-6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.622038] env[69941]: DEBUG nova.compute.manager [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Instance network_info: |[{"id": "3a5db507-4fad-42a8-820d-eef50f2d15d4", "address": "fa:16:3e:32:7d:66", "network": {"id": "143c6cc0-a784-4d63-8e5a-584019f0634a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-878331307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab90d8f10a3f4728950558ebdbb717dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a5db507-4f", "ovs_interfaceid": "3a5db507-4fad-42a8-820d-eef50f2d15d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.622764] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:7d:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a5db507-4fad-42a8-820d-eef50f2d15d4', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.631921] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.635501] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.635692] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfb5ab05-41e2-43be-9df7-8a364080794c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.668210] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.668210] env[69941]: value = "task-3288225" [ 740.668210] env[69941]: _type = "Task" [ 740.668210] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.677891] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288225, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.796495] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083553} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.797499] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.798432] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fada5f-abd3-4c45-9e4c-a1ba9299d034 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.832119] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] bca042c1-7934-47f5-8903-c7b8775d329d/bca042c1-7934-47f5-8903-c7b8775d329d.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.835682] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cdb6c27-0fa5-45c7-89c6-acf30e6cd595 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.859495] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288224, 'name': CreateVM_Task, 'duration_secs': 0.40227} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.860937] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.861294] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for the task: (returnval){ [ 740.861294] env[69941]: value = "task-3288226" [ 740.861294] env[69941]: _type = "Task" [ 740.861294] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.861688] env[69941]: DEBUG oslo_concurrency.lockutils [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.861991] env[69941]: DEBUG oslo_concurrency.lockutils [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.862350] env[69941]: DEBUG oslo_concurrency.lockutils [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.865100] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad7c767-6924-42df-a436-310c6ebdd59b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.878055] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 740.878055] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52bd892d-7be3-c152-eb40-d1287afe1725" [ 740.878055] env[69941]: _type = "Task" [ 740.878055] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.878306] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.886682] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52bd892d-7be3-c152-eb40-d1287afe1725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.888687] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a97cac1-a916-4a55-b2d6-37b4ce582813 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.896515] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eb0b90-8888-44a0-872a-9ff92e0a0298 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.928521] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ad9bd0-2264-4cc8-860f-8fecff25fa4b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.937233] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32153565-b6d8-4ff5-aa5b-7c93af09b3fe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.951943] env[69941]: DEBUG nova.compute.provider_tree [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.961141] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288212, 'name': RelocateVM_Task} progress is 98%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.028106] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.181537] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288225, 'name': CreateVM_Task, 'duration_secs': 0.49136} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.181743] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.182520] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.182666] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.183047] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.183336] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f018a0-d073-4122-b78f-565bae1d13f9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.188426] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 741.188426] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52693d64-90fd-78b0-f2f8-b437aaadd724" [ 741.188426] env[69941]: _type = "Task" [ 741.188426] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.198833] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52693d64-90fd-78b0-f2f8-b437aaadd724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.231176] env[69941]: DEBUG nova.network.neutron [-] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.372145] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.391098] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52bd892d-7be3-c152-eb40-d1287afe1725, 'name': SearchDatastore_Task, 'duration_secs': 0.014677} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.391393] env[69941]: DEBUG oslo_concurrency.lockutils [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.391628] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.391862] env[69941]: DEBUG oslo_concurrency.lockutils [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.392017] env[69941]: DEBUG oslo_concurrency.lockutils [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.392220] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.392506] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d25bfdf-2696-4eb0-a515-36d45d46ba1d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.404413] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.404413] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.404413] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4866742-6700-4772-a6ce-7d820dbe1d55 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.409216] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 741.409216] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a43f5d-6b7f-6527-38cc-9d6fc6afbfc1" [ 741.409216] env[69941]: _type = "Task" [ 741.409216] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.418407] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a43f5d-6b7f-6527-38cc-9d6fc6afbfc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.459025] env[69941]: DEBUG nova.scheduler.client.report [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.467698] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288212, 'name': RelocateVM_Task, 'duration_secs': 4.075161} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.468263] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Volume attach. Driver type: vmdk {{(pid=69941) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 741.468835] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656612', 'volume_id': 'fd924afa-9065-4d35-9957-0bb15a92dab5', 'name': 'volume-fd924afa-9065-4d35-9957-0bb15a92dab5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0ff0742-fed9-4f65-a6e0-c0e51987df7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd924afa-9065-4d35-9957-0bb15a92dab5', 'serial': 'fd924afa-9065-4d35-9957-0bb15a92dab5'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 741.469896] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e8d390-d442-4630-9880-b353265266e3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.486961] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe52393-425f-4258-a317-ea83d51e6214 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.515203] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] volume-fd924afa-9065-4d35-9957-0bb15a92dab5/volume-fd924afa-9065-4d35-9957-0bb15a92dab5.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.516314] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b89c33-8654-4587-bc9f-1347c754e1cf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.541304] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Waiting for the task: (returnval){ [ 741.541304] env[69941]: value = "task-3288227" [ 741.541304] env[69941]: _type = "Task" [ 741.541304] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.550163] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.552880] env[69941]: DEBUG nova.compute.manager [req-86d0be10-478c-4f6f-8e09-5a3ec47ab54b req-7d9c1560-9966-4796-8b5e-56fbabb2ba86 service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Received event network-changed-3a5db507-4fad-42a8-820d-eef50f2d15d4 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.553095] env[69941]: DEBUG nova.compute.manager [req-86d0be10-478c-4f6f-8e09-5a3ec47ab54b req-7d9c1560-9966-4796-8b5e-56fbabb2ba86 service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Refreshing instance network info cache due to event network-changed-3a5db507-4fad-42a8-820d-eef50f2d15d4. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.553327] env[69941]: DEBUG oslo_concurrency.lockutils [req-86d0be10-478c-4f6f-8e09-5a3ec47ab54b req-7d9c1560-9966-4796-8b5e-56fbabb2ba86 service nova] Acquiring lock "refresh_cache-6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.553448] env[69941]: DEBUG oslo_concurrency.lockutils [req-86d0be10-478c-4f6f-8e09-5a3ec47ab54b req-7d9c1560-9966-4796-8b5e-56fbabb2ba86 service nova] Acquired lock "refresh_cache-6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.553611] env[69941]: DEBUG nova.network.neutron [req-86d0be10-478c-4f6f-8e09-5a3ec47ab54b req-7d9c1560-9966-4796-8b5e-56fbabb2ba86 service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Refreshing network info cache for port 3a5db507-4fad-42a8-820d-eef50f2d15d4 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.704792] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52693d64-90fd-78b0-f2f8-b437aaadd724, 'name': SearchDatastore_Task, 'duration_secs': 0.018805} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.705219] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.705497] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.705769] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.705936] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.706175] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.706475] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a306ea0b-c99b-425f-a433-7be7f6b1160a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.715932] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.716156] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.716934] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb8792df-1401-447a-997b-092b0b98a264 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.723131] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 741.723131] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5258b6e0-1a8d-bdc1-fda8-c258b6fa6fbe" [ 741.723131] env[69941]: _type = "Task" [ 741.723131] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.735188] env[69941]: INFO nova.compute.manager [-] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Took 2.19 seconds to deallocate network for instance. [ 741.735360] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5258b6e0-1a8d-bdc1-fda8-c258b6fa6fbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.874247] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288226, 'name': ReconfigVM_Task, 'duration_secs': 0.877048} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.874766] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Reconfigured VM instance instance-0000002a to attach disk [datastore1] bca042c1-7934-47f5-8903-c7b8775d329d/bca042c1-7934-47f5-8903-c7b8775d329d.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.876039] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9027c70c-f211-46f7-8442-f80a49b88323 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.883433] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for the task: (returnval){ [ 741.883433] env[69941]: value = "task-3288228" [ 741.883433] env[69941]: _type = "Task" [ 741.883433] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.895476] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288228, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.921641] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a43f5d-6b7f-6527-38cc-9d6fc6afbfc1, 'name': SearchDatastore_Task, 'duration_secs': 0.01314} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.922563] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30b620cc-240c-462b-9b09-5174a103a98d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.931679] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 741.931679] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5263775e-1e64-58a6-35d5-cacfee90503f" [ 741.931679] env[69941]: _type = "Task" [ 741.931679] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.942364] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5263775e-1e64-58a6-35d5-cacfee90503f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.964164] env[69941]: DEBUG oslo_concurrency.lockutils [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.965316] env[69941]: DEBUG nova.compute.manager [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.970089] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.418s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.970089] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.970533] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.240s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.970662] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.972754] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.079s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.975373] env[69941]: INFO nova.compute.claims [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.008309] env[69941]: INFO nova.scheduler.client.report [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Deleted allocations for instance de55432c-0427-421a-bac7-cd2fc34c9749 [ 742.010407] env[69941]: INFO nova.scheduler.client.report [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Deleted allocations for instance d43bb025-2fac-4629-b4b3-5d77abdbf582 [ 742.063635] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288227, 'name': ReconfigVM_Task, 'duration_secs': 0.303289} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.066530] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Reconfigured VM instance instance-00000029 to attach disk [datastore1] volume-fd924afa-9065-4d35-9957-0bb15a92dab5/volume-fd924afa-9065-4d35-9957-0bb15a92dab5.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.075282] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25e9c118-80d8-4051-a918-c395bf1c1d81 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.094320] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Waiting for the task: (returnval){ [ 742.094320] env[69941]: value = "task-3288229" [ 742.094320] env[69941]: _type = "Task" [ 742.094320] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.104908] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.239261] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5258b6e0-1a8d-bdc1-fda8-c258b6fa6fbe, 'name': SearchDatastore_Task, 'duration_secs': 0.022921} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.240215] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8af32ad-9f7e-4816-9c3c-9f405b7b7f18 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.247689] env[69941]: DEBUG oslo_concurrency.lockutils [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.251730] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 742.251730] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5206f8e3-e638-1cbc-749c-cfc9ec943161" [ 742.251730] env[69941]: _type = "Task" [ 742.251730] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.261070] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5206f8e3-e638-1cbc-749c-cfc9ec943161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.400658] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288228, 'name': Rename_Task, 'duration_secs': 0.153243} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.400972] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.401245] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ae3f8d9-6b7b-4089-98a2-5eaadd1efc7a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.409673] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for the task: (returnval){ [ 742.409673] env[69941]: value = "task-3288230" [ 742.409673] env[69941]: _type = "Task" [ 742.409673] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.421582] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.446127] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5263775e-1e64-58a6-35d5-cacfee90503f, 'name': SearchDatastore_Task, 'duration_secs': 0.011577} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.447045] env[69941]: DEBUG oslo_concurrency.lockutils [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.447045] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 3b9252d8-ba8c-4f5a-94cc-d468d72111cc/3b9252d8-ba8c-4f5a-94cc-d468d72111cc.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.447045] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5704cc8-a8c6-404a-80fe-f1c631f8c151 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.457287] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 742.457287] env[69941]: value = "task-3288231" [ 742.457287] env[69941]: _type = "Task" [ 742.457287] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.457701] env[69941]: DEBUG nova.network.neutron [req-86d0be10-478c-4f6f-8e09-5a3ec47ab54b req-7d9c1560-9966-4796-8b5e-56fbabb2ba86 service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Updated VIF entry in instance network info cache for port 3a5db507-4fad-42a8-820d-eef50f2d15d4. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.458411] env[69941]: DEBUG nova.network.neutron [req-86d0be10-478c-4f6f-8e09-5a3ec47ab54b req-7d9c1560-9966-4796-8b5e-56fbabb2ba86 service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Updating instance_info_cache with network_info: [{"id": "3a5db507-4fad-42a8-820d-eef50f2d15d4", "address": "fa:16:3e:32:7d:66", "network": {"id": "143c6cc0-a784-4d63-8e5a-584019f0634a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-878331307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab90d8f10a3f4728950558ebdbb717dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a5db507-4f", "ovs_interfaceid": "3a5db507-4fad-42a8-820d-eef50f2d15d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.468105] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.470357] env[69941]: DEBUG nova.compute.utils [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.471277] env[69941]: DEBUG nova.compute.manager [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Not allocating networking since 'none' was specified. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 742.517374] env[69941]: DEBUG oslo_concurrency.lockutils [None req-86315f6c-6597-40b1-af55-fbff971c63c2 tempest-TenantUsagesTestJSON-899893850 tempest-TenantUsagesTestJSON-899893850-project-member] Lock "de55432c-0427-421a-bac7-cd2fc34c9749" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.431s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.523146] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8ec38fcf-a9df-4268-9def-658b700efa70 tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "d43bb025-2fac-4629-b4b3-5d77abdbf582" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.809s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.610498] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288229, 'name': ReconfigVM_Task, 'duration_secs': 0.213149} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.610498] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656612', 'volume_id': 'fd924afa-9065-4d35-9957-0bb15a92dab5', 'name': 'volume-fd924afa-9065-4d35-9957-0bb15a92dab5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0ff0742-fed9-4f65-a6e0-c0e51987df7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd924afa-9065-4d35-9957-0bb15a92dab5', 'serial': 'fd924afa-9065-4d35-9957-0bb15a92dab5'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 742.610498] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f72cf7d4-755e-4101-8e3b-0b69d64e9053 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.620020] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Waiting for the task: (returnval){ [ 742.620020] env[69941]: value = "task-3288232" [ 742.620020] env[69941]: _type = "Task" [ 742.620020] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.631171] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288232, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.762259] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5206f8e3-e638-1cbc-749c-cfc9ec943161, 'name': SearchDatastore_Task, 'duration_secs': 0.010898} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.763056] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.763056] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e/6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.763056] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aba714f4-d857-4a39-860f-da01a0e9cd1b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.771119] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 742.771119] env[69941]: value = "task-3288233" [ 742.771119] env[69941]: _type = "Task" [ 742.771119] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.780439] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.926257] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.966591] env[69941]: DEBUG oslo_concurrency.lockutils [req-86d0be10-478c-4f6f-8e09-5a3ec47ab54b req-7d9c1560-9966-4796-8b5e-56fbabb2ba86 service nova] Releasing lock "refresh_cache-6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.966591] env[69941]: DEBUG nova.compute.manager [req-86d0be10-478c-4f6f-8e09-5a3ec47ab54b req-7d9c1560-9966-4796-8b5e-56fbabb2ba86 service nova] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Received event network-vif-deleted-88c5254c-a755-48ad-b08b-3c18f841ff0b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.980881] env[69941]: DEBUG nova.compute.manager [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.984448] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288231, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.136843] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288232, 'name': Rename_Task, 'duration_secs': 0.165245} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.137366] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.138543] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c5214b4-66c0-4d22-ac78-a24da48833fc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.149992] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Waiting for the task: (returnval){ [ 743.149992] env[69941]: value = "task-3288234" [ 743.149992] env[69941]: _type = "Task" [ 743.149992] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.158563] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.287192] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288233, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.428973] env[69941]: DEBUG oslo_vmware.api [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288230, 'name': PowerOnVM_Task, 'duration_secs': 1.007634} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.430589] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.431034] env[69941]: INFO nova.compute.manager [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Took 8.89 seconds to spawn the instance on the hypervisor. [ 743.431403] env[69941]: DEBUG nova.compute.manager [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.432649] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84871fd-168f-4ecd-b658-58803ab04479 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.473727] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623445} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.473727] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 3b9252d8-ba8c-4f5a-94cc-d468d72111cc/3b9252d8-ba8c-4f5a-94cc-d468d72111cc.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.473727] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.475412] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7042195b-b9d1-4de2-97d5-f0ce0de29fc6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.481220] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 743.481220] env[69941]: value = "task-3288235" [ 743.481220] env[69941]: _type = "Task" [ 743.481220] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.496196] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.598528] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f907c3-fd4f-468c-98cc-9fa04a4a6832 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.606129] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c3c70d-2659-413c-a93a-53c59f1e326a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.645890] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029fb30a-8a4e-48ff-88a8-db61ce277e8b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.657817] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c922049-3e0f-4503-9f03-83a56f1623d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.665585] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288234, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.676446] env[69941]: DEBUG nova.compute.provider_tree [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.784051] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767726} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.784848] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e/6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.784848] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.784960] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc6a02eb-d5c7-4338-80f6-d77bf63a7b18 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.792931] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 743.792931] env[69941]: value = "task-3288236" [ 743.792931] env[69941]: _type = "Task" [ 743.792931] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.803904] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.957747] env[69941]: INFO nova.compute.manager [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Took 55.41 seconds to build instance. [ 743.993624] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119227} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.993978] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.995070] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160802b9-48b1-4b2c-ade8-2dd8049729c9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.001035] env[69941]: DEBUG nova.compute.manager [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.031037] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 3b9252d8-ba8c-4f5a-94cc-d468d72111cc/3b9252d8-ba8c-4f5a-94cc-d468d72111cc.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.037825] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf57aed6-0d02-4b8c-8d5b-9b79f400c101 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.062038] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 744.062038] env[69941]: value = "task-3288237" [ 744.062038] env[69941]: _type = "Task" [ 744.062038] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.071239] env[69941]: DEBUG nova.virt.hardware [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.072598] env[69941]: DEBUG nova.virt.hardware [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.072598] env[69941]: DEBUG nova.virt.hardware [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.072598] env[69941]: DEBUG nova.virt.hardware [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.072812] env[69941]: DEBUG nova.virt.hardware [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.072941] env[69941]: DEBUG nova.virt.hardware [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.073239] env[69941]: DEBUG nova.virt.hardware [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.073484] env[69941]: DEBUG nova.virt.hardware [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.073753] env[69941]: DEBUG nova.virt.hardware [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.074040] env[69941]: DEBUG nova.virt.hardware [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.074345] env[69941]: DEBUG nova.virt.hardware [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.075760] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460c6f6a-4510-47d9-bdae-34fcd4cbad2c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.094713] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48a7b18-4c11-412e-8861-3a6692db17fa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.102093] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.114785] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Instance VIF info [] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.120750] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.121125] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.121383] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5a5e9cb-1232-48f2-8bc3-5b0407317fe0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.140716] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.140716] env[69941]: value = "task-3288238" [ 744.140716] env[69941]: _type = "Task" [ 744.140716] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.149864] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288238, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.164056] env[69941]: DEBUG oslo_vmware.api [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288234, 'name': PowerOnVM_Task, 'duration_secs': 1.013728} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.164056] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.164056] env[69941]: INFO nova.compute.manager [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Took 10.51 seconds to spawn the instance on the hypervisor. [ 744.164056] env[69941]: DEBUG nova.compute.manager [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.168532] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bfb206-497f-4641-8496-5ded51e9088e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.186179] env[69941]: DEBUG nova.scheduler.client.report [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.306596] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093326} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.306596] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.306596] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e312799a-8e96-4e5c-b59d-bb7bbe4003c6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.332266] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e/6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.332736] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb893439-b91b-4935-ad73-6ad451c3f69b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.356322] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 744.356322] env[69941]: value = "task-3288239" [ 744.356322] env[69941]: _type = "Task" [ 744.356322] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.366497] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.462700] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cec0fff6-0cd4-4faa-93c7-02e41dbd5e96 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Lock "bca042c1-7934-47f5-8903-c7b8775d329d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.591s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.530610] env[69941]: DEBUG oslo_vmware.rw_handles [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ff2ed-bdc9-2ac4-8d76-d83e001bcff1/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 744.531856] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2d69e1-8d3a-496e-8daf-3d07adf3d493 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.539967] env[69941]: DEBUG oslo_vmware.rw_handles [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ff2ed-bdc9-2ac4-8d76-d83e001bcff1/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 744.540080] env[69941]: ERROR oslo_vmware.rw_handles [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ff2ed-bdc9-2ac4-8d76-d83e001bcff1/disk-0.vmdk due to incomplete transfer. [ 744.540666] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c000dade-f075-4f03-9f3a-2f1c07e340cf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.549376] env[69941]: DEBUG oslo_vmware.rw_handles [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ff2ed-bdc9-2ac4-8d76-d83e001bcff1/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 744.549675] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Uploaded image 8ce29276-8c18-44d4-9c36-52afb38ee178 to the Glance image server {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 744.552281] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 744.553140] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8777d04f-00ef-45c2-9467-f41dd06ea3ee {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.559972] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 744.559972] env[69941]: value = "task-3288240" [ 744.559972] env[69941]: _type = "Task" [ 744.559972] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.573998] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288240, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.579169] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288237, 'name': ReconfigVM_Task, 'duration_secs': 0.508557} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.579564] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 3b9252d8-ba8c-4f5a-94cc-d468d72111cc/3b9252d8-ba8c-4f5a-94cc-d468d72111cc.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.580306] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3ea8369-32ff-4c12-977d-4a1c207f37ac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.586430] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 744.586430] env[69941]: value = "task-3288241" [ 744.586430] env[69941]: _type = "Task" [ 744.586430] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.595304] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288241, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.655371] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288238, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.690083] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.690668] env[69941]: DEBUG nova.compute.manager [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.693769] env[69941]: INFO nova.compute.manager [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Took 60.08 seconds to build instance. [ 744.694706] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.915s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.696467] env[69941]: INFO nova.compute.claims [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.870924] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.880203] env[69941]: INFO nova.compute.manager [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Rescuing [ 744.880622] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Acquiring lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.880900] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Acquired lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.881142] env[69941]: DEBUG nova.network.neutron [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.963938] env[69941]: DEBUG nova.compute.manager [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.073602] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288240, 'name': Destroy_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.098020] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288241, 'name': Rename_Task, 'duration_secs': 0.141853} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.098020] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.098286] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b914d3fe-ad8b-4f99-b931-34601d75a0c5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.105691] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 745.105691] env[69941]: value = "task-3288242" [ 745.105691] env[69941]: _type = "Task" [ 745.105691] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.113745] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.154908] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288238, 'name': CreateVM_Task, 'duration_secs': 0.516237} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.155109] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.155602] env[69941]: DEBUG oslo_concurrency.lockutils [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.155794] env[69941]: DEBUG oslo_concurrency.lockutils [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.156138] env[69941]: DEBUG oslo_concurrency.lockutils [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.156403] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e237da5c-9f95-46af-a0f2-e5c20ec6deb5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.162126] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 745.162126] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52d34a26-55d0-af92-4aa4-a14a0c34df4b" [ 745.162126] env[69941]: _type = "Task" [ 745.162126] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.173504] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d34a26-55d0-af92-4aa4-a14a0c34df4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.201246] env[69941]: DEBUG nova.compute.utils [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.202534] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d49533f0-63f4-41df-9532-ee454c88c7f1 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Lock "f0ff0742-fed9-4f65-a6e0-c0e51987df7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 119.836s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.207577] env[69941]: DEBUG nova.compute.manager [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.207755] env[69941]: DEBUG nova.network.neutron [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.369881] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288239, 'name': ReconfigVM_Task, 'duration_secs': 0.795912} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.370077] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e/6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.371327] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72e7f3fa-7dab-47dc-b630-3201560b89ef {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.378070] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 745.378070] env[69941]: value = "task-3288243" [ 745.378070] env[69941]: _type = "Task" [ 745.378070] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.390335] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288243, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.428493] env[69941]: DEBUG nova.policy [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e586144d951428e9920146a23caf433', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af09e1ef52e34065a8909af6d08646b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.492946] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.575057] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288240, 'name': Destroy_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.622081] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.648363] env[69941]: DEBUG nova.network.neutron [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Updating instance_info_cache with network_info: [{"id": "ea4a3570-d478-4809-947a-d13e5832aff4", "address": "fa:16:3e:2f:76:4d", "network": {"id": "56ab20b1-e764-4f04-b023-9f06c5122ec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1000879265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "dd108f2192474c279ef5097e39b42b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4a3570-d4", "ovs_interfaceid": "ea4a3570-d478-4809-947a-d13e5832aff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.675550] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d34a26-55d0-af92-4aa4-a14a0c34df4b, 'name': SearchDatastore_Task, 'duration_secs': 0.038569} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.675995] env[69941]: DEBUG oslo_concurrency.lockutils [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.676336] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.676602] env[69941]: DEBUG oslo_concurrency.lockutils [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.676750] env[69941]: DEBUG oslo_concurrency.lockutils [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.676931] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.677306] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14ab0713-cfac-47fc-b7e8-931eed7865a6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.686958] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.687481] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.688681] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4321dc65-d6b0-4d2d-9c9c-153a67283465 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.695806] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 745.695806] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f1fcbf-186c-60e2-51e4-26ab73bd9b50" [ 745.695806] env[69941]: _type = "Task" [ 745.695806] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.705860] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f1fcbf-186c-60e2-51e4-26ab73bd9b50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.717735] env[69941]: DEBUG nova.compute.manager [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.721464] env[69941]: DEBUG nova.compute.manager [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.895737] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288243, 'name': Rename_Task, 'duration_secs': 0.360124} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.896393] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.896780] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cbd8d10-6a7d-407d-ad09-778872d65a62 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.912043] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 745.912043] env[69941]: value = "task-3288244" [ 745.912043] env[69941]: _type = "Task" [ 745.912043] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.928041] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.079175] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288240, 'name': Destroy_Task, 'duration_secs': 1.35268} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.079344] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Destroyed the VM [ 746.080122] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 746.080122] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8424fa44-0604-4092-8baa-5415e9e2f9b5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.087945] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 746.087945] env[69941]: value = "task-3288245" [ 746.087945] env[69941]: _type = "Task" [ 746.087945] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.097647] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288245, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.115584] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.152222] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Releasing lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.213028] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f1fcbf-186c-60e2-51e4-26ab73bd9b50, 'name': SearchDatastore_Task, 'duration_secs': 0.018106} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.215518] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a80f48f8-36a1-4bb2-869f-4fe628a42e22 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.218735] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b7b345-1a2a-40de-95db-2dbc7c52e181 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.237832] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6887d00d-49f6-404f-afe5-b5c407c85569 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.242562] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 746.242562] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52345e5e-aa56-7a0f-1487-eb11c54e299f" [ 746.242562] env[69941]: _type = "Task" [ 746.242562] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.273271] env[69941]: DEBUG oslo_concurrency.lockutils [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.274704] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de54a8c-5e80-4d11-a31c-410a6e1f62bc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.282027] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52345e5e-aa56-7a0f-1487-eb11c54e299f, 'name': SearchDatastore_Task, 'duration_secs': 0.014723} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.282700] env[69941]: DEBUG oslo_concurrency.lockutils [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.283031] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] da4d420e-0656-4bee-afb0-e082d96aa841/da4d420e-0656-4bee-afb0-e082d96aa841.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.283613] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75317f2c-6c3c-43e5-a6ed-3de3db6d0d02 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.291383] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000eed46-5f70-4107-a306-bc7b13566e6c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.297187] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 746.297187] env[69941]: value = "task-3288246" [ 746.297187] env[69941]: _type = "Task" [ 746.297187] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.311017] env[69941]: DEBUG nova.compute.provider_tree [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.320941] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.422785] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.434504] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dee69bc5-1340-41ed-839c-2d723201cad9 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "9124437a-6601-4be7-9477-718f1ad678a6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.434836] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dee69bc5-1340-41ed-839c-2d723201cad9 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9124437a-6601-4be7-9477-718f1ad678a6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.434988] env[69941]: DEBUG nova.compute.manager [None req-dee69bc5-1340-41ed-839c-2d723201cad9 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.435883] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83ec7a9-03a7-4a39-bd3a-a4ce313f04c3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.444024] env[69941]: DEBUG nova.compute.manager [None req-dee69bc5-1340-41ed-839c-2d723201cad9 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69941) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 746.444676] env[69941]: DEBUG nova.objects.instance [None req-dee69bc5-1340-41ed-839c-2d723201cad9 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lazy-loading 'flavor' on Instance uuid 9124437a-6601-4be7-9477-718f1ad678a6 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.597906] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288245, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.617679] env[69941]: DEBUG oslo_vmware.api [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288242, 'name': PowerOnVM_Task, 'duration_secs': 1.217346} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.617679] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.617679] env[69941]: INFO nova.compute.manager [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Took 6.43 seconds to spawn the instance on the hypervisor. [ 746.621023] env[69941]: DEBUG nova.compute.manager [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.621023] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92470d23-0c88-448a-a4ea-c8e165a6866d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.739332] env[69941]: DEBUG nova.compute.manager [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.772196] env[69941]: DEBUG nova.virt.hardware [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.772551] env[69941]: DEBUG nova.virt.hardware [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.772621] env[69941]: DEBUG nova.virt.hardware [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.773206] env[69941]: DEBUG nova.virt.hardware [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.773206] env[69941]: DEBUG nova.virt.hardware [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.773206] env[69941]: DEBUG nova.virt.hardware [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.773446] env[69941]: DEBUG nova.virt.hardware [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.773483] env[69941]: DEBUG nova.virt.hardware [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.773629] env[69941]: DEBUG nova.virt.hardware [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.773790] env[69941]: DEBUG nova.virt.hardware [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.773976] env[69941]: DEBUG nova.virt.hardware [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.774920] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e919227-2522-4095-80eb-2b0b23c72403 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.784808] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256b4d9a-03d4-4382-95d9-ea06aede59c9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.810240] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288246, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.815485] env[69941]: DEBUG nova.scheduler.client.report [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.926314] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.098539] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288245, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.140646] env[69941]: INFO nova.compute.manager [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Took 52.25 seconds to build instance. [ 747.312993] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72226} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.313465] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] da4d420e-0656-4bee-afb0-e082d96aa841/da4d420e-0656-4bee-afb0-e082d96aa841.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.313895] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.314572] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b374e2a-7576-471f-9496-43f60b4baa63 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.321202] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 747.321202] env[69941]: value = "task-3288247" [ 747.321202] env[69941]: _type = "Task" [ 747.321202] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.321821] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.322450] env[69941]: DEBUG nova.compute.manager [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.329212] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.733s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.330877] env[69941]: INFO nova.compute.claims [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.342393] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.424210] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288244, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.451580] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee69bc5-1340-41ed-839c-2d723201cad9 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.451959] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-777cda08-e41a-4302-820d-8bfcf0e84995 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.459380] env[69941]: DEBUG oslo_vmware.api [None req-dee69bc5-1340-41ed-839c-2d723201cad9 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 747.459380] env[69941]: value = "task-3288248" [ 747.459380] env[69941]: _type = "Task" [ 747.459380] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.468561] env[69941]: DEBUG oslo_vmware.api [None req-dee69bc5-1340-41ed-839c-2d723201cad9 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.549496] env[69941]: DEBUG nova.network.neutron [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Successfully created port: 860e9778-523b-42d0-9779-b31126a19a65 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.599490] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288245, 'name': RemoveSnapshot_Task, 'duration_secs': 1.103344} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.599810] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 747.600033] env[69941]: DEBUG nova.compute.manager [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.600896] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86900e38-aa27-4ece-85da-cc33c2f9474d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.641389] env[69941]: DEBUG oslo_concurrency.lockutils [None req-95213724-6e22-4b06-9948-523884be80b8 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "3b9252d8-ba8c-4f5a-94cc-d468d72111cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.492s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.704568] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.705507] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11554581-f5a3-4a15-be6a-c42abd7656eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.712670] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for the task: (returnval){ [ 747.712670] env[69941]: value = "task-3288249" [ 747.712670] env[69941]: _type = "Task" [ 747.712670] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.723237] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.833078] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265883} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.833494] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.834381] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f49f9ff-3ca9-456b-910a-477c68772e76 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.839175] env[69941]: DEBUG nova.compute.utils [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.848387] env[69941]: DEBUG nova.compute.manager [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.848579] env[69941]: DEBUG nova.network.neutron [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.875809] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] da4d420e-0656-4bee-afb0-e082d96aa841/da4d420e-0656-4bee-afb0-e082d96aa841.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.876776] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d75394f-c0a7-45a7-ab46-ad321a72531d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.903420] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 747.903420] env[69941]: value = "task-3288250" [ 747.903420] env[69941]: _type = "Task" [ 747.903420] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.913748] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.924946] env[69941]: DEBUG oslo_vmware.api [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288244, 'name': PowerOnVM_Task, 'duration_secs': 1.650308} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.925258] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.925570] env[69941]: INFO nova.compute.manager [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Took 10.54 seconds to spawn the instance on the hypervisor. [ 747.925757] env[69941]: DEBUG nova.compute.manager [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.927381] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b90c7a-2a62-4a1b-ab69-2e7e38c1aff5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.952171] env[69941]: DEBUG nova.policy [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20bac1ec50c0462a9d5a4d42453fe6b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5be08b1f4e44e1ebac5e7898f04b298', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.970505] env[69941]: DEBUG oslo_vmware.api [None req-dee69bc5-1340-41ed-839c-2d723201cad9 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288248, 'name': PowerOffVM_Task, 'duration_secs': 0.339569} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.971025] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee69bc5-1340-41ed-839c-2d723201cad9 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.971526] env[69941]: DEBUG nova.compute.manager [None req-dee69bc5-1340-41ed-839c-2d723201cad9 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.972543] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf46ca4-bd2a-4496-8880-3589ac6f2b36 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.114818] env[69941]: INFO nova.compute.manager [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Shelve offloading [ 748.146959] env[69941]: DEBUG nova.compute.manager [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.196499] env[69941]: DEBUG nova.compute.manager [req-b003f7fc-8eb2-46d0-a936-3f4af32c1ed0 req-508fe6e5-4edb-4f29-85f9-150c7a116296 service nova] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Received event network-changed-2f7326db-300a-4e12-a152-cf8fd9c5f612 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.196722] env[69941]: DEBUG nova.compute.manager [req-b003f7fc-8eb2-46d0-a936-3f4af32c1ed0 req-508fe6e5-4edb-4f29-85f9-150c7a116296 service nova] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Refreshing instance network info cache due to event network-changed-2f7326db-300a-4e12-a152-cf8fd9c5f612. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.196940] env[69941]: DEBUG oslo_concurrency.lockutils [req-b003f7fc-8eb2-46d0-a936-3f4af32c1ed0 req-508fe6e5-4edb-4f29-85f9-150c7a116296 service nova] Acquiring lock "refresh_cache-f0ff0742-fed9-4f65-a6e0-c0e51987df7c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.197508] env[69941]: DEBUG oslo_concurrency.lockutils [req-b003f7fc-8eb2-46d0-a936-3f4af32c1ed0 req-508fe6e5-4edb-4f29-85f9-150c7a116296 service nova] Acquired lock "refresh_cache-f0ff0742-fed9-4f65-a6e0-c0e51987df7c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.198621] env[69941]: DEBUG nova.network.neutron [req-b003f7fc-8eb2-46d0-a936-3f4af32c1ed0 req-508fe6e5-4edb-4f29-85f9-150c7a116296 service nova] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Refreshing network info cache for port 2f7326db-300a-4e12-a152-cf8fd9c5f612 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.225032] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.346562] env[69941]: DEBUG nova.compute.manager [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.424729] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.452889] env[69941]: INFO nova.compute.manager [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Took 58.40 seconds to build instance. [ 748.487633] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dee69bc5-1340-41ed-839c-2d723201cad9 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9124437a-6601-4be7-9477-718f1ad678a6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.620381] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.623027] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2e7dc89-3251-45b9-8182-63fac9fc7d46 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.630021] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 748.630021] env[69941]: value = "task-3288251" [ 748.630021] env[69941]: _type = "Task" [ 748.630021] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.644660] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] VM already powered off {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 748.645397] env[69941]: DEBUG nova.compute.manager [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.647501] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da9cd86-ec16-471b-a742-96220e296d25 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.662179] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.662697] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquired lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.662998] env[69941]: DEBUG nova.network.neutron [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.676093] env[69941]: DEBUG oslo_concurrency.lockutils [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.726139] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.797096] env[69941]: DEBUG nova.network.neutron [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Successfully created port: 45feabec-8ea0-4818-94f4-da6f655d4bf4 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.936845] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288250, 'name': ReconfigVM_Task, 'duration_secs': 0.753879} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.937949] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Reconfigured VM instance instance-0000002d to attach disk [datastore2] da4d420e-0656-4bee-afb0-e082d96aa841/da4d420e-0656-4bee-afb0-e082d96aa841.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.938769] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-301b9618-f3fa-4593-9159-e03d90b86569 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.947034] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 748.947034] env[69941]: value = "task-3288252" [ 748.947034] env[69941]: _type = "Task" [ 748.947034] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.956566] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c3479934-fd1c-470d-8ff8-f28cb7d6a1d0 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.538s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.965254] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288252, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.984764] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0fadac-58de-44d7-a395-4abbfe50313c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.001375] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c65726-3705-4439-9ade-94a739d6ae86 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.040933] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c4dc5c-c90c-40bd-bd6d-74b2be29dd0c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.049067] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c238557-d78f-4ab9-bfe4-96ce89d0f432 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.070078] env[69941]: DEBUG nova.compute.provider_tree [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.229623] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288249, 'name': PowerOffVM_Task, 'duration_secs': 1.153797} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.229895] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.230826] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1997d1-f9d6-4ef6-b418-64ca41e94eef {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.254098] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749b58d9-5421-4ec6-8b8d-15d24ea329bb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.306632] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.308118] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4642854d-6e04-4911-9505-2ac2e1171cbc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.316684] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for the task: (returnval){ [ 749.316684] env[69941]: value = "task-3288253" [ 749.316684] env[69941]: _type = "Task" [ 749.316684] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.326243] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] VM already powered off {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 749.326534] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.326794] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.326918] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.327102] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.329448] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1f60033-4288-43f4-a27d-2c929c05aeed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.343164] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.343344] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.344085] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a4f777-0410-4997-bf22-b69f444e93fa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.349958] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for the task: (returnval){ [ 749.349958] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5293f5a9-4be3-a542-5a1f-64eb6a966891" [ 749.349958] env[69941]: _type = "Task" [ 749.349958] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.358024] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5293f5a9-4be3-a542-5a1f-64eb6a966891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.360294] env[69941]: DEBUG nova.compute.manager [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.394169] env[69941]: DEBUG nova.virt.hardware [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.394169] env[69941]: DEBUG nova.virt.hardware [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.394169] env[69941]: DEBUG nova.virt.hardware [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.394169] env[69941]: DEBUG nova.virt.hardware [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.394457] env[69941]: DEBUG nova.virt.hardware [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.394457] env[69941]: DEBUG nova.virt.hardware [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.394457] env[69941]: DEBUG nova.virt.hardware [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.394551] env[69941]: DEBUG nova.virt.hardware [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.394640] env[69941]: DEBUG nova.virt.hardware [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.394798] env[69941]: DEBUG nova.virt.hardware [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.394971] env[69941]: DEBUG nova.virt.hardware [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.395912] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcded9e7-8418-4856-809f-fdf6bfc0aad8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.404188] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ed248f-33ce-41e1-80f6-e4243ddf7f6a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.459841] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288252, 'name': Rename_Task, 'duration_secs': 0.145091} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.460231] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.460552] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb655ceb-cb57-4b09-85b9-a43714aa7df3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.469024] env[69941]: DEBUG nova.compute.manager [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.471453] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 749.471453] env[69941]: value = "task-3288254" [ 749.471453] env[69941]: _type = "Task" [ 749.471453] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.479964] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.573900] env[69941]: DEBUG nova.scheduler.client.report [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.865726] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5293f5a9-4be3-a542-5a1f-64eb6a966891, 'name': SearchDatastore_Task, 'duration_secs': 0.033956} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.869166] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f5b98f-150b-4897-b3df-00f33f27093d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.874018] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for the task: (returnval){ [ 749.874018] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523e9f62-4efd-1086-30c0-297cb358536f" [ 749.874018] env[69941]: _type = "Task" [ 749.874018] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.881136] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523e9f62-4efd-1086-30c0-297cb358536f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.001517] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288254, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.009682] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.018120] env[69941]: DEBUG nova.network.neutron [req-b003f7fc-8eb2-46d0-a936-3f4af32c1ed0 req-508fe6e5-4edb-4f29-85f9-150c7a116296 service nova] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Updated VIF entry in instance network info cache for port 2f7326db-300a-4e12-a152-cf8fd9c5f612. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.018178] env[69941]: DEBUG nova.network.neutron [req-b003f7fc-8eb2-46d0-a936-3f4af32c1ed0 req-508fe6e5-4edb-4f29-85f9-150c7a116296 service nova] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Updating instance_info_cache with network_info: [{"id": "2f7326db-300a-4e12-a152-cf8fd9c5f612", "address": "fa:16:3e:e2:99:e2", "network": {"id": "44db5b3e-c6c2-4bf0-9529-d3f770b9f8a7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1845018528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d90a3ed10aaf4ab48350b8d4e12fa277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f7326db-30", "ovs_interfaceid": "2f7326db-300a-4e12-a152-cf8fd9c5f612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.078934] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.079664] env[69941]: DEBUG nova.compute.manager [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.083019] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.176s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.084736] env[69941]: INFO nova.compute.claims [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.198387] env[69941]: DEBUG nova.network.neutron [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Successfully updated port: 860e9778-523b-42d0-9779-b31126a19a65 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.266201] env[69941]: DEBUG nova.network.neutron [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Updating instance_info_cache with network_info: [{"id": "fd555b4f-5d67-4fc1-8595-525e47830629", "address": "fa:16:3e:62:5d:a1", "network": {"id": "b114cdfb-91d4-4e5f-9e36-8482eae133df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2116863276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5137cd019db411aa9d347746c4abffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd555b4f-5d", "ovs_interfaceid": "fd555b4f-5d67-4fc1-8595-525e47830629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.387538] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523e9f62-4efd-1086-30c0-297cb358536f, 'name': SearchDatastore_Task, 'duration_secs': 0.031599} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.388650] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.388650] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] bca042c1-7934-47f5-8903-c7b8775d329d/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk. {{(pid=69941) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 750.388650] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dab9a5b-b443-4aef-a3a6-369b8cdf567f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.398820] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for the task: (returnval){ [ 750.398820] env[69941]: value = "task-3288255" [ 750.398820] env[69941]: _type = "Task" [ 750.398820] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.411994] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.486758] env[69941]: DEBUG oslo_vmware.api [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288254, 'name': PowerOnVM_Task, 'duration_secs': 0.696278} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.487094] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.487237] env[69941]: INFO nova.compute.manager [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Took 6.49 seconds to spawn the instance on the hypervisor. [ 750.487416] env[69941]: DEBUG nova.compute.manager [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.488247] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9d6527-1ac7-4956-9c0a-d29ba0189383 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.521511] env[69941]: DEBUG oslo_concurrency.lockutils [req-b003f7fc-8eb2-46d0-a936-3f4af32c1ed0 req-508fe6e5-4edb-4f29-85f9-150c7a116296 service nova] Releasing lock "refresh_cache-f0ff0742-fed9-4f65-a6e0-c0e51987df7c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.592773] env[69941]: DEBUG nova.compute.utils [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.596189] env[69941]: DEBUG nova.compute.manager [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.596189] env[69941]: DEBUG nova.network.neutron [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.702296] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Acquiring lock "refresh_cache-db9abd6d-0da6-465c-8894-71ea08840d96" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.702457] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Acquired lock "refresh_cache-db9abd6d-0da6-465c-8894-71ea08840d96" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.702626] env[69941]: DEBUG nova.network.neutron [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.745994] env[69941]: DEBUG nova.objects.instance [None req-f002ce9d-49f2-4208-86e1-71f0b58f8c83 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lazy-loading 'flavor' on Instance uuid 9124437a-6601-4be7-9477-718f1ad678a6 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.748077] env[69941]: DEBUG nova.policy [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '975cddb3bbae4763afcf2ffd003544c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e15159fc1cf401292de368a6798bb2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.767938] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Releasing lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.912653] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.011131] env[69941]: INFO nova.compute.manager [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Took 46.43 seconds to build instance. [ 751.099633] env[69941]: DEBUG nova.compute.manager [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.130957] env[69941]: DEBUG nova.compute.manager [req-64d73884-d795-44d9-9bf3-bf880a2b82e4 req-b8dd86b9-4391-490c-993a-73fee1708d04 service nova] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Received event network-vif-plugged-860e9778-523b-42d0-9779-b31126a19a65 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.130957] env[69941]: DEBUG oslo_concurrency.lockutils [req-64d73884-d795-44d9-9bf3-bf880a2b82e4 req-b8dd86b9-4391-490c-993a-73fee1708d04 service nova] Acquiring lock "db9abd6d-0da6-465c-8894-71ea08840d96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.130957] env[69941]: DEBUG oslo_concurrency.lockutils [req-64d73884-d795-44d9-9bf3-bf880a2b82e4 req-b8dd86b9-4391-490c-993a-73fee1708d04 service nova] Lock "db9abd6d-0da6-465c-8894-71ea08840d96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.131461] env[69941]: DEBUG oslo_concurrency.lockutils [req-64d73884-d795-44d9-9bf3-bf880a2b82e4 req-b8dd86b9-4391-490c-993a-73fee1708d04 service nova] Lock "db9abd6d-0da6-465c-8894-71ea08840d96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.131926] env[69941]: DEBUG nova.compute.manager [req-64d73884-d795-44d9-9bf3-bf880a2b82e4 req-b8dd86b9-4391-490c-993a-73fee1708d04 service nova] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] No waiting events found dispatching network-vif-plugged-860e9778-523b-42d0-9779-b31126a19a65 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.132239] env[69941]: WARNING nova.compute.manager [req-64d73884-d795-44d9-9bf3-bf880a2b82e4 req-b8dd86b9-4391-490c-993a-73fee1708d04 service nova] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Received unexpected event network-vif-plugged-860e9778-523b-42d0-9779-b31126a19a65 for instance with vm_state building and task_state spawning. [ 751.132455] env[69941]: DEBUG nova.compute.manager [req-64d73884-d795-44d9-9bf3-bf880a2b82e4 req-b8dd86b9-4391-490c-993a-73fee1708d04 service nova] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Received event network-changed-860e9778-523b-42d0-9779-b31126a19a65 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.132743] env[69941]: DEBUG nova.compute.manager [req-64d73884-d795-44d9-9bf3-bf880a2b82e4 req-b8dd86b9-4391-490c-993a-73fee1708d04 service nova] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Refreshing instance network info cache due to event network-changed-860e9778-523b-42d0-9779-b31126a19a65. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.134423] env[69941]: DEBUG oslo_concurrency.lockutils [req-64d73884-d795-44d9-9bf3-bf880a2b82e4 req-b8dd86b9-4391-490c-993a-73fee1708d04 service nova] Acquiring lock "refresh_cache-db9abd6d-0da6-465c-8894-71ea08840d96" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.255687] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f002ce9d-49f2-4208-86e1-71f0b58f8c83 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "refresh_cache-9124437a-6601-4be7-9477-718f1ad678a6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.255871] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f002ce9d-49f2-4208-86e1-71f0b58f8c83 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquired lock "refresh_cache-9124437a-6601-4be7-9477-718f1ad678a6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.256058] env[69941]: DEBUG nova.network.neutron [None req-f002ce9d-49f2-4208-86e1-71f0b58f8c83 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.256296] env[69941]: DEBUG nova.objects.instance [None req-f002ce9d-49f2-4208-86e1-71f0b58f8c83 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lazy-loading 'info_cache' on Instance uuid 9124437a-6601-4be7-9477-718f1ad678a6 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.357849] env[69941]: DEBUG nova.network.neutron [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.420116] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.981519} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.420497] env[69941]: INFO nova.virt.vmwareapi.ds_util [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] bca042c1-7934-47f5-8903-c7b8775d329d/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk. [ 751.421376] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716a1784-c2ca-4822-a803-242dfc64ba19 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.454806] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] bca042c1-7934-47f5-8903-c7b8775d329d/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.457611] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70758aa2-aa4f-4c03-be9f-0dd169aad869 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.475929] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for the task: (returnval){ [ 751.475929] env[69941]: value = "task-3288256" [ 751.475929] env[69941]: _type = "Task" [ 751.475929] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.485482] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.493015] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.494518] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7d8d14-1190-41bf-abec-39cfaaeb49c2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.501640] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.501923] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dd1e65e-96d4-4d93-b622-d91e8978be09 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.512220] env[69941]: DEBUG oslo_concurrency.lockutils [None req-841764ab-10a0-4069-b314-0c1337650976 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "da4d420e-0656-4bee-afb0-e082d96aa841" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.040s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.562083] env[69941]: DEBUG nova.compute.manager [req-58256446-f113-4553-a233-787160d2fa5f req-26ab2836-baec-497e-a211-b79673ac014e service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Received event network-changed-3a5db507-4fad-42a8-820d-eef50f2d15d4 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.562293] env[69941]: DEBUG nova.compute.manager [req-58256446-f113-4553-a233-787160d2fa5f req-26ab2836-baec-497e-a211-b79673ac014e service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Refreshing instance network info cache due to event network-changed-3a5db507-4fad-42a8-820d-eef50f2d15d4. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.563158] env[69941]: DEBUG oslo_concurrency.lockutils [req-58256446-f113-4553-a233-787160d2fa5f req-26ab2836-baec-497e-a211-b79673ac014e service nova] Acquiring lock "refresh_cache-6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.563344] env[69941]: DEBUG oslo_concurrency.lockutils [req-58256446-f113-4553-a233-787160d2fa5f req-26ab2836-baec-497e-a211-b79673ac014e service nova] Acquired lock "refresh_cache-6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.563491] env[69941]: DEBUG nova.network.neutron [req-58256446-f113-4553-a233-787160d2fa5f req-26ab2836-baec-497e-a211-b79673ac014e service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Refreshing network info cache for port 3a5db507-4fad-42a8-820d-eef50f2d15d4 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.610475] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.611063] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.611063] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Deleting the datastore file [datastore2] c9c42315-cae9-4c29-91bd-73f92fea141a {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.611394] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bf1c22e-4952-45c0-8017-55292ecf1f73 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.624735] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 751.624735] env[69941]: value = "task-3288258" [ 751.624735] env[69941]: _type = "Task" [ 751.624735] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.639922] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.717963] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83864ce6-e486-457e-aa71-f45420869751 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.730089] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eee277-d6eb-4f2d-adaf-7544f8e5581e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.767991] env[69941]: DEBUG nova.objects.base [None req-f002ce9d-49f2-4208-86e1-71f0b58f8c83 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Object Instance<9124437a-6601-4be7-9477-718f1ad678a6> lazy-loaded attributes: flavor,info_cache {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 751.771078] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1708b085-878c-486d-9e60-96b90621d71e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.780085] env[69941]: DEBUG oslo_concurrency.lockutils [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Acquiring lock "61d74b20-84cf-443d-b6f6-922d196c46fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.780315] env[69941]: DEBUG oslo_concurrency.lockutils [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Lock "61d74b20-84cf-443d-b6f6-922d196c46fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.786683] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072a3a1a-ea41-446f-bed0-a332949f8bc4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.802968] env[69941]: DEBUG nova.compute.provider_tree [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.986855] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.014566] env[69941]: DEBUG nova.compute.manager [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.021100] env[69941]: DEBUG nova.network.neutron [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Updating instance_info_cache with network_info: [{"id": "860e9778-523b-42d0-9779-b31126a19a65", "address": "fa:16:3e:29:9f:43", "network": {"id": "fd1804f3-7648-439b-8661-bd7269b43062", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1492064650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af09e1ef52e34065a8909af6d08646b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860e9778-52", "ovs_interfaceid": "860e9778-523b-42d0-9779-b31126a19a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.038067] env[69941]: DEBUG nova.network.neutron [None req-f002ce9d-49f2-4208-86e1-71f0b58f8c83 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Updating instance_info_cache with network_info: [{"id": "99665b33-5d28-497a-94cd-44615723da1b", "address": "fa:16:3e:27:36:aa", "network": {"id": "f41030b2-ef05-4707-893b-9207b6d203bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-382482037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a0cb7a80314b6d86cb455168fb02a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99665b33-5d", "ovs_interfaceid": "99665b33-5d28-497a-94cd-44615723da1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.121860] env[69941]: DEBUG nova.compute.manager [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.143845] env[69941]: DEBUG oslo_vmware.api [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435496} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.144590] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.144915] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.145500] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.171537] env[69941]: DEBUG nova.network.neutron [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Successfully created port: 1278d3d1-8426-466e-89a1-9375143c4f6e {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.183152] env[69941]: DEBUG nova.virt.hardware [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.183152] env[69941]: DEBUG nova.virt.hardware [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.183152] env[69941]: DEBUG nova.virt.hardware [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.183152] env[69941]: DEBUG nova.virt.hardware [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.183640] env[69941]: DEBUG nova.virt.hardware [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.183640] env[69941]: DEBUG nova.virt.hardware [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.183640] env[69941]: DEBUG nova.virt.hardware [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.183640] env[69941]: DEBUG nova.virt.hardware [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.185207] env[69941]: DEBUG nova.virt.hardware [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.185305] env[69941]: DEBUG nova.virt.hardware [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.185609] env[69941]: DEBUG nova.virt.hardware [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.188259] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162caae5-868c-41a6-9101-3bb08d40ff2d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.197225] env[69941]: INFO nova.scheduler.client.report [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Deleted allocations for instance c9c42315-cae9-4c29-91bd-73f92fea141a [ 752.202785] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38831b87-af08-478c-be7c-733b9dc2b381 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.305759] env[69941]: DEBUG nova.scheduler.client.report [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.386579] env[69941]: DEBUG nova.network.neutron [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Successfully updated port: 45feabec-8ea0-4818-94f4-da6f655d4bf4 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.486795] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288256, 'name': ReconfigVM_Task, 'duration_secs': 0.866648} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.487389] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Reconfigured VM instance instance-0000002a to attach disk [datastore1] bca042c1-7934-47f5-8903-c7b8775d329d/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.491625] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4969a9e2-0bc5-4b29-8103-b7b6af928e00 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.517391] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f2706bc-386d-4d5e-9962-1dac7bbb7248 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.535946] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Releasing lock "refresh_cache-db9abd6d-0da6-465c-8894-71ea08840d96" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.536521] env[69941]: DEBUG nova.compute.manager [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Instance network_info: |[{"id": "860e9778-523b-42d0-9779-b31126a19a65", "address": "fa:16:3e:29:9f:43", "network": {"id": "fd1804f3-7648-439b-8661-bd7269b43062", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1492064650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af09e1ef52e34065a8909af6d08646b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860e9778-52", "ovs_interfaceid": "860e9778-523b-42d0-9779-b31126a19a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.539238] env[69941]: DEBUG oslo_concurrency.lockutils [req-64d73884-d795-44d9-9bf3-bf880a2b82e4 req-b8dd86b9-4391-490c-993a-73fee1708d04 service nova] Acquired lock "refresh_cache-db9abd6d-0da6-465c-8894-71ea08840d96" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.539321] env[69941]: DEBUG nova.network.neutron [req-64d73884-d795-44d9-9bf3-bf880a2b82e4 req-b8dd86b9-4391-490c-993a-73fee1708d04 service nova] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Refreshing network info cache for port 860e9778-523b-42d0-9779-b31126a19a65 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.541021] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:9f:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '860e9778-523b-42d0-9779-b31126a19a65', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.550016] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Creating folder: Project (af09e1ef52e34065a8909af6d08646b3). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.554638] env[69941]: DEBUG nova.network.neutron [req-58256446-f113-4553-a233-787160d2fa5f req-26ab2836-baec-497e-a211-b79673ac014e service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Updated VIF entry in instance network info cache for port 3a5db507-4fad-42a8-820d-eef50f2d15d4. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.554848] env[69941]: DEBUG nova.network.neutron [req-58256446-f113-4553-a233-787160d2fa5f req-26ab2836-baec-497e-a211-b79673ac014e service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Updating instance_info_cache with network_info: [{"id": "3a5db507-4fad-42a8-820d-eef50f2d15d4", "address": "fa:16:3e:32:7d:66", "network": {"id": "143c6cc0-a784-4d63-8e5a-584019f0634a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-878331307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab90d8f10a3f4728950558ebdbb717dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a5db507-4f", "ovs_interfaceid": "3a5db507-4fad-42a8-820d-eef50f2d15d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.559046] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f002ce9d-49f2-4208-86e1-71f0b58f8c83 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Releasing lock "refresh_cache-9124437a-6601-4be7-9477-718f1ad678a6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.560115] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d76c15f-e4b4-44e5-9be1-9b53f158ce41 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.567111] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.569394] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for the task: (returnval){ [ 752.569394] env[69941]: value = "task-3288259" [ 752.569394] env[69941]: _type = "Task" [ 752.569394] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.578754] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Created folder: Project (af09e1ef52e34065a8909af6d08646b3) in parent group-v656570. [ 752.579158] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Creating folder: Instances. Parent ref: group-v656699. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.583443] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64e6ac0d-0884-4811-952e-0dc4cab47afe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.585462] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.593658] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Created folder: Instances in parent group-v656699. [ 752.593902] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.594113] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.594322] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c314c0ae-40c7-46ad-8bf5-c35957d098b1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.619046] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.619046] env[69941]: value = "task-3288262" [ 752.619046] env[69941]: _type = "Task" [ 752.619046] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.627814] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288262, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.712025] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.811936] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.812614] env[69941]: DEBUG nova.compute.manager [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.816037] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.208s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.816037] env[69941]: DEBUG nova.objects.instance [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lazy-loading 'resources' on Instance uuid f684ba22-e1f9-4ac7-a0f1-f06dd384812b {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.835130] env[69941]: INFO nova.compute.manager [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Rebuilding instance [ 752.893263] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "refresh_cache-31768ce8-eece-4386-bc52-25320530f63b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.893407] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired lock "refresh_cache-31768ce8-eece-4386-bc52-25320530f63b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.893644] env[69941]: DEBUG nova.network.neutron [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.895242] env[69941]: DEBUG nova.compute.manager [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.896395] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3142ab87-5084-42bb-b7e9-3477d3969e98 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.067032] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c5b9c0ed-9dbe-48e8-a570-bff9f0d30500 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquiring lock "6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.067032] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c5b9c0ed-9dbe-48e8-a570-bff9f0d30500 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.067032] env[69941]: INFO nova.compute.manager [None req-c5b9c0ed-9dbe-48e8-a570-bff9f0d30500 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Rebooting instance [ 753.069030] env[69941]: DEBUG oslo_concurrency.lockutils [req-58256446-f113-4553-a233-787160d2fa5f req-26ab2836-baec-497e-a211-b79673ac014e service nova] Releasing lock "refresh_cache-6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.085667] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288259, 'name': ReconfigVM_Task, 'duration_secs': 0.17223} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.086675] env[69941]: DEBUG nova.network.neutron [req-64d73884-d795-44d9-9bf3-bf880a2b82e4 req-b8dd86b9-4391-490c-993a-73fee1708d04 service nova] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Updated VIF entry in instance network info cache for port 860e9778-523b-42d0-9779-b31126a19a65. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.087088] env[69941]: DEBUG nova.network.neutron [req-64d73884-d795-44d9-9bf3-bf880a2b82e4 req-b8dd86b9-4391-490c-993a-73fee1708d04 service nova] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Updating instance_info_cache with network_info: [{"id": "860e9778-523b-42d0-9779-b31126a19a65", "address": "fa:16:3e:29:9f:43", "network": {"id": "fd1804f3-7648-439b-8661-bd7269b43062", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1492064650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af09e1ef52e34065a8909af6d08646b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860e9778-52", "ovs_interfaceid": "860e9778-523b-42d0-9779-b31126a19a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.088253] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.088975] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e415c25-9856-4382-905a-a6e0736561b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.102429] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for the task: (returnval){ [ 753.102429] env[69941]: value = "task-3288263" [ 753.102429] env[69941]: _type = "Task" [ 753.102429] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.110259] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.130261] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288262, 'name': CreateVM_Task, 'duration_secs': 0.333212} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.130506] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.131261] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.131594] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.131775] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.132103] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4858414a-c1c0-47a3-b159-a943b38f67c3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.137597] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Waiting for the task: (returnval){ [ 753.137597] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]525cc1bb-0c13-7ebe-9eda-4c03274fd591" [ 753.137597] env[69941]: _type = "Task" [ 753.137597] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.145932] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]525cc1bb-0c13-7ebe-9eda-4c03274fd591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.319375] env[69941]: DEBUG nova.compute.utils [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.320796] env[69941]: DEBUG nova.compute.manager [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.320963] env[69941]: DEBUG nova.network.neutron [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.445764] env[69941]: DEBUG nova.policy [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97034ca3b76347daac688ef0ff4639cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf6fa7eaf0cc4d5c81f9641b352b62fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.447590] env[69941]: DEBUG nova.network.neutron [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.576018] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f002ce9d-49f2-4208-86e1-71f0b58f8c83 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.576018] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-236fd2c6-9a18-4e31-adee-ead0906dd4d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.588486] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "a62ae68a-fb40-4439-9c38-3765dfac652a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.588786] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "a62ae68a-fb40-4439-9c38-3765dfac652a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.589671] env[69941]: DEBUG oslo_concurrency.lockutils [req-64d73884-d795-44d9-9bf3-bf880a2b82e4 req-b8dd86b9-4391-490c-993a-73fee1708d04 service nova] Releasing lock "refresh_cache-db9abd6d-0da6-465c-8894-71ea08840d96" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.593823] env[69941]: DEBUG oslo_vmware.api [None req-f002ce9d-49f2-4208-86e1-71f0b58f8c83 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 753.593823] env[69941]: value = "task-3288264" [ 753.593823] env[69941]: _type = "Task" [ 753.593823] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.598499] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c5b9c0ed-9dbe-48e8-a570-bff9f0d30500 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquiring lock "refresh_cache-6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.598725] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c5b9c0ed-9dbe-48e8-a570-bff9f0d30500 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquired lock "refresh_cache-6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.599369] env[69941]: DEBUG nova.network.neutron [None req-c5b9c0ed-9dbe-48e8-a570-bff9f0d30500 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.613433] env[69941]: DEBUG oslo_vmware.api [None req-f002ce9d-49f2-4208-86e1-71f0b58f8c83 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288264, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.620936] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.648070] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]525cc1bb-0c13-7ebe-9eda-4c03274fd591, 'name': SearchDatastore_Task, 'duration_secs': 0.011348} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.651504] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.651786] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.652041] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.652207] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.652389] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.653450] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15433cdc-7960-4890-b3c6-7a96bd7c021b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.668938] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.672070] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.672174] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-011c519a-dfb4-4487-a9a3-0251a7cc7b9e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.680224] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Waiting for the task: (returnval){ [ 753.680224] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52ca8330-8ed2-9803-6e70-2a894fea9d63" [ 753.680224] env[69941]: _type = "Task" [ 753.680224] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.688812] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ca8330-8ed2-9803-6e70-2a894fea9d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.713352] env[69941]: DEBUG nova.compute.manager [req-15575bb6-8ee3-4bc7-af6d-18d33f683437 req-9f7daf44-c081-4784-8acd-3749891b89bb service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Received event network-vif-unplugged-fd555b4f-5d67-4fc1-8595-525e47830629 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.715193] env[69941]: DEBUG oslo_concurrency.lockutils [req-15575bb6-8ee3-4bc7-af6d-18d33f683437 req-9f7daf44-c081-4784-8acd-3749891b89bb service nova] Acquiring lock "c9c42315-cae9-4c29-91bd-73f92fea141a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.715488] env[69941]: DEBUG oslo_concurrency.lockutils [req-15575bb6-8ee3-4bc7-af6d-18d33f683437 req-9f7daf44-c081-4784-8acd-3749891b89bb service nova] Lock "c9c42315-cae9-4c29-91bd-73f92fea141a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.715722] env[69941]: DEBUG oslo_concurrency.lockutils [req-15575bb6-8ee3-4bc7-af6d-18d33f683437 req-9f7daf44-c081-4784-8acd-3749891b89bb service nova] Lock "c9c42315-cae9-4c29-91bd-73f92fea141a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.715914] env[69941]: DEBUG nova.compute.manager [req-15575bb6-8ee3-4bc7-af6d-18d33f683437 req-9f7daf44-c081-4784-8acd-3749891b89bb service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] No waiting events found dispatching network-vif-unplugged-fd555b4f-5d67-4fc1-8595-525e47830629 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.716111] env[69941]: WARNING nova.compute.manager [req-15575bb6-8ee3-4bc7-af6d-18d33f683437 req-9f7daf44-c081-4784-8acd-3749891b89bb service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Received unexpected event network-vif-unplugged-fd555b4f-5d67-4fc1-8595-525e47830629 for instance with vm_state shelved_offloaded and task_state None. [ 753.716272] env[69941]: DEBUG nova.compute.manager [req-15575bb6-8ee3-4bc7-af6d-18d33f683437 req-9f7daf44-c081-4784-8acd-3749891b89bb service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Received event network-changed-fd555b4f-5d67-4fc1-8595-525e47830629 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.716444] env[69941]: DEBUG nova.compute.manager [req-15575bb6-8ee3-4bc7-af6d-18d33f683437 req-9f7daf44-c081-4784-8acd-3749891b89bb service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Refreshing instance network info cache due to event network-changed-fd555b4f-5d67-4fc1-8595-525e47830629. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.716601] env[69941]: DEBUG oslo_concurrency.lockutils [req-15575bb6-8ee3-4bc7-af6d-18d33f683437 req-9f7daf44-c081-4784-8acd-3749891b89bb service nova] Acquiring lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.716724] env[69941]: DEBUG oslo_concurrency.lockutils [req-15575bb6-8ee3-4bc7-af6d-18d33f683437 req-9f7daf44-c081-4784-8acd-3749891b89bb service nova] Acquired lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.716876] env[69941]: DEBUG nova.network.neutron [req-15575bb6-8ee3-4bc7-af6d-18d33f683437 req-9f7daf44-c081-4784-8acd-3749891b89bb service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Refreshing network info cache for port fd555b4f-5d67-4fc1-8595-525e47830629 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.718990] env[69941]: DEBUG nova.network.neutron [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Updating instance_info_cache with network_info: [{"id": "45feabec-8ea0-4818-94f4-da6f655d4bf4", "address": "fa:16:3e:6a:cb:6f", "network": {"id": "7d69b693-e851-4476-8c30-ea2b5f7fb2b8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1430958294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5be08b1f4e44e1ebac5e7898f04b298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45feabec-8e", "ovs_interfaceid": "45feabec-8ea0-4818-94f4-da6f655d4bf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.828261] env[69941]: DEBUG nova.compute.manager [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.883472] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b45487-3e11-4836-88cd-46df9899b97d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.894104] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f3bf48-1a7a-4f3b-a06e-b972af28f5ab {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.934127] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.934959] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ce3f728-e9b0-4cf5-9e8f-b3b191e57171 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.936882] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0da7c3-04a1-4aed-b4b6-2f98db691eb1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.948087] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cd677d-f455-4805-9395-0a79a2103522 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.954847] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 753.954847] env[69941]: value = "task-3288265" [ 753.954847] env[69941]: _type = "Task" [ 753.954847] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.967026] env[69941]: DEBUG nova.compute.provider_tree [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.975183] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.000657] env[69941]: DEBUG nova.network.neutron [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Successfully updated port: 1278d3d1-8426-466e-89a1-9375143c4f6e {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.037701] env[69941]: DEBUG nova.compute.manager [req-9872211b-47df-4046-be61-cd90d7d82d2d req-253b7b90-5945-44b4-b790-683152b18be0 service nova] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Received event network-vif-plugged-45feabec-8ea0-4818-94f4-da6f655d4bf4 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.037923] env[69941]: DEBUG oslo_concurrency.lockutils [req-9872211b-47df-4046-be61-cd90d7d82d2d req-253b7b90-5945-44b4-b790-683152b18be0 service nova] Acquiring lock "31768ce8-eece-4386-bc52-25320530f63b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.038150] env[69941]: DEBUG oslo_concurrency.lockutils [req-9872211b-47df-4046-be61-cd90d7d82d2d req-253b7b90-5945-44b4-b790-683152b18be0 service nova] Lock "31768ce8-eece-4386-bc52-25320530f63b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.038316] env[69941]: DEBUG oslo_concurrency.lockutils [req-9872211b-47df-4046-be61-cd90d7d82d2d req-253b7b90-5945-44b4-b790-683152b18be0 service nova] Lock "31768ce8-eece-4386-bc52-25320530f63b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.038519] env[69941]: DEBUG nova.compute.manager [req-9872211b-47df-4046-be61-cd90d7d82d2d req-253b7b90-5945-44b4-b790-683152b18be0 service nova] [instance: 31768ce8-eece-4386-bc52-25320530f63b] No waiting events found dispatching network-vif-plugged-45feabec-8ea0-4818-94f4-da6f655d4bf4 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.038691] env[69941]: WARNING nova.compute.manager [req-9872211b-47df-4046-be61-cd90d7d82d2d req-253b7b90-5945-44b4-b790-683152b18be0 service nova] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Received unexpected event network-vif-plugged-45feabec-8ea0-4818-94f4-da6f655d4bf4 for instance with vm_state building and task_state spawning. [ 754.038870] env[69941]: DEBUG nova.compute.manager [req-9872211b-47df-4046-be61-cd90d7d82d2d req-253b7b90-5945-44b4-b790-683152b18be0 service nova] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Received event network-changed-45feabec-8ea0-4818-94f4-da6f655d4bf4 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.041398] env[69941]: DEBUG nova.compute.manager [req-9872211b-47df-4046-be61-cd90d7d82d2d req-253b7b90-5945-44b4-b790-683152b18be0 service nova] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Refreshing instance network info cache due to event network-changed-45feabec-8ea0-4818-94f4-da6f655d4bf4. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.041591] env[69941]: DEBUG oslo_concurrency.lockutils [req-9872211b-47df-4046-be61-cd90d7d82d2d req-253b7b90-5945-44b4-b790-683152b18be0 service nova] Acquiring lock "refresh_cache-31768ce8-eece-4386-bc52-25320530f63b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.108500] env[69941]: DEBUG oslo_vmware.api [None req-f002ce9d-49f2-4208-86e1-71f0b58f8c83 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288264, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.117877] env[69941]: DEBUG oslo_vmware.api [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288263, 'name': PowerOnVM_Task, 'duration_secs': 0.874744} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.118183] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.121550] env[69941]: DEBUG nova.compute.manager [None req-55b13167-628f-4b45-b52f-f33552422856 tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.122559] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfd9175-5dfc-4a7e-af5f-ae8bc3558f45 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.168599] env[69941]: DEBUG nova.network.neutron [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Successfully created port: 11f195e4-637b-4ed8-b492-958efb117bd9 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.193087] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ca8330-8ed2-9803-6e70-2a894fea9d63, 'name': SearchDatastore_Task, 'duration_secs': 0.019193} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.195850] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c55d4fb-af17-4ef4-bde0-1e4777293d4d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.202492] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Waiting for the task: (returnval){ [ 754.202492] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]521681f7-837d-dd16-ce41-8cc0ea7b8f5a" [ 754.202492] env[69941]: _type = "Task" [ 754.202492] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.215060] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521681f7-837d-dd16-ce41-8cc0ea7b8f5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.223597] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Releasing lock "refresh_cache-31768ce8-eece-4386-bc52-25320530f63b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.223597] env[69941]: DEBUG nova.compute.manager [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Instance network_info: |[{"id": "45feabec-8ea0-4818-94f4-da6f655d4bf4", "address": "fa:16:3e:6a:cb:6f", "network": {"id": "7d69b693-e851-4476-8c30-ea2b5f7fb2b8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1430958294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5be08b1f4e44e1ebac5e7898f04b298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45feabec-8e", "ovs_interfaceid": "45feabec-8ea0-4818-94f4-da6f655d4bf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.226183] env[69941]: DEBUG oslo_concurrency.lockutils [req-9872211b-47df-4046-be61-cd90d7d82d2d req-253b7b90-5945-44b4-b790-683152b18be0 service nova] Acquired lock "refresh_cache-31768ce8-eece-4386-bc52-25320530f63b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.226451] env[69941]: DEBUG nova.network.neutron [req-9872211b-47df-4046-be61-cd90d7d82d2d req-253b7b90-5945-44b4-b790-683152b18be0 service nova] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Refreshing network info cache for port 45feabec-8ea0-4818-94f4-da6f655d4bf4 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.230248] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:cb:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45feabec-8ea0-4818-94f4-da6f655d4bf4', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.244143] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.249146] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.251097] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44d1e86d-04f4-4c91-9608-b482a800569d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.275103] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.275103] env[69941]: value = "task-3288266" [ 754.275103] env[69941]: _type = "Task" [ 754.275103] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.284058] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288266, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.464559] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288265, 'name': PowerOffVM_Task, 'duration_secs': 0.31086} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.464897] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.465217] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.465821] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b735bc-e071-455f-ba7b-53594922d908 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.476391] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.476640] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab6cda51-981d-47a4-98c3-b82232b961cd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.499219] env[69941]: ERROR nova.scheduler.client.report [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [req-a4c0f492-7290-4afc-a3d1-091b22ebdaf8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc8d08d-90ea-4899-a2f6-2f585d790aea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a4c0f492-7290-4afc-a3d1-091b22ebdaf8"}]} [ 754.502598] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.502763] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.502958] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Deleting the datastore file [datastore2] da4d420e-0656-4bee-afb0-e082d96aa841 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.503228] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f043ce1-c5d7-4243-a6e9-ce47540c1f15 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.505232] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Acquiring lock "refresh_cache-1bfa85ea-6706-4715-a3d7-eec56b2febff" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.505367] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Acquired lock "refresh_cache-1bfa85ea-6706-4715-a3d7-eec56b2febff" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.505542] env[69941]: DEBUG nova.network.neutron [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.514101] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 754.514101] env[69941]: value = "task-3288268" [ 754.514101] env[69941]: _type = "Task" [ 754.514101] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.523992] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.527158] env[69941]: DEBUG nova.scheduler.client.report [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Refreshing inventories for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 754.546657] env[69941]: DEBUG nova.scheduler.client.report [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Updating ProviderTree inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 754.546892] env[69941]: DEBUG nova.compute.provider_tree [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.574726] env[69941]: DEBUG nova.scheduler.client.report [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Refreshing aggregate associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, aggregates: None {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 754.600213] env[69941]: DEBUG nova.scheduler.client.report [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Refreshing trait associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 754.607939] env[69941]: DEBUG oslo_vmware.api [None req-f002ce9d-49f2-4208-86e1-71f0b58f8c83 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288264, 'name': PowerOnVM_Task, 'duration_secs': 0.615549} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.608224] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f002ce9d-49f2-4208-86e1-71f0b58f8c83 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.608418] env[69941]: DEBUG nova.compute.manager [None req-f002ce9d-49f2-4208-86e1-71f0b58f8c83 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.609394] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf281e5-668c-4ac2-b662-2ecf91573267 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.718135] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521681f7-837d-dd16-ce41-8cc0ea7b8f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.022794} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.718565] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.718933] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] db9abd6d-0da6-465c-8894-71ea08840d96/db9abd6d-0da6-465c-8894-71ea08840d96.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.719389] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5b7c3be-cc06-4ff3-89cd-3b0663051366 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.732056] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Waiting for the task: (returnval){ [ 754.732056] env[69941]: value = "task-3288269" [ 754.732056] env[69941]: _type = "Task" [ 754.732056] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.740172] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': task-3288269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.789614] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288266, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.842303] env[69941]: DEBUG nova.compute.manager [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.891729] env[69941]: DEBUG nova.virt.hardware [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:49:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='03b32f15-6fdb-4827-83ed-f1b5a6753894',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-150885716',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.891729] env[69941]: DEBUG nova.virt.hardware [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.891729] env[69941]: DEBUG nova.virt.hardware [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.892379] env[69941]: DEBUG nova.virt.hardware [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.892730] env[69941]: DEBUG nova.virt.hardware [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.893050] env[69941]: DEBUG nova.virt.hardware [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.893547] env[69941]: DEBUG nova.virt.hardware [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.894119] env[69941]: DEBUG nova.virt.hardware [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.894449] env[69941]: DEBUG nova.virt.hardware [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.894818] env[69941]: DEBUG nova.virt.hardware [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.895168] env[69941]: DEBUG nova.virt.hardware [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.896747] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42d3956-b6f7-42d2-a356-d1b7ce6a8e60 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.918875] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a2a0d8-8ead-4d21-9fd3-3fe189bd5862 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.028541] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180451} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.034063] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.034063] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.034063] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.066185] env[69941]: DEBUG nova.network.neutron [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.106832] env[69941]: DEBUG nova.network.neutron [None req-c5b9c0ed-9dbe-48e8-a570-bff9f0d30500 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Updating instance_info_cache with network_info: [{"id": "3a5db507-4fad-42a8-820d-eef50f2d15d4", "address": "fa:16:3e:32:7d:66", "network": {"id": "143c6cc0-a784-4d63-8e5a-584019f0634a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-878331307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab90d8f10a3f4728950558ebdbb717dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a5db507-4f", "ovs_interfaceid": "3a5db507-4fad-42a8-820d-eef50f2d15d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.197028] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c470cbdf-ad6a-4c8a-9a2b-cb4aad8b55e5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.205064] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0892d657-b00e-4f58-a88d-e5cccaa4a5a4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.245773] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a4cd1f-26e3-4e64-80eb-5329c38427f8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.261460] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78763bce-a86c-44a8-86fe-88d54876af0a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.269275] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': task-3288269, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.283631] env[69941]: DEBUG nova.compute.provider_tree [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.285817] env[69941]: DEBUG nova.network.neutron [req-15575bb6-8ee3-4bc7-af6d-18d33f683437 req-9f7daf44-c081-4784-8acd-3749891b89bb service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Updated VIF entry in instance network info cache for port fd555b4f-5d67-4fc1-8595-525e47830629. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.286534] env[69941]: DEBUG nova.network.neutron [req-15575bb6-8ee3-4bc7-af6d-18d33f683437 req-9f7daf44-c081-4784-8acd-3749891b89bb service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Updating instance_info_cache with network_info: [{"id": "fd555b4f-5d67-4fc1-8595-525e47830629", "address": "fa:16:3e:62:5d:a1", "network": {"id": "b114cdfb-91d4-4e5f-9e36-8482eae133df", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2116863276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5137cd019db411aa9d347746c4abffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfd555b4f-5d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.291979] env[69941]: DEBUG nova.network.neutron [req-9872211b-47df-4046-be61-cd90d7d82d2d req-253b7b90-5945-44b4-b790-683152b18be0 service nova] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Updated VIF entry in instance network info cache for port 45feabec-8ea0-4818-94f4-da6f655d4bf4. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.291979] env[69941]: DEBUG nova.network.neutron [req-9872211b-47df-4046-be61-cd90d7d82d2d req-253b7b90-5945-44b4-b790-683152b18be0 service nova] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Updating instance_info_cache with network_info: [{"id": "45feabec-8ea0-4818-94f4-da6f655d4bf4", "address": "fa:16:3e:6a:cb:6f", "network": {"id": "7d69b693-e851-4476-8c30-ea2b5f7fb2b8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1430958294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5be08b1f4e44e1ebac5e7898f04b298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45feabec-8e", "ovs_interfaceid": "45feabec-8ea0-4818-94f4-da6f655d4bf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.303833] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288266, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.463948] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef9106e8-682e-460c-9b13-37a56d417d42 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "a87074ec-1813-448c-be2b-e50be5324256" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.463948] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef9106e8-682e-460c-9b13-37a56d417d42 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "a87074ec-1813-448c-be2b-e50be5324256" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.464431] env[69941]: INFO nova.compute.manager [None req-ef9106e8-682e-460c-9b13-37a56d417d42 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Rebooting instance [ 755.610314] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c5b9c0ed-9dbe-48e8-a570-bff9f0d30500 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Releasing lock "refresh_cache-6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.629257] env[69941]: DEBUG nova.network.neutron [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Updating instance_info_cache with network_info: [{"id": "1278d3d1-8426-466e-89a1-9375143c4f6e", "address": "fa:16:3e:af:9e:93", "network": {"id": "52534732-d786-443a-95cd-9225373007da", "bridge": "br-int", "label": "tempest-ServersTestJSON-1644374066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e15159fc1cf401292de368a6798bb2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1278d3d1-84", "ovs_interfaceid": "1278d3d1-8426-466e-89a1-9375143c4f6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.750889] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': task-3288269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805453} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.751282] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] db9abd6d-0da6-465c-8894-71ea08840d96/db9abd6d-0da6-465c-8894-71ea08840d96.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.751744] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.752092] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5460b252-2414-4d92-9a14-116333079826 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.758676] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Waiting for the task: (returnval){ [ 755.758676] env[69941]: value = "task-3288270" [ 755.758676] env[69941]: _type = "Task" [ 755.758676] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.767429] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': task-3288270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.795070] env[69941]: DEBUG oslo_concurrency.lockutils [req-9872211b-47df-4046-be61-cd90d7d82d2d req-253b7b90-5945-44b4-b790-683152b18be0 service nova] Releasing lock "refresh_cache-31768ce8-eece-4386-bc52-25320530f63b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.795537] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288266, 'name': CreateVM_Task, 'duration_secs': 1.517762} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.795723] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.796438] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.796599] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.796915] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.797738] env[69941]: DEBUG nova.scheduler.client.report [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.803454] env[69941]: DEBUG oslo_concurrency.lockutils [req-15575bb6-8ee3-4bc7-af6d-18d33f683437 req-9f7daf44-c081-4784-8acd-3749891b89bb service nova] Releasing lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.804009] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c324610-b135-4926-9c29-756be5345b33 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.809328] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 755.809328] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]528d6342-14f4-7604-7267-404ddf4fb764" [ 755.809328] env[69941]: _type = "Task" [ 755.809328] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.820456] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528d6342-14f4-7604-7267-404ddf4fb764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.990602] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef9106e8-682e-460c-9b13-37a56d417d42 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.990602] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef9106e8-682e-460c-9b13-37a56d417d42 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.990602] env[69941]: DEBUG nova.network.neutron [None req-ef9106e8-682e-460c-9b13-37a56d417d42 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.075885] env[69941]: DEBUG nova.virt.hardware [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.076161] env[69941]: DEBUG nova.virt.hardware [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.076361] env[69941]: DEBUG nova.virt.hardware [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.076542] env[69941]: DEBUG nova.virt.hardware [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.076692] env[69941]: DEBUG nova.virt.hardware [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.076847] env[69941]: DEBUG nova.virt.hardware [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.078127] env[69941]: DEBUG nova.virt.hardware [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.078352] env[69941]: DEBUG nova.virt.hardware [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.078768] env[69941]: DEBUG nova.virt.hardware [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.079014] env[69941]: DEBUG nova.virt.hardware [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.079259] env[69941]: DEBUG nova.virt.hardware [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.080466] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d25728d-a5cd-4722-a6e9-a1e41dfb05ae {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.089547] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b689bd-da5c-4a8a-9010-08b09992e25d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.104759] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Instance VIF info [] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.111503] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.111846] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.112090] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d42be5e7-2656-4bb5-a359-fdcdf5b7026c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.126582] env[69941]: DEBUG nova.compute.manager [None req-c5b9c0ed-9dbe-48e8-a570-bff9f0d30500 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.127545] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9ac3f7-1e2c-473a-b603-4d1ebcb4edc5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.131904] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Releasing lock "refresh_cache-1bfa85ea-6706-4715-a3d7-eec56b2febff" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.132355] env[69941]: DEBUG nova.compute.manager [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Instance network_info: |[{"id": "1278d3d1-8426-466e-89a1-9375143c4f6e", "address": "fa:16:3e:af:9e:93", "network": {"id": "52534732-d786-443a-95cd-9225373007da", "bridge": "br-int", "label": "tempest-ServersTestJSON-1644374066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e15159fc1cf401292de368a6798bb2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1278d3d1-84", "ovs_interfaceid": "1278d3d1-8426-466e-89a1-9375143c4f6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.132355] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.132355] env[69941]: value = "task-3288271" [ 756.132355] env[69941]: _type = "Task" [ 756.132355] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.133093] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:9e:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1278d3d1-8426-466e-89a1-9375143c4f6e', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.140588] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Creating folder: Project (7e15159fc1cf401292de368a6798bb2d). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.142987] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2c80073-c82a-4e4c-b487-dc046d8c6187 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.166053] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288271, 'name': CreateVM_Task} progress is 15%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.171451] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Created folder: Project (7e15159fc1cf401292de368a6798bb2d) in parent group-v656570. [ 756.171577] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Creating folder: Instances. Parent ref: group-v656704. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.171841] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8266b944-d6c0-4c24-ab99-04b37dd97cbd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.183174] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Created folder: Instances in parent group-v656704. [ 756.184840] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.184840] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.184840] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83818855-a00e-47e6-90e6-1f8e79c131f0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.209238] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.209238] env[69941]: value = "task-3288274" [ 756.209238] env[69941]: _type = "Task" [ 756.209238] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.219388] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288274, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.255831] env[69941]: DEBUG nova.network.neutron [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Successfully updated port: 11f195e4-637b-4ed8-b492-958efb117bd9 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.269901] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': task-3288270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096701} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.270213] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.271367] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b9c4b3-1db3-49f6-ae07-fa9defeeef9b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.298662] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] db9abd6d-0da6-465c-8894-71ea08840d96/db9abd6d-0da6-465c-8894-71ea08840d96.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.299639] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cb3aa05-9458-4ed2-8bf8-fd408370df21 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.317891] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.502s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.321623] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.221s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.321623] env[69941]: DEBUG nova.objects.instance [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Lazy-loading 'resources' on Instance uuid d5d14fe9-b56d-49ea-8d83-5e94439e8534 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.335133] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528d6342-14f4-7604-7267-404ddf4fb764, 'name': SearchDatastore_Task, 'duration_secs': 0.011182} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.336935] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.337594] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.337594] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.337757] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.337845] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.338185] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Waiting for the task: (returnval){ [ 756.338185] env[69941]: value = "task-3288275" [ 756.338185] env[69941]: _type = "Task" [ 756.338185] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.338877] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14a1a5a2-48bf-4d1b-9186-1036fd8e12ee {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.345591] env[69941]: INFO nova.scheduler.client.report [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Deleted allocations for instance f684ba22-e1f9-4ac7-a0f1-f06dd384812b [ 756.357412] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': task-3288275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.359663] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.359838] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.361314] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524d07ff-0bfe-4bf6-b8cb-0228978c7572 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.366291] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 756.366291] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526b303b-baed-ef11-f570-8106c241218e" [ 756.366291] env[69941]: _type = "Task" [ 756.366291] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.374475] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526b303b-baed-ef11-f570-8106c241218e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.437633] env[69941]: DEBUG oslo_concurrency.lockutils [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "c9c42315-cae9-4c29-91bd-73f92fea141a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.652623] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288271, 'name': CreateVM_Task, 'duration_secs': 0.409728} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.652623] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.652623] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.652623] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.652623] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.653251] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c107a576-c391-41c0-af43-2c79736b48aa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.657479] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 756.657479] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52d0afca-612c-8d1a-ecb6-c3d98b62e530" [ 756.657479] env[69941]: _type = "Task" [ 756.657479] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.667986] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d0afca-612c-8d1a-ecb6-c3d98b62e530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.721239] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288274, 'name': CreateVM_Task, 'duration_secs': 0.474925} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.721239] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.721850] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.722529] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.722529] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.723130] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388e1663-0446-4c08-affb-b982c7cc7aa6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.728491] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Waiting for the task: (returnval){ [ 756.728491] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523686c3-3007-3e7e-e7f8-2e0a38ae393e" [ 756.728491] env[69941]: _type = "Task" [ 756.728491] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.739932] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523686c3-3007-3e7e-e7f8-2e0a38ae393e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.747287] env[69941]: DEBUG nova.compute.manager [req-e353657d-8650-47ee-9f2c-ac82b00b6615 req-e17e9aaa-4489-4768-856e-d5a3ece858c6 service nova] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Received event network-vif-plugged-1278d3d1-8426-466e-89a1-9375143c4f6e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.747412] env[69941]: DEBUG oslo_concurrency.lockutils [req-e353657d-8650-47ee-9f2c-ac82b00b6615 req-e17e9aaa-4489-4768-856e-d5a3ece858c6 service nova] Acquiring lock "1bfa85ea-6706-4715-a3d7-eec56b2febff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.747622] env[69941]: DEBUG oslo_concurrency.lockutils [req-e353657d-8650-47ee-9f2c-ac82b00b6615 req-e17e9aaa-4489-4768-856e-d5a3ece858c6 service nova] Lock "1bfa85ea-6706-4715-a3d7-eec56b2febff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.747694] env[69941]: DEBUG oslo_concurrency.lockutils [req-e353657d-8650-47ee-9f2c-ac82b00b6615 req-e17e9aaa-4489-4768-856e-d5a3ece858c6 service nova] Lock "1bfa85ea-6706-4715-a3d7-eec56b2febff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.748438] env[69941]: DEBUG nova.compute.manager [req-e353657d-8650-47ee-9f2c-ac82b00b6615 req-e17e9aaa-4489-4768-856e-d5a3ece858c6 service nova] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] No waiting events found dispatching network-vif-plugged-1278d3d1-8426-466e-89a1-9375143c4f6e {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.748438] env[69941]: WARNING nova.compute.manager [req-e353657d-8650-47ee-9f2c-ac82b00b6615 req-e17e9aaa-4489-4768-856e-d5a3ece858c6 service nova] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Received unexpected event network-vif-plugged-1278d3d1-8426-466e-89a1-9375143c4f6e for instance with vm_state building and task_state spawning. [ 756.748438] env[69941]: DEBUG nova.compute.manager [req-e353657d-8650-47ee-9f2c-ac82b00b6615 req-e17e9aaa-4489-4768-856e-d5a3ece858c6 service nova] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Received event network-changed-1278d3d1-8426-466e-89a1-9375143c4f6e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.748438] env[69941]: DEBUG nova.compute.manager [req-e353657d-8650-47ee-9f2c-ac82b00b6615 req-e17e9aaa-4489-4768-856e-d5a3ece858c6 service nova] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Refreshing instance network info cache due to event network-changed-1278d3d1-8426-466e-89a1-9375143c4f6e. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.748660] env[69941]: DEBUG oslo_concurrency.lockutils [req-e353657d-8650-47ee-9f2c-ac82b00b6615 req-e17e9aaa-4489-4768-856e-d5a3ece858c6 service nova] Acquiring lock "refresh_cache-1bfa85ea-6706-4715-a3d7-eec56b2febff" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.748705] env[69941]: DEBUG oslo_concurrency.lockutils [req-e353657d-8650-47ee-9f2c-ac82b00b6615 req-e17e9aaa-4489-4768-856e-d5a3ece858c6 service nova] Acquired lock "refresh_cache-1bfa85ea-6706-4715-a3d7-eec56b2febff" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.748832] env[69941]: DEBUG nova.network.neutron [req-e353657d-8650-47ee-9f2c-ac82b00b6615 req-e17e9aaa-4489-4768-856e-d5a3ece858c6 service nova] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Refreshing network info cache for port 1278d3d1-8426-466e-89a1-9375143c4f6e {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.759200] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "refresh_cache-8e766713-d381-4ee2-bfee-fbe68cf01cc2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.759357] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquired lock "refresh_cache-8e766713-d381-4ee2-bfee-fbe68cf01cc2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.759509] env[69941]: DEBUG nova.network.neutron [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.770287] env[69941]: DEBUG nova.compute.manager [req-03056517-d8f7-479b-87d2-13fe856bb06f req-c4c750ce-cc9e-42fb-96f6-9b7abb784773 service nova] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Received event network-vif-plugged-11f195e4-637b-4ed8-b492-958efb117bd9 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.770557] env[69941]: DEBUG oslo_concurrency.lockutils [req-03056517-d8f7-479b-87d2-13fe856bb06f req-c4c750ce-cc9e-42fb-96f6-9b7abb784773 service nova] Acquiring lock "8e766713-d381-4ee2-bfee-fbe68cf01cc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.771047] env[69941]: DEBUG oslo_concurrency.lockutils [req-03056517-d8f7-479b-87d2-13fe856bb06f req-c4c750ce-cc9e-42fb-96f6-9b7abb784773 service nova] Lock "8e766713-d381-4ee2-bfee-fbe68cf01cc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.771252] env[69941]: DEBUG oslo_concurrency.lockutils [req-03056517-d8f7-479b-87d2-13fe856bb06f req-c4c750ce-cc9e-42fb-96f6-9b7abb784773 service nova] Lock "8e766713-d381-4ee2-bfee-fbe68cf01cc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.771907] env[69941]: DEBUG nova.compute.manager [req-03056517-d8f7-479b-87d2-13fe856bb06f req-c4c750ce-cc9e-42fb-96f6-9b7abb784773 service nova] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] No waiting events found dispatching network-vif-plugged-11f195e4-637b-4ed8-b492-958efb117bd9 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.772654] env[69941]: WARNING nova.compute.manager [req-03056517-d8f7-479b-87d2-13fe856bb06f req-c4c750ce-cc9e-42fb-96f6-9b7abb784773 service nova] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Received unexpected event network-vif-plugged-11f195e4-637b-4ed8-b492-958efb117bd9 for instance with vm_state building and task_state spawning. [ 756.854669] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': task-3288275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.862021] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a5cc920c-4e20-43cf-ac07-df8f1dda9059 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "f684ba22-e1f9-4ac7-a0f1-f06dd384812b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.728s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.877296] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526b303b-baed-ef11-f570-8106c241218e, 'name': SearchDatastore_Task, 'duration_secs': 0.013473} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.882561] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df3f7d51-df18-40d6-8763-38c4fd4b58bd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.887126] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 756.887126] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5272ad04-15bc-f9c1-4a05-bef2ec373f41" [ 756.887126] env[69941]: _type = "Task" [ 756.887126] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.900236] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5272ad04-15bc-f9c1-4a05-bef2ec373f41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.969586] env[69941]: DEBUG nova.network.neutron [None req-ef9106e8-682e-460c-9b13-37a56d417d42 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating instance_info_cache with network_info: [{"id": "984ca4b1-d0ba-4603-b660-c5122ca5d38d", "address": "fa:16:3e:c1:b9:e8", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap984ca4b1-d0", "ovs_interfaceid": "984ca4b1-d0ba-4603-b660-c5122ca5d38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.172155] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f08a2b2-c77f-4ee0-a967-7286de438ba2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.176103] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d0afca-612c-8d1a-ecb6-c3d98b62e530, 'name': SearchDatastore_Task, 'duration_secs': 0.019395} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.179223] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.179465] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.179710] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.179858] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.180157] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.181019] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-937dff21-56de-4e43-b2ee-259443330efe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.188448] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b9c0ed-9dbe-48e8-a570-bff9f0d30500 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Doing hard reboot of VM {{(pid=69941) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 757.188600] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7526cf78-c73e-4cbf-ae41-315f06d5b236 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.194250] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.194466] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.196642] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50702b9e-ea02-483a-be52-d141b0127dd8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.199024] env[69941]: DEBUG oslo_vmware.api [None req-c5b9c0ed-9dbe-48e8-a570-bff9f0d30500 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 757.199024] env[69941]: value = "task-3288276" [ 757.199024] env[69941]: _type = "Task" [ 757.199024] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.203903] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 757.203903] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526f3351-04b4-b8f0-8d6f-2abef4d5f23b" [ 757.203903] env[69941]: _type = "Task" [ 757.203903] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.214294] env[69941]: DEBUG oslo_vmware.api [None req-c5b9c0ed-9dbe-48e8-a570-bff9f0d30500 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288276, 'name': ResetVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.219981] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526f3351-04b4-b8f0-8d6f-2abef4d5f23b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.241910] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523686c3-3007-3e7e-e7f8-2e0a38ae393e, 'name': SearchDatastore_Task, 'duration_secs': 0.052691} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.242355] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.243227] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.243227] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.356085] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': task-3288275, 'name': ReconfigVM_Task, 'duration_secs': 0.71082} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.356085] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Reconfigured VM instance instance-0000002e to attach disk [datastore2] db9abd6d-0da6-465c-8894-71ea08840d96/db9abd6d-0da6-465c-8894-71ea08840d96.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.356952] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdd60e71-eb8e-41b2-b570-51186a0fa98f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.362983] env[69941]: DEBUG nova.network.neutron [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.368664] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Waiting for the task: (returnval){ [ 757.368664] env[69941]: value = "task-3288277" [ 757.368664] env[69941]: _type = "Task" [ 757.368664] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.380449] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': task-3288277, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.397572] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5272ad04-15bc-f9c1-4a05-bef2ec373f41, 'name': SearchDatastore_Task, 'duration_secs': 0.016302} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.403281] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.404034] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 31768ce8-eece-4386-bc52-25320530f63b/31768ce8-eece-4386-bc52-25320530f63b.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.406204] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.406430] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.406649] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f011bc3-fb41-43d4-9f91-0dbe1e7e4930 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.411353] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-becdbac1-0818-489c-ab6b-7934f0bd5266 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.416398] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 757.416398] env[69941]: value = "task-3288278" [ 757.416398] env[69941]: _type = "Task" [ 757.416398] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.423612] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.423612] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.423901] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2cd36da-0688-4600-a1a8-2344ba5a0c39 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.432976] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.435674] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Waiting for the task: (returnval){ [ 757.435674] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523fb68c-2f83-f666-fe9f-13669206ef6f" [ 757.435674] env[69941]: _type = "Task" [ 757.435674] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.447364] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523fb68c-2f83-f666-fe9f-13669206ef6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.470621] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef9106e8-682e-460c-9b13-37a56d417d42 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.478655] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f5f1ed-4433-4f20-a6cb-96d1d7075a29 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.490100] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f9f6af-b3cf-4500-bf84-f8397cf4dc56 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.525470] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c4d273-2d90-4744-83de-72da90d11e45 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.533937] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df855677-741a-4316-a517-d383a82ce541 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.551548] env[69941]: DEBUG nova.compute.provider_tree [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.713267] env[69941]: DEBUG oslo_vmware.api [None req-c5b9c0ed-9dbe-48e8-a570-bff9f0d30500 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288276, 'name': ResetVM_Task, 'duration_secs': 0.178907} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.716769] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b9c0ed-9dbe-48e8-a570-bff9f0d30500 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Did hard reboot of VM {{(pid=69941) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 757.716890] env[69941]: DEBUG nova.compute.manager [None req-c5b9c0ed-9dbe-48e8-a570-bff9f0d30500 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.717264] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526f3351-04b4-b8f0-8d6f-2abef4d5f23b, 'name': SearchDatastore_Task, 'duration_secs': 0.024271} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.717853] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9812b72b-e99d-465d-b151-1aad60600496 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.720757] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-527367ee-14d0-499f-886a-b37243176ca3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.729932] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 757.729932] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5275a731-a0d4-5c43-5314-d5491a6cd63e" [ 757.729932] env[69941]: _type = "Task" [ 757.729932] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.737648] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5275a731-a0d4-5c43-5314-d5491a6cd63e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.794533] env[69941]: DEBUG nova.network.neutron [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updating instance_info_cache with network_info: [{"id": "11f195e4-637b-4ed8-b492-958efb117bd9", "address": "fa:16:3e:65:ee:e4", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f195e4-63", "ovs_interfaceid": "11f195e4-637b-4ed8-b492-958efb117bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.835589] env[69941]: DEBUG nova.network.neutron [req-e353657d-8650-47ee-9f2c-ac82b00b6615 req-e17e9aaa-4489-4768-856e-d5a3ece858c6 service nova] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Updated VIF entry in instance network info cache for port 1278d3d1-8426-466e-89a1-9375143c4f6e. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.835983] env[69941]: DEBUG nova.network.neutron [req-e353657d-8650-47ee-9f2c-ac82b00b6615 req-e17e9aaa-4489-4768-856e-d5a3ece858c6 service nova] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Updating instance_info_cache with network_info: [{"id": "1278d3d1-8426-466e-89a1-9375143c4f6e", "address": "fa:16:3e:af:9e:93", "network": {"id": "52534732-d786-443a-95cd-9225373007da", "bridge": "br-int", "label": "tempest-ServersTestJSON-1644374066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e15159fc1cf401292de368a6798bb2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1278d3d1-84", "ovs_interfaceid": "1278d3d1-8426-466e-89a1-9375143c4f6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.879055] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': task-3288277, 'name': Rename_Task, 'duration_secs': 0.367096} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.879353] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.879623] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-919909f6-39a8-4c99-9bcf-decc0b561386 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.886719] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Waiting for the task: (returnval){ [ 757.886719] env[69941]: value = "task-3288279" [ 757.886719] env[69941]: _type = "Task" [ 757.886719] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.897267] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': task-3288279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.926992] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288278, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.945485] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523fb68c-2f83-f666-fe9f-13669206ef6f, 'name': SearchDatastore_Task, 'duration_secs': 0.020079} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.946349] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-321ed41f-4d0d-41be-818c-3302b4ce6cf0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.953105] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Waiting for the task: (returnval){ [ 757.953105] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52ade06a-269e-6c37-e74b-9657755086fd" [ 757.953105] env[69941]: _type = "Task" [ 757.953105] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.963650] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ade06a-269e-6c37-e74b-9657755086fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.976052] env[69941]: DEBUG nova.compute.manager [None req-ef9106e8-682e-460c-9b13-37a56d417d42 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.976998] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf0ca87-3d97-431b-a487-3b8b61466802 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.054843] env[69941]: DEBUG nova.scheduler.client.report [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.237721] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c5b9c0ed-9dbe-48e8-a570-bff9f0d30500 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.171s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.246848] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5275a731-a0d4-5c43-5314-d5491a6cd63e, 'name': SearchDatastore_Task, 'duration_secs': 0.010744} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.247131] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.247389] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] da4d420e-0656-4bee-afb0-e082d96aa841/da4d420e-0656-4bee-afb0-e082d96aa841.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.247655] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d8a22f3-bda6-4e0e-ac46-aaf4dacef9b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.255316] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 758.255316] env[69941]: value = "task-3288280" [ 758.255316] env[69941]: _type = "Task" [ 758.255316] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.265563] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.297123] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Releasing lock "refresh_cache-8e766713-d381-4ee2-bfee-fbe68cf01cc2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.297512] env[69941]: DEBUG nova.compute.manager [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Instance network_info: |[{"id": "11f195e4-637b-4ed8-b492-958efb117bd9", "address": "fa:16:3e:65:ee:e4", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f195e4-63", "ovs_interfaceid": "11f195e4-637b-4ed8-b492-958efb117bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.297972] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:ee:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11f195e4-637b-4ed8-b492-958efb117bd9', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.307637] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.307883] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.308138] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7064aabe-a6ae-4abd-a801-28692e419272 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.330783] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.330783] env[69941]: value = "task-3288281" [ 758.330783] env[69941]: _type = "Task" [ 758.330783] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.339384] env[69941]: DEBUG oslo_concurrency.lockutils [req-e353657d-8650-47ee-9f2c-ac82b00b6615 req-e17e9aaa-4489-4768-856e-d5a3ece858c6 service nova] Releasing lock "refresh_cache-1bfa85ea-6706-4715-a3d7-eec56b2febff" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.339757] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288281, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.397572] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': task-3288279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.427102] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852444} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.427383] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 31768ce8-eece-4386-bc52-25320530f63b/31768ce8-eece-4386-bc52-25320530f63b.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.427614] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.427869] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd2e0377-8449-4fd4-8955-f8727847f8af {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.434986] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 758.434986] env[69941]: value = "task-3288282" [ 758.434986] env[69941]: _type = "Task" [ 758.434986] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.443895] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.465593] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ade06a-269e-6c37-e74b-9657755086fd, 'name': SearchDatastore_Task, 'duration_secs': 0.067453} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.465911] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.466086] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 1bfa85ea-6706-4715-a3d7-eec56b2febff/1bfa85ea-6706-4715-a3d7-eec56b2febff.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.466355] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fce45b8b-94e5-40a7-809e-f8ff0540cd43 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.473476] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Waiting for the task: (returnval){ [ 758.473476] env[69941]: value = "task-3288283" [ 758.473476] env[69941]: _type = "Task" [ 758.473476] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.482717] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.560669] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.563641] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.536s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.565978] env[69941]: INFO nova.compute.claims [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.583180] env[69941]: INFO nova.scheduler.client.report [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Deleted allocations for instance d5d14fe9-b56d-49ea-8d83-5e94439e8534 [ 758.769695] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288280, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.842428] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288281, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.900188] env[69941]: DEBUG oslo_vmware.api [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': task-3288279, 'name': PowerOnVM_Task, 'duration_secs': 0.894257} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.900480] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.900660] env[69941]: INFO nova.compute.manager [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Took 12.16 seconds to spawn the instance on the hypervisor. [ 758.901078] env[69941]: DEBUG nova.compute.manager [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.901747] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07061e4f-a14f-4652-ad32-b8d22a302bb9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.948540] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131294} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.948919] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.949879] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf78184-5ab6-4fbe-9f25-99864eab8d7c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.976032] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 31768ce8-eece-4386-bc52-25320530f63b/31768ce8-eece-4386-bc52-25320530f63b.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.977229] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3997490-fc77-41a7-9ff9-73394519604b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.997630] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7088af98-67ee-4449-a04c-19817e570b3a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.008878] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288283, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.012404] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9106e8-682e-460c-9b13-37a56d417d42 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Doing hard reboot of VM {{(pid=69941) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 759.012737] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 759.012737] env[69941]: value = "task-3288284" [ 759.012737] env[69941]: _type = "Task" [ 759.012737] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.012934] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f3c04515-ae26-4d42-ada0-188ec5280128 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.024194] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.025749] env[69941]: DEBUG oslo_vmware.api [None req-ef9106e8-682e-460c-9b13-37a56d417d42 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 759.025749] env[69941]: value = "task-3288285" [ 759.025749] env[69941]: _type = "Task" [ 759.025749] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.035688] env[69941]: DEBUG oslo_vmware.api [None req-ef9106e8-682e-460c-9b13-37a56d417d42 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288285, 'name': ResetVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.093109] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3797f539-5b6a-4ed5-b18e-0bb1573a859d tempest-ServersTestFqdnHostnames-285320834 tempest-ServersTestFqdnHostnames-285320834-project-member] Lock "d5d14fe9-b56d-49ea-8d83-5e94439e8534" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.681s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.270470] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.910349} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.270986] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] da4d420e-0656-4bee-afb0-e082d96aa841/da4d420e-0656-4bee-afb0-e082d96aa841.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.271098] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.271345] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db6c4ec5-87af-4adc-8bfd-c9fea2c2b81d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.278427] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.278740] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.283522] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 759.283522] env[69941]: value = "task-3288286" [ 759.283522] env[69941]: _type = "Task" [ 759.283522] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.291500] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.342010] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288281, 'name': CreateVM_Task, 'duration_secs': 0.567102} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.342177] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.342916] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.343178] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.343608] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.343923] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af38a331-5ead-4f8d-aedf-bd73576c4d7f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.349199] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 759.349199] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a2891e-42d9-e4fa-f5b5-e9a6a4287539" [ 759.349199] env[69941]: _type = "Task" [ 759.349199] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.357439] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a2891e-42d9-e4fa-f5b5-e9a6a4287539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.388646] env[69941]: DEBUG nova.compute.manager [req-594d5f41-9881-42e8-8526-44327456167b req-e0bb2ee4-d55a-4514-9e4a-3c9989b30298 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Received event network-changed-ea4a3570-d478-4809-947a-d13e5832aff4 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.388778] env[69941]: DEBUG nova.compute.manager [req-594d5f41-9881-42e8-8526-44327456167b req-e0bb2ee4-d55a-4514-9e4a-3c9989b30298 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Refreshing instance network info cache due to event network-changed-ea4a3570-d478-4809-947a-d13e5832aff4. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.388981] env[69941]: DEBUG oslo_concurrency.lockutils [req-594d5f41-9881-42e8-8526-44327456167b req-e0bb2ee4-d55a-4514-9e4a-3c9989b30298 service nova] Acquiring lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.389492] env[69941]: DEBUG oslo_concurrency.lockutils [req-594d5f41-9881-42e8-8526-44327456167b req-e0bb2ee4-d55a-4514-9e4a-3c9989b30298 service nova] Acquired lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.389738] env[69941]: DEBUG nova.network.neutron [req-594d5f41-9881-42e8-8526-44327456167b req-e0bb2ee4-d55a-4514-9e4a-3c9989b30298 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Refreshing network info cache for port ea4a3570-d478-4809-947a-d13e5832aff4 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.422697] env[69941]: INFO nova.compute.manager [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Took 46.55 seconds to build instance. [ 759.486334] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288283, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.527216] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.528591] env[69941]: DEBUG nova.compute.manager [req-8aa689a3-7490-4e3a-8e96-c94a79bf2650 req-960acf97-6f52-4368-8f58-5ac049e1dfca service nova] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Received event network-changed-11f195e4-637b-4ed8-b492-958efb117bd9 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.529082] env[69941]: DEBUG nova.compute.manager [req-8aa689a3-7490-4e3a-8e96-c94a79bf2650 req-960acf97-6f52-4368-8f58-5ac049e1dfca service nova] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Refreshing instance network info cache due to event network-changed-11f195e4-637b-4ed8-b492-958efb117bd9. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.529377] env[69941]: DEBUG oslo_concurrency.lockutils [req-8aa689a3-7490-4e3a-8e96-c94a79bf2650 req-960acf97-6f52-4368-8f58-5ac049e1dfca service nova] Acquiring lock "refresh_cache-8e766713-d381-4ee2-bfee-fbe68cf01cc2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.529809] env[69941]: DEBUG oslo_concurrency.lockutils [req-8aa689a3-7490-4e3a-8e96-c94a79bf2650 req-960acf97-6f52-4368-8f58-5ac049e1dfca service nova] Acquired lock "refresh_cache-8e766713-d381-4ee2-bfee-fbe68cf01cc2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.530192] env[69941]: DEBUG nova.network.neutron [req-8aa689a3-7490-4e3a-8e96-c94a79bf2650 req-960acf97-6f52-4368-8f58-5ac049e1dfca service nova] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Refreshing network info cache for port 11f195e4-637b-4ed8-b492-958efb117bd9 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.542417] env[69941]: DEBUG oslo_vmware.api [None req-ef9106e8-682e-460c-9b13-37a56d417d42 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288285, 'name': ResetVM_Task, 'duration_secs': 0.186023} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.543405] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9106e8-682e-460c-9b13-37a56d417d42 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Did hard reboot of VM {{(pid=69941) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 759.543649] env[69941]: DEBUG nova.compute.manager [None req-ef9106e8-682e-460c-9b13-37a56d417d42 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.548283] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5eaed4-9967-4f2c-9d58-e33e8f04c838 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.795472] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066082} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.795472] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.796501] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305a26ca-dff4-4a6a-b30c-19ee0c6cd366 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.819903] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] da4d420e-0656-4bee-afb0-e082d96aa841/da4d420e-0656-4bee-afb0-e082d96aa841.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.822928] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea17dadb-7718-4263-b4cb-22e416b4bab1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.849850] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 759.849850] env[69941]: value = "task-3288287" [ 759.849850] env[69941]: _type = "Task" [ 759.849850] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.861532] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288287, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.867527] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a2891e-42d9-e4fa-f5b5-e9a6a4287539, 'name': SearchDatastore_Task, 'duration_secs': 0.010359} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.870592] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.870978] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.871356] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.871614] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.871936] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.872522] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b10484dc-f444-4e76-b5e0-ccb8f14e8961 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.889021] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.889021] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.889021] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d82efdac-4790-4fd9-928b-57ab72ae7aeb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.897419] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 759.897419] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52763978-f6c7-1c88-d883-9c8caa28748f" [ 759.897419] env[69941]: _type = "Task" [ 759.897419] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.909511] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52763978-f6c7-1c88-d883-9c8caa28748f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.930469] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a81de09c-f961-4767-a619-45e0e1155cd4 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Lock "db9abd6d-0da6-465c-8894-71ea08840d96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.782s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.987470] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288283, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.034014] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.068425] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ef9106e8-682e-460c-9b13-37a56d417d42 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "a87074ec-1813-448c-be2b-e50be5324256" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.603s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.081142] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef734cb-c62c-40ed-b439-a7cafe64d8bf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.089316] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ad368e-a4a3-4369-bff0-cdd1fb73751e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.879210] env[69941]: DEBUG nova.compute.manager [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.901670] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbfe727-de4d-43e5-99df-3de7c84a3558 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.911739] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52763978-f6c7-1c88-d883-9c8caa28748f, 'name': SearchDatastore_Task, 'duration_secs': 0.019108} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.923079] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288283, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.851968} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.923337] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288284, 'name': ReconfigVM_Task, 'duration_secs': 1.214788} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.923894] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288287, 'name': ReconfigVM_Task, 'duration_secs': 1.061415} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.924177] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5206d588-fa78-421c-9282-defe52796776 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.926834] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 1bfa85ea-6706-4715-a3d7-eec56b2febff/1bfa85ea-6706-4715-a3d7-eec56b2febff.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.927014] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.927212] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 31768ce8-eece-4386-bc52-25320530f63b/31768ce8-eece-4386-bc52-25320530f63b.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.927848] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Reconfigured VM instance instance-0000002d to attach disk [datastore2] da4d420e-0656-4bee-afb0-e082d96aa841/da4d420e-0656-4bee-afb0-e082d96aa841.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.929640] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aeea217-b40b-41a9-b5eb-a72a9ba27c1f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.937196] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a720600d-cebe-4de2-a20c-074c8a9b0af7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.942156] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-504e607f-86df-4cb4-80fb-4e7a1f910694 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.942156] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-053d0b23-b360-4bee-926b-9a3bbb2ad8eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.946851] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 760.946851] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]521a58d7-948b-2b33-22f3-8b034b07b562" [ 760.946851] env[69941]: _type = "Task" [ 760.946851] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.955970] env[69941]: DEBUG nova.compute.provider_tree [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.963503] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 760.963503] env[69941]: value = "task-3288290" [ 760.963503] env[69941]: _type = "Task" [ 760.963503] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.963924] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 760.963924] env[69941]: value = "task-3288288" [ 760.963924] env[69941]: _type = "Task" [ 760.963924] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.964171] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Waiting for the task: (returnval){ [ 760.964171] env[69941]: value = "task-3288289" [ 760.964171] env[69941]: _type = "Task" [ 760.964171] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.978288] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521a58d7-948b-2b33-22f3-8b034b07b562, 'name': SearchDatastore_Task, 'duration_secs': 0.012026} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.979833] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.980206] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 8e766713-d381-4ee2-bfee-fbe68cf01cc2/8e766713-d381-4ee2-bfee-fbe68cf01cc2.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.980958] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4533197a-1ec1-41b3-a28c-6c382bdaa7d9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.993377] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288290, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.993377] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288288, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.993737] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.001233] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 761.001233] env[69941]: value = "task-3288291" [ 761.001233] env[69941]: _type = "Task" [ 761.001233] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.011770] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.278526] env[69941]: DEBUG nova.network.neutron [req-594d5f41-9881-42e8-8526-44327456167b req-e0bb2ee4-d55a-4514-9e4a-3c9989b30298 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Updated VIF entry in instance network info cache for port ea4a3570-d478-4809-947a-d13e5832aff4. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.279404] env[69941]: DEBUG nova.network.neutron [req-594d5f41-9881-42e8-8526-44327456167b req-e0bb2ee4-d55a-4514-9e4a-3c9989b30298 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Updating instance_info_cache with network_info: [{"id": "ea4a3570-d478-4809-947a-d13e5832aff4", "address": "fa:16:3e:2f:76:4d", "network": {"id": "56ab20b1-e764-4f04-b023-9f06c5122ec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1000879265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "dd108f2192474c279ef5097e39b42b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4a3570-d4", "ovs_interfaceid": "ea4a3570-d478-4809-947a-d13e5832aff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.394190] env[69941]: DEBUG nova.network.neutron [req-8aa689a3-7490-4e3a-8e96-c94a79bf2650 req-960acf97-6f52-4368-8f58-5ac049e1dfca service nova] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updated VIF entry in instance network info cache for port 11f195e4-637b-4ed8-b492-958efb117bd9. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.394190] env[69941]: DEBUG nova.network.neutron [req-8aa689a3-7490-4e3a-8e96-c94a79bf2650 req-960acf97-6f52-4368-8f58-5ac049e1dfca service nova] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updating instance_info_cache with network_info: [{"id": "11f195e4-637b-4ed8-b492-958efb117bd9", "address": "fa:16:3e:65:ee:e4", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f195e4-63", "ovs_interfaceid": "11f195e4-637b-4ed8-b492-958efb117bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.402351] env[69941]: DEBUG oslo_concurrency.lockutils [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquiring lock "6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.402598] env[69941]: DEBUG oslo_concurrency.lockutils [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.402941] env[69941]: DEBUG oslo_concurrency.lockutils [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquiring lock "6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.403194] env[69941]: DEBUG oslo_concurrency.lockutils [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.403365] env[69941]: DEBUG oslo_concurrency.lockutils [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.405865] env[69941]: INFO nova.compute.manager [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Terminating instance [ 761.408925] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.480115] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166913} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.486634] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.487072] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288288, 'name': Rename_Task, 'duration_secs': 0.15388} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.487640] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288290, 'name': Rename_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.488619] env[69941]: ERROR nova.scheduler.client.report [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [req-721cdfa4-9281-4138-8dc9-792fa602f16a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc8d08d-90ea-4899-a2f6-2f585d790aea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-721cdfa4-9281-4138-8dc9-792fa602f16a"}]} [ 761.489504] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b8c996-098c-4b59-aad2-758f1217edd9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.492707] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.496419] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a373c0c-c157-4d20-a029-4ebd1a9d57d6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.520924] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 1bfa85ea-6706-4715-a3d7-eec56b2febff/1bfa85ea-6706-4715-a3d7-eec56b2febff.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.523769] env[69941]: DEBUG nova.scheduler.client.report [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Refreshing inventories for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 761.529383] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c43e8de1-a296-4659-af77-96ea37c89e1c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.547703] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 761.547703] env[69941]: value = "task-3288292" [ 761.547703] env[69941]: _type = "Task" [ 761.547703] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.556306] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288291, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.556749] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Waiting for the task: (returnval){ [ 761.556749] env[69941]: value = "task-3288293" [ 761.556749] env[69941]: _type = "Task" [ 761.556749] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.563737] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288292, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.569734] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288293, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.570732] env[69941]: DEBUG nova.scheduler.client.report [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Updating ProviderTree inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 761.570984] env[69941]: DEBUG nova.compute.provider_tree [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.588059] env[69941]: DEBUG nova.scheduler.client.report [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Refreshing aggregate associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, aggregates: None {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 761.620968] env[69941]: DEBUG nova.scheduler.client.report [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Refreshing trait associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 761.787663] env[69941]: DEBUG oslo_concurrency.lockutils [req-594d5f41-9881-42e8-8526-44327456167b req-e0bb2ee4-d55a-4514-9e4a-3c9989b30298 service nova] Releasing lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.787663] env[69941]: DEBUG nova.compute.manager [req-594d5f41-9881-42e8-8526-44327456167b req-e0bb2ee4-d55a-4514-9e4a-3c9989b30298 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Received event network-changed-ea4a3570-d478-4809-947a-d13e5832aff4 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.787663] env[69941]: DEBUG nova.compute.manager [req-594d5f41-9881-42e8-8526-44327456167b req-e0bb2ee4-d55a-4514-9e4a-3c9989b30298 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Refreshing instance network info cache due to event network-changed-ea4a3570-d478-4809-947a-d13e5832aff4. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.787937] env[69941]: DEBUG oslo_concurrency.lockutils [req-594d5f41-9881-42e8-8526-44327456167b req-e0bb2ee4-d55a-4514-9e4a-3c9989b30298 service nova] Acquiring lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.787989] env[69941]: DEBUG oslo_concurrency.lockutils [req-594d5f41-9881-42e8-8526-44327456167b req-e0bb2ee4-d55a-4514-9e4a-3c9989b30298 service nova] Acquired lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.788264] env[69941]: DEBUG nova.network.neutron [req-594d5f41-9881-42e8-8526-44327456167b req-e0bb2ee4-d55a-4514-9e4a-3c9989b30298 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Refreshing network info cache for port ea4a3570-d478-4809-947a-d13e5832aff4 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.897357] env[69941]: DEBUG oslo_concurrency.lockutils [req-8aa689a3-7490-4e3a-8e96-c94a79bf2650 req-960acf97-6f52-4368-8f58-5ac049e1dfca service nova] Releasing lock "refresh_cache-8e766713-d381-4ee2-bfee-fbe68cf01cc2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.918228] env[69941]: DEBUG nova.compute.manager [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.918529] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.919854] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de54606-0de4-4f4a-9c7e-660a8d75e6cd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.933371] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.936013] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d081af4-31a5-448c-acab-9b814b54ca1a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.946690] env[69941]: DEBUG oslo_vmware.api [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 761.946690] env[69941]: value = "task-3288294" [ 761.946690] env[69941]: _type = "Task" [ 761.946690] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.955234] env[69941]: DEBUG oslo_vmware.api [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.986844] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288290, 'name': Rename_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.022238] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558339} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.022527] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 8e766713-d381-4ee2-bfee-fbe68cf01cc2/8e766713-d381-4ee2-bfee-fbe68cf01cc2.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.022743] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.022956] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f0e007d-4793-4d2e-85a6-582523ad8c60 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.031316] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 762.031316] env[69941]: value = "task-3288295" [ 762.031316] env[69941]: _type = "Task" [ 762.031316] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.040592] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.059757] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288292, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.071461] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288293, 'name': ReconfigVM_Task, 'duration_secs': 0.308596} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.071775] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 1bfa85ea-6706-4715-a3d7-eec56b2febff/1bfa85ea-6706-4715-a3d7-eec56b2febff.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.072460] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-decd46f8-cbc8-4964-976a-21e9f23bbbf5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.085128] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Waiting for the task: (returnval){ [ 762.085128] env[69941]: value = "task-3288296" [ 762.085128] env[69941]: _type = "Task" [ 762.085128] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.096758] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288296, 'name': Rename_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.158541] env[69941]: DEBUG nova.compute.manager [req-49794e56-ded5-42e9-88d0-544bc0ade788 req-5be3f574-3a9d-42d1-bd0d-d821e15f9c03 service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Received event network-changed-3a5db507-4fad-42a8-820d-eef50f2d15d4 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.158876] env[69941]: DEBUG nova.compute.manager [req-49794e56-ded5-42e9-88d0-544bc0ade788 req-5be3f574-3a9d-42d1-bd0d-d821e15f9c03 service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Refreshing instance network info cache due to event network-changed-3a5db507-4fad-42a8-820d-eef50f2d15d4. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.158989] env[69941]: DEBUG oslo_concurrency.lockutils [req-49794e56-ded5-42e9-88d0-544bc0ade788 req-5be3f574-3a9d-42d1-bd0d-d821e15f9c03 service nova] Acquiring lock "refresh_cache-6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.159187] env[69941]: DEBUG oslo_concurrency.lockutils [req-49794e56-ded5-42e9-88d0-544bc0ade788 req-5be3f574-3a9d-42d1-bd0d-d821e15f9c03 service nova] Acquired lock "refresh_cache-6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.159339] env[69941]: DEBUG nova.network.neutron [req-49794e56-ded5-42e9-88d0-544bc0ade788 req-5be3f574-3a9d-42d1-bd0d-d821e15f9c03 service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Refreshing network info cache for port 3a5db507-4fad-42a8-820d-eef50f2d15d4 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.166191] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ff97ed-bb11-4862-ba78-1f6a7dba33e5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.174430] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f212252f-afa7-4837-b20a-5a277ce9e28a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.212041] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3dc8de-e807-4873-84ff-7391d9511d82 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.222330] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074bf2e2-5662-41cd-9515-bbd017b96cf6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.239688] env[69941]: DEBUG nova.compute.provider_tree [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.310962] env[69941]: DEBUG nova.compute.manager [req-be49a36d-7770-4314-90af-4118c80eb9ca req-455e3883-9a3d-4896-bc0e-839be01b929e service nova] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Received event network-changed-860e9778-523b-42d0-9779-b31126a19a65 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.310962] env[69941]: DEBUG nova.compute.manager [req-be49a36d-7770-4314-90af-4118c80eb9ca req-455e3883-9a3d-4896-bc0e-839be01b929e service nova] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Refreshing instance network info cache due to event network-changed-860e9778-523b-42d0-9779-b31126a19a65. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.311194] env[69941]: DEBUG oslo_concurrency.lockutils [req-be49a36d-7770-4314-90af-4118c80eb9ca req-455e3883-9a3d-4896-bc0e-839be01b929e service nova] Acquiring lock "refresh_cache-db9abd6d-0da6-465c-8894-71ea08840d96" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.311380] env[69941]: DEBUG oslo_concurrency.lockutils [req-be49a36d-7770-4314-90af-4118c80eb9ca req-455e3883-9a3d-4896-bc0e-839be01b929e service nova] Acquired lock "refresh_cache-db9abd6d-0da6-465c-8894-71ea08840d96" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.311577] env[69941]: DEBUG nova.network.neutron [req-be49a36d-7770-4314-90af-4118c80eb9ca req-455e3883-9a3d-4896-bc0e-839be01b929e service nova] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Refreshing network info cache for port 860e9778-523b-42d0-9779-b31126a19a65 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.459131] env[69941]: DEBUG oslo_vmware.api [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.478026] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288290, 'name': Rename_Task, 'duration_secs': 1.269439} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.478026] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.478026] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f82a3c7b-8c6a-4f43-845d-32d710a84869 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.483120] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 762.483120] env[69941]: value = "task-3288297" [ 762.483120] env[69941]: _type = "Task" [ 762.483120] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.492219] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.541270] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06861} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.541594] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.542606] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7c40ed-846f-4707-9cb9-838aa07e7b49 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.565945] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 8e766713-d381-4ee2-bfee-fbe68cf01cc2/8e766713-d381-4ee2-bfee-fbe68cf01cc2.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.569161] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84c3a023-5324-486c-b75c-1efaa2424d6b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.598643] env[69941]: DEBUG oslo_vmware.api [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288292, 'name': PowerOnVM_Task, 'duration_secs': 0.799548} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.599333] env[69941]: DEBUG nova.network.neutron [req-594d5f41-9881-42e8-8526-44327456167b req-e0bb2ee4-d55a-4514-9e4a-3c9989b30298 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Updated VIF entry in instance network info cache for port ea4a3570-d478-4809-947a-d13e5832aff4. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.599658] env[69941]: DEBUG nova.network.neutron [req-594d5f41-9881-42e8-8526-44327456167b req-e0bb2ee4-d55a-4514-9e4a-3c9989b30298 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Updating instance_info_cache with network_info: [{"id": "ea4a3570-d478-4809-947a-d13e5832aff4", "address": "fa:16:3e:2f:76:4d", "network": {"id": "56ab20b1-e764-4f04-b023-9f06c5122ec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1000879265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "dd108f2192474c279ef5097e39b42b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4a3570-d4", "ovs_interfaceid": "ea4a3570-d478-4809-947a-d13e5832aff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.602252] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.602419] env[69941]: DEBUG nova.compute.manager [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.602663] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 762.602663] env[69941]: value = "task-3288298" [ 762.602663] env[69941]: _type = "Task" [ 762.602663] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.604907] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4c271c-0e01-493a-b8bf-b1ebe59f6adc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.612292] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288296, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.624072] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.784432] env[69941]: DEBUG nova.scheduler.client.report [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Updated inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 762.785547] env[69941]: DEBUG nova.compute.provider_tree [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Updating resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea generation from 70 to 71 during operation: update_inventory {{(pid=69941) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 762.785547] env[69941]: DEBUG nova.compute.provider_tree [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.959769] env[69941]: DEBUG oslo_vmware.api [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288294, 'name': PowerOffVM_Task, 'duration_secs': 0.644834} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.960141] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.960399] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.960484] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61d2b7f2-4d4d-40d3-99be-2037fce3f5c4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.993409] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.023102] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.023102] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.023439] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Deleting the datastore file [datastore1] 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.023687] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3de8aee-f984-42eb-a76c-90cb5fd87055 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.029897] env[69941]: DEBUG oslo_vmware.api [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 763.029897] env[69941]: value = "task-3288300" [ 763.029897] env[69941]: _type = "Task" [ 763.029897] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.040873] env[69941]: DEBUG oslo_vmware.api [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.098025] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288296, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.105894] env[69941]: DEBUG oslo_concurrency.lockutils [req-594d5f41-9881-42e8-8526-44327456167b req-e0bb2ee4-d55a-4514-9e4a-3c9989b30298 service nova] Releasing lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.116550] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.130611] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.292345] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.729s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.292913] env[69941]: DEBUG nova.compute.manager [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.300320] env[69941]: DEBUG oslo_concurrency.lockutils [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.052s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.300467] env[69941]: DEBUG nova.objects.instance [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Lazy-loading 'resources' on Instance uuid 3ab03542-99a7-494e-872d-fb919cbb81f4 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.388858] env[69941]: DEBUG nova.network.neutron [req-49794e56-ded5-42e9-88d0-544bc0ade788 req-5be3f574-3a9d-42d1-bd0d-d821e15f9c03 service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Updated VIF entry in instance network info cache for port 3a5db507-4fad-42a8-820d-eef50f2d15d4. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.389264] env[69941]: DEBUG nova.network.neutron [req-49794e56-ded5-42e9-88d0-544bc0ade788 req-5be3f574-3a9d-42d1-bd0d-d821e15f9c03 service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Updating instance_info_cache with network_info: [{"id": "3a5db507-4fad-42a8-820d-eef50f2d15d4", "address": "fa:16:3e:32:7d:66", "network": {"id": "143c6cc0-a784-4d63-8e5a-584019f0634a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-878331307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab90d8f10a3f4728950558ebdbb717dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a5db507-4f", "ovs_interfaceid": "3a5db507-4fad-42a8-820d-eef50f2d15d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.493168] env[69941]: DEBUG oslo_vmware.api [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288297, 'name': PowerOnVM_Task, 'duration_secs': 0.823063} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.493500] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.493818] env[69941]: INFO nova.compute.manager [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Took 14.13 seconds to spawn the instance on the hypervisor. [ 763.493981] env[69941]: DEBUG nova.compute.manager [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.494940] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78404dc-82ee-413a-990e-22c2e8b0362b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.498049] env[69941]: DEBUG nova.network.neutron [req-be49a36d-7770-4314-90af-4118c80eb9ca req-455e3883-9a3d-4896-bc0e-839be01b929e service nova] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Updated VIF entry in instance network info cache for port 860e9778-523b-42d0-9779-b31126a19a65. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.498518] env[69941]: DEBUG nova.network.neutron [req-be49a36d-7770-4314-90af-4118c80eb9ca req-455e3883-9a3d-4896-bc0e-839be01b929e service nova] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Updating instance_info_cache with network_info: [{"id": "860e9778-523b-42d0-9779-b31126a19a65", "address": "fa:16:3e:29:9f:43", "network": {"id": "fd1804f3-7648-439b-8661-bd7269b43062", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1492064650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af09e1ef52e34065a8909af6d08646b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860e9778-52", "ovs_interfaceid": "860e9778-523b-42d0-9779-b31126a19a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.543353] env[69941]: DEBUG oslo_vmware.api [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297535} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.543353] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.544735] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.544735] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.544735] env[69941]: INFO nova.compute.manager [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Took 1.63 seconds to destroy the instance on the hypervisor. [ 763.544735] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.544735] env[69941]: DEBUG nova.compute.manager [-] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.544735] env[69941]: DEBUG nova.network.neutron [-] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.600842] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288296, 'name': Rename_Task, 'duration_secs': 1.29225} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.604027] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.604027] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-919b7258-9272-4be5-8e27-45fe17701516 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.611535] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Waiting for the task: (returnval){ [ 763.611535] env[69941]: value = "task-3288301" [ 763.611535] env[69941]: _type = "Task" [ 763.611535] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.619958] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288298, 'name': ReconfigVM_Task, 'duration_secs': 0.593818} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.620826] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 8e766713-d381-4ee2-bfee-fbe68cf01cc2/8e766713-d381-4ee2-bfee-fbe68cf01cc2.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.621637] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2cba262-2d12-45e3-a1e8-afa782ae4e59 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.626846] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.631371] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 763.631371] env[69941]: value = "task-3288302" [ 763.631371] env[69941]: _type = "Task" [ 763.631371] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.644090] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288302, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.806279] env[69941]: DEBUG nova.compute.utils [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.812179] env[69941]: DEBUG nova.compute.manager [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.812368] env[69941]: DEBUG nova.network.neutron [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.896036] env[69941]: DEBUG oslo_concurrency.lockutils [req-49794e56-ded5-42e9-88d0-544bc0ade788 req-5be3f574-3a9d-42d1-bd0d-d821e15f9c03 service nova] Releasing lock "refresh_cache-6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.896036] env[69941]: DEBUG nova.compute.manager [req-49794e56-ded5-42e9-88d0-544bc0ade788 req-5be3f574-3a9d-42d1-bd0d-d821e15f9c03 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Received event network-changed-ea4a3570-d478-4809-947a-d13e5832aff4 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.896036] env[69941]: DEBUG nova.compute.manager [req-49794e56-ded5-42e9-88d0-544bc0ade788 req-5be3f574-3a9d-42d1-bd0d-d821e15f9c03 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Refreshing instance network info cache due to event network-changed-ea4a3570-d478-4809-947a-d13e5832aff4. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.896036] env[69941]: DEBUG oslo_concurrency.lockutils [req-49794e56-ded5-42e9-88d0-544bc0ade788 req-5be3f574-3a9d-42d1-bd0d-d821e15f9c03 service nova] Acquiring lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.896036] env[69941]: DEBUG oslo_concurrency.lockutils [req-49794e56-ded5-42e9-88d0-544bc0ade788 req-5be3f574-3a9d-42d1-bd0d-d821e15f9c03 service nova] Acquired lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.896463] env[69941]: DEBUG nova.network.neutron [req-49794e56-ded5-42e9-88d0-544bc0ade788 req-5be3f574-3a9d-42d1-bd0d-d821e15f9c03 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Refreshing network info cache for port ea4a3570-d478-4809-947a-d13e5832aff4 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.921797] env[69941]: DEBUG nova.policy [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01e07b40049f4eb9b4a1efbd38fa2027', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2e34a3ffcfb4b67a24979c0fca085c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.003130] env[69941]: DEBUG oslo_concurrency.lockutils [req-be49a36d-7770-4314-90af-4118c80eb9ca req-455e3883-9a3d-4896-bc0e-839be01b929e service nova] Releasing lock "refresh_cache-db9abd6d-0da6-465c-8894-71ea08840d96" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.019483] env[69941]: INFO nova.compute.manager [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Took 50.26 seconds to build instance. [ 764.126686] env[69941]: DEBUG oslo_vmware.api [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288301, 'name': PowerOnVM_Task, 'duration_secs': 0.512858} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.126956] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.128273] env[69941]: INFO nova.compute.manager [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Took 12.00 seconds to spawn the instance on the hypervisor. [ 764.128273] env[69941]: DEBUG nova.compute.manager [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.128472] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008325ba-3b7d-4cb8-bdeb-85d5b554f0f1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.160286] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288302, 'name': Rename_Task, 'duration_secs': 0.244848} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.160821] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.161968] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fb59962-a6d6-441e-939f-94ba7bd39734 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.168985] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 764.168985] env[69941]: value = "task-3288303" [ 764.168985] env[69941]: _type = "Task" [ 764.168985] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.180914] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.305624] env[69941]: DEBUG nova.network.neutron [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Successfully created port: 1729848b-df05-41ce-842d-bd37e7c35d67 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.315602] env[69941]: DEBUG nova.compute.utils [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.338555] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3b82742c-4fef-4bcd-a36b-ef7326975174 tempest-ServersAdminTestJSON-178933718 tempest-ServersAdminTestJSON-178933718-project-admin] Acquiring lock "refresh_cache-31768ce8-eece-4386-bc52-25320530f63b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.338644] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3b82742c-4fef-4bcd-a36b-ef7326975174 tempest-ServersAdminTestJSON-178933718 tempest-ServersAdminTestJSON-178933718-project-admin] Acquired lock "refresh_cache-31768ce8-eece-4386-bc52-25320530f63b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.339195] env[69941]: DEBUG nova.network.neutron [None req-3b82742c-4fef-4bcd-a36b-ef7326975174 tempest-ServersAdminTestJSON-178933718 tempest-ServersAdminTestJSON-178933718-project-admin] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.352100] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5c5e69-29ff-4f7e-a151-7c76af11045d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.360074] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9438349-b06f-497f-917c-d620ccd5948b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.365875] env[69941]: DEBUG nova.compute.manager [req-d488873b-3933-4abc-a538-3626473a82d7 req-6ba223bc-74e2-45bd-b119-6606ee55c8d4 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Received event network-changed-ea4a3570-d478-4809-947a-d13e5832aff4 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.366105] env[69941]: DEBUG nova.compute.manager [req-d488873b-3933-4abc-a538-3626473a82d7 req-6ba223bc-74e2-45bd-b119-6606ee55c8d4 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Refreshing instance network info cache due to event network-changed-ea4a3570-d478-4809-947a-d13e5832aff4. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.366389] env[69941]: DEBUG oslo_concurrency.lockutils [req-d488873b-3933-4abc-a538-3626473a82d7 req-6ba223bc-74e2-45bd-b119-6606ee55c8d4 service nova] Acquiring lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.395594] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf1dc13-07e9-40e8-b10b-44b820c0b96f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.405456] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4196b1-3727-41c7-bc84-8f49c8e40296 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.420016] env[69941]: DEBUG nova.compute.provider_tree [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.431880] env[69941]: DEBUG nova.network.neutron [-] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.522806] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4eaa16ae-bd53-49ef-95e8-bf2e10579bb5 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "31768ce8-eece-4386-bc52-25320530f63b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.193s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.527708] env[69941]: DEBUG nova.compute.manager [req-88a6735b-2649-4dd3-88c7-6befac28f69f req-20ef493c-b42c-45b2-8327-ee021f496d0a service nova] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Received event network-vif-deleted-3a5db507-4fad-42a8-820d-eef50f2d15d4 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.640673] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "da4d420e-0656-4bee-afb0-e082d96aa841" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.641047] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "da4d420e-0656-4bee-afb0-e082d96aa841" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.641282] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "da4d420e-0656-4bee-afb0-e082d96aa841-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.641471] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "da4d420e-0656-4bee-afb0-e082d96aa841-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.641642] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "da4d420e-0656-4bee-afb0-e082d96aa841-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.643780] env[69941]: INFO nova.compute.manager [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Terminating instance [ 764.656838] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Acquiring lock "bca042c1-7934-47f5-8903-c7b8775d329d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.657079] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Lock "bca042c1-7934-47f5-8903-c7b8775d329d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.659016] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Acquiring lock "bca042c1-7934-47f5-8903-c7b8775d329d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.659016] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Lock "bca042c1-7934-47f5-8903-c7b8775d329d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.659016] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Lock "bca042c1-7934-47f5-8903-c7b8775d329d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.660381] env[69941]: INFO nova.compute.manager [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Terminating instance [ 764.675824] env[69941]: INFO nova.compute.manager [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Took 45.10 seconds to build instance. [ 764.683317] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288303, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.766738] env[69941]: DEBUG nova.network.neutron [req-49794e56-ded5-42e9-88d0-544bc0ade788 req-5be3f574-3a9d-42d1-bd0d-d821e15f9c03 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Updated VIF entry in instance network info cache for port ea4a3570-d478-4809-947a-d13e5832aff4. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.767181] env[69941]: DEBUG nova.network.neutron [req-49794e56-ded5-42e9-88d0-544bc0ade788 req-5be3f574-3a9d-42d1-bd0d-d821e15f9c03 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Updating instance_info_cache with network_info: [{"id": "ea4a3570-d478-4809-947a-d13e5832aff4", "address": "fa:16:3e:2f:76:4d", "network": {"id": "56ab20b1-e764-4f04-b023-9f06c5122ec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1000879265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "dd108f2192474c279ef5097e39b42b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4a3570-d4", "ovs_interfaceid": "ea4a3570-d478-4809-947a-d13e5832aff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.818652] env[69941]: DEBUG nova.compute.manager [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.921603] env[69941]: DEBUG nova.scheduler.client.report [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.940023] env[69941]: INFO nova.compute.manager [-] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Took 1.39 seconds to deallocate network for instance. [ 765.024177] env[69941]: DEBUG nova.compute.manager [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.147862] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "refresh_cache-da4d420e-0656-4bee-afb0-e082d96aa841" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.147862] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquired lock "refresh_cache-da4d420e-0656-4bee-afb0-e082d96aa841" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.147862] env[69941]: DEBUG nova.network.neutron [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.171439] env[69941]: DEBUG nova.compute.manager [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.171646] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.176301] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6590ffd0-d3be-4716-b559-76c772243c2e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.179750] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1e2dbc2b-9af0-4917-ada9-9a1d2128aa76 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Lock "1bfa85ea-6706-4715-a3d7-eec56b2febff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.027s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.185020] env[69941]: DEBUG nova.network.neutron [None req-3b82742c-4fef-4bcd-a36b-ef7326975174 tempest-ServersAdminTestJSON-178933718 tempest-ServersAdminTestJSON-178933718-project-admin] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Updating instance_info_cache with network_info: [{"id": "45feabec-8ea0-4818-94f4-da6f655d4bf4", "address": "fa:16:3e:6a:cb:6f", "network": {"id": "7d69b693-e851-4476-8c30-ea2b5f7fb2b8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1430958294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5be08b1f4e44e1ebac5e7898f04b298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45feabec-8e", "ovs_interfaceid": "45feabec-8ea0-4818-94f4-da6f655d4bf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.190023] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.190958] env[69941]: DEBUG oslo_vmware.api [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288303, 'name': PowerOnVM_Task, 'duration_secs': 0.814739} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.191040] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b51bd5b-0c38-45d7-95b4-de69270cb3d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.192807] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.193204] env[69941]: INFO nova.compute.manager [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Took 10.35 seconds to spawn the instance on the hypervisor. [ 765.193436] env[69941]: DEBUG nova.compute.manager [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.194594] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e422b1-c9af-4200-ace6-805706ed08b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.198919] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "9e05781d-d39b-40cc-bcf1-53da09ae55ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.199154] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9e05781d-d39b-40cc-bcf1-53da09ae55ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.199354] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "9e05781d-d39b-40cc-bcf1-53da09ae55ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.199532] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9e05781d-d39b-40cc-bcf1-53da09ae55ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.199692] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9e05781d-d39b-40cc-bcf1-53da09ae55ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.201560] env[69941]: INFO nova.compute.manager [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Terminating instance [ 765.206963] env[69941]: DEBUG oslo_vmware.api [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for the task: (returnval){ [ 765.206963] env[69941]: value = "task-3288304" [ 765.206963] env[69941]: _type = "Task" [ 765.206963] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.223082] env[69941]: DEBUG oslo_vmware.api [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.270192] env[69941]: DEBUG oslo_concurrency.lockutils [req-49794e56-ded5-42e9-88d0-544bc0ade788 req-5be3f574-3a9d-42d1-bd0d-d821e15f9c03 service nova] Releasing lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.270610] env[69941]: DEBUG oslo_concurrency.lockutils [req-d488873b-3933-4abc-a538-3626473a82d7 req-6ba223bc-74e2-45bd-b119-6606ee55c8d4 service nova] Acquired lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.270804] env[69941]: DEBUG nova.network.neutron [req-d488873b-3933-4abc-a538-3626473a82d7 req-6ba223bc-74e2-45bd-b119-6606ee55c8d4 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Refreshing network info cache for port ea4a3570-d478-4809-947a-d13e5832aff4 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.434547] env[69941]: DEBUG oslo_concurrency.lockutils [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.435650] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.943s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.437585] env[69941]: INFO nova.compute.claims [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.449598] env[69941]: DEBUG oslo_concurrency.lockutils [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.456869] env[69941]: INFO nova.scheduler.client.report [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Deleted allocations for instance 3ab03542-99a7-494e-872d-fb919cbb81f4 [ 765.549939] env[69941]: DEBUG oslo_concurrency.lockutils [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.676428] env[69941]: DEBUG nova.network.neutron [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.691123] env[69941]: DEBUG nova.compute.manager [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.695195] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3b82742c-4fef-4bcd-a36b-ef7326975174 tempest-ServersAdminTestJSON-178933718 tempest-ServersAdminTestJSON-178933718-project-admin] Releasing lock "refresh_cache-31768ce8-eece-4386-bc52-25320530f63b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.695441] env[69941]: DEBUG nova.compute.manager [None req-3b82742c-4fef-4bcd-a36b-ef7326975174 tempest-ServersAdminTestJSON-178933718 tempest-ServersAdminTestJSON-178933718-project-admin] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Inject network info {{(pid=69941) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 765.695696] env[69941]: DEBUG nova.compute.manager [None req-3b82742c-4fef-4bcd-a36b-ef7326975174 tempest-ServersAdminTestJSON-178933718 tempest-ServersAdminTestJSON-178933718-project-admin] [instance: 31768ce8-eece-4386-bc52-25320530f63b] network_info to inject: |[{"id": "45feabec-8ea0-4818-94f4-da6f655d4bf4", "address": "fa:16:3e:6a:cb:6f", "network": {"id": "7d69b693-e851-4476-8c30-ea2b5f7fb2b8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1430958294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5be08b1f4e44e1ebac5e7898f04b298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45feabec-8e", "ovs_interfaceid": "45feabec-8ea0-4818-94f4-da6f655d4bf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 765.702980] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3b82742c-4fef-4bcd-a36b-ef7326975174 tempest-ServersAdminTestJSON-178933718 tempest-ServersAdminTestJSON-178933718-project-admin] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Reconfiguring VM instance to set the machine id {{(pid=69941) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 765.703621] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d7b665b-52db-4a40-9316-23391f16a6fd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.719187] env[69941]: DEBUG nova.compute.manager [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.719187] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.728689] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60afa65-0cdc-4728-a510-49c833bf12b0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.738068] env[69941]: INFO nova.compute.manager [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Took 41.85 seconds to build instance. [ 765.742449] env[69941]: DEBUG oslo_vmware.api [None req-3b82742c-4fef-4bcd-a36b-ef7326975174 tempest-ServersAdminTestJSON-178933718 tempest-ServersAdminTestJSON-178933718-project-admin] Waiting for the task: (returnval){ [ 765.742449] env[69941]: value = "task-3288305" [ 765.742449] env[69941]: _type = "Task" [ 765.742449] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.758319] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.761777] env[69941]: DEBUG oslo_vmware.api [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288304, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.761777] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ab9b3e-4bea-403d-82ad-e10152b0ed46 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.771057] env[69941]: DEBUG oslo_vmware.api [None req-3b82742c-4fef-4bcd-a36b-ef7326975174 tempest-ServersAdminTestJSON-178933718 tempest-ServersAdminTestJSON-178933718-project-admin] Task: {'id': task-3288305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.777240] env[69941]: DEBUG oslo_vmware.api [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 765.777240] env[69941]: value = "task-3288306" [ 765.777240] env[69941]: _type = "Task" [ 765.777240] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.790249] env[69941]: DEBUG oslo_vmware.api [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.819015] env[69941]: DEBUG nova.network.neutron [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.832299] env[69941]: DEBUG nova.compute.manager [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.871993] env[69941]: DEBUG nova.virt.hardware [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:47:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1591506654',id=33,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1344123570',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.872265] env[69941]: DEBUG nova.virt.hardware [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.872427] env[69941]: DEBUG nova.virt.hardware [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.872608] env[69941]: DEBUG nova.virt.hardware [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.872804] env[69941]: DEBUG nova.virt.hardware [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.872900] env[69941]: DEBUG nova.virt.hardware [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.873126] env[69941]: DEBUG nova.virt.hardware [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.873292] env[69941]: DEBUG nova.virt.hardware [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.873460] env[69941]: DEBUG nova.virt.hardware [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.873624] env[69941]: DEBUG nova.virt.hardware [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.873797] env[69941]: DEBUG nova.virt.hardware [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.875032] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8926933d-113f-4dee-8915-c97a73f88a20 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.884064] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4038db6c-b930-4a56-9e28-cbddaf802389 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.964864] env[69941]: DEBUG oslo_concurrency.lockutils [None req-01c5e86c-ecdf-4e00-a546-e9027f78aace tempest-VolumesAssistedSnapshotsTest-782415944 tempest-VolumesAssistedSnapshotsTest-782415944-project-member] Lock "3ab03542-99a7-494e-872d-fb919cbb81f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.095s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.179077] env[69941]: DEBUG nova.network.neutron [req-d488873b-3933-4abc-a538-3626473a82d7 req-6ba223bc-74e2-45bd-b119-6606ee55c8d4 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Updated VIF entry in instance network info cache for port ea4a3570-d478-4809-947a-d13e5832aff4. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.179498] env[69941]: DEBUG nova.network.neutron [req-d488873b-3933-4abc-a538-3626473a82d7 req-6ba223bc-74e2-45bd-b119-6606ee55c8d4 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Updating instance_info_cache with network_info: [{"id": "ea4a3570-d478-4809-947a-d13e5832aff4", "address": "fa:16:3e:2f:76:4d", "network": {"id": "56ab20b1-e764-4f04-b023-9f06c5122ec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1000879265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "dd108f2192474c279ef5097e39b42b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4a3570-d4", "ovs_interfaceid": "ea4a3570-d478-4809-947a-d13e5832aff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.234380] env[69941]: DEBUG oslo_vmware.api [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288304, 'name': PowerOffVM_Task, 'duration_secs': 0.645162} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.234673] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.234841] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.235128] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f915798-22b7-4d79-a2b4-570d53dd84f2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.237675] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.242009] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9454e7de-4d1f-4bb2-9ca4-fc1e2dcd621f tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "8e766713-d381-4ee2-bfee-fbe68cf01cc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.806s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.255493] env[69941]: DEBUG oslo_vmware.api [None req-3b82742c-4fef-4bcd-a36b-ef7326975174 tempest-ServersAdminTestJSON-178933718 tempest-ServersAdminTestJSON-178933718-project-admin] Task: {'id': task-3288305, 'name': ReconfigVM_Task, 'duration_secs': 0.21588} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.255717] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3b82742c-4fef-4bcd-a36b-ef7326975174 tempest-ServersAdminTestJSON-178933718 tempest-ServersAdminTestJSON-178933718-project-admin] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Reconfigured VM instance to set the machine id {{(pid=69941) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 766.287389] env[69941]: DEBUG oslo_vmware.api [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288306, 'name': PowerOffVM_Task, 'duration_secs': 0.507222} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.287660] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.287834] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.288146] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7880aa48-e724-430d-b016-a565b3d19f26 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.301321] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.301584] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.301794] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Deleting the datastore file [datastore1] bca042c1-7934-47f5-8903-c7b8775d329d {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.302119] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edb8b455-05ed-4e16-af6f-237c972c8e45 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.309828] env[69941]: DEBUG oslo_vmware.api [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for the task: (returnval){ [ 766.309828] env[69941]: value = "task-3288309" [ 766.309828] env[69941]: _type = "Task" [ 766.309828] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.318746] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Releasing lock "refresh_cache-da4d420e-0656-4bee-afb0-e082d96aa841" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.319221] env[69941]: DEBUG nova.compute.manager [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.319438] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.319904] env[69941]: DEBUG oslo_vmware.api [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.320478] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6164ebaa-f4ba-404d-b290-0199e1456b7f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.328116] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.329353] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3496e0ac-b931-47fc-908c-0b01a92461fd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.334835] env[69941]: DEBUG oslo_vmware.api [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 766.334835] env[69941]: value = "task-3288310" [ 766.334835] env[69941]: _type = "Task" [ 766.334835] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.344084] env[69941]: DEBUG oslo_vmware.api [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.363703] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.364334] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.364334] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Deleting the datastore file [datastore1] 9e05781d-d39b-40cc-bcf1-53da09ae55ee {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.364509] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad4737ee-3b26-4964-b9bf-9a9839a1b414 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.371237] env[69941]: DEBUG oslo_vmware.api [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 766.371237] env[69941]: value = "task-3288311" [ 766.371237] env[69941]: _type = "Task" [ 766.371237] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.379803] env[69941]: DEBUG oslo_vmware.api [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.440989] env[69941]: DEBUG nova.network.neutron [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Successfully updated port: 1729848b-df05-41ce-842d-bd37e7c35d67 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.683011] env[69941]: DEBUG oslo_concurrency.lockutils [req-d488873b-3933-4abc-a538-3626473a82d7 req-6ba223bc-74e2-45bd-b119-6606ee55c8d4 service nova] Releasing lock "refresh_cache-bca042c1-7934-47f5-8903-c7b8775d329d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.751191] env[69941]: DEBUG nova.compute.manager [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.823791] env[69941]: DEBUG oslo_vmware.api [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.848218] env[69941]: DEBUG oslo_vmware.api [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288310, 'name': PowerOffVM_Task, 'duration_secs': 0.236326} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.848806] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.849863] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.849863] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92b0f09d-6aaf-452d-bcb0-cfa44d9a2c16 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.880045] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.880247] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.880435] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Deleting the datastore file [datastore2] da4d420e-0656-4bee-afb0-e082d96aa841 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.881458] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-231df475-9e21-40a0-90ee-364b58d30dd2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.886561] env[69941]: DEBUG oslo_vmware.api [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.891315] env[69941]: DEBUG oslo_vmware.api [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 766.891315] env[69941]: value = "task-3288313" [ 766.891315] env[69941]: _type = "Task" [ 766.891315] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.900771] env[69941]: DEBUG oslo_vmware.api [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.952109] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquiring lock "refresh_cache-99f455c6-bc8a-476c-bd12-f7f19a3aa219" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.952296] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquired lock "refresh_cache-99f455c6-bc8a-476c-bd12-f7f19a3aa219" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.952544] env[69941]: DEBUG nova.network.neutron [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.969073] env[69941]: DEBUG nova.compute.manager [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Received event network-vif-plugged-1729848b-df05-41ce-842d-bd37e7c35d67 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.969419] env[69941]: DEBUG oslo_concurrency.lockutils [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] Acquiring lock "99f455c6-bc8a-476c-bd12-f7f19a3aa219-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.969697] env[69941]: DEBUG oslo_concurrency.lockutils [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] Lock "99f455c6-bc8a-476c-bd12-f7f19a3aa219-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.969906] env[69941]: DEBUG oslo_concurrency.lockutils [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] Lock "99f455c6-bc8a-476c-bd12-f7f19a3aa219-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.970184] env[69941]: DEBUG nova.compute.manager [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] No waiting events found dispatching network-vif-plugged-1729848b-df05-41ce-842d-bd37e7c35d67 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.970266] env[69941]: WARNING nova.compute.manager [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Received unexpected event network-vif-plugged-1729848b-df05-41ce-842d-bd37e7c35d67 for instance with vm_state building and task_state spawning. [ 766.972472] env[69941]: DEBUG nova.compute.manager [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Received event network-changed-1278d3d1-8426-466e-89a1-9375143c4f6e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.972472] env[69941]: DEBUG nova.compute.manager [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Refreshing instance network info cache due to event network-changed-1278d3d1-8426-466e-89a1-9375143c4f6e. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.972472] env[69941]: DEBUG oslo_concurrency.lockutils [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] Acquiring lock "refresh_cache-1bfa85ea-6706-4715-a3d7-eec56b2febff" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.972472] env[69941]: DEBUG oslo_concurrency.lockutils [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] Acquired lock "refresh_cache-1bfa85ea-6706-4715-a3d7-eec56b2febff" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.972472] env[69941]: DEBUG nova.network.neutron [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Refreshing network info cache for port 1278d3d1-8426-466e-89a1-9375143c4f6e {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.004915] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5e8b65-94b8-43ce-8830-16818dc60a46 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.014412] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e06ae56-5c69-4505-b740-2654b2797b18 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.048766] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2110bf49-43eb-40c8-99d5-0bd1afc8e863 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.056740] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78a1f53-5716-45f2-a90e-bc06e18d4b33 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.074489] env[69941]: DEBUG nova.compute.provider_tree [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.289371] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.322022] env[69941]: DEBUG oslo_vmware.api [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.382714] env[69941]: DEBUG oslo_vmware.api [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.403022] env[69941]: DEBUG oslo_vmware.api [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1384} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.403022] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.403022] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.403022] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.403022] env[69941]: INFO nova.compute.manager [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Took 1.08 seconds to destroy the instance on the hypervisor. [ 767.403397] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.404282] env[69941]: DEBUG nova.compute.manager [-] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.404456] env[69941]: DEBUG nova.network.neutron [-] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.424792] env[69941]: DEBUG nova.network.neutron [-] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.503638] env[69941]: DEBUG nova.network.neutron [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.626317] env[69941]: DEBUG nova.scheduler.client.report [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Updated inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 767.627088] env[69941]: DEBUG nova.compute.provider_tree [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Updating resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea generation from 71 to 72 during operation: update_inventory {{(pid=69941) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 767.627088] env[69941]: DEBUG nova.compute.provider_tree [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.729014] env[69941]: DEBUG nova.network.neutron [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Updating instance_info_cache with network_info: [{"id": "1729848b-df05-41ce-842d-bd37e7c35d67", "address": "fa:16:3e:4f:92:4c", "network": {"id": "2dd00258-2852-444f-b8ab-25ad1246758b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-310658148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e34a3ffcfb4b67a24979c0fca085c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1729848b-df", "ovs_interfaceid": "1729848b-df05-41ce-842d-bd37e7c35d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.824357] env[69941]: DEBUG oslo_vmware.api [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Task: {'id': task-3288309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.388808} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.824649] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.824895] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.825155] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.825287] env[69941]: INFO nova.compute.manager [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Took 2.65 seconds to destroy the instance on the hypervisor. [ 767.825691] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.825818] env[69941]: DEBUG nova.compute.manager [-] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.825913] env[69941]: DEBUG nova.network.neutron [-] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.893205] env[69941]: DEBUG oslo_vmware.api [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.34246} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.893205] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.893205] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.893347] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.893506] env[69941]: INFO nova.compute.manager [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Took 2.17 seconds to destroy the instance on the hypervisor. [ 767.893808] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.894035] env[69941]: DEBUG nova.compute.manager [-] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.894223] env[69941]: DEBUG nova.network.neutron [-] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.927584] env[69941]: DEBUG nova.network.neutron [-] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.969738] env[69941]: DEBUG nova.network.neutron [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Updated VIF entry in instance network info cache for port 1278d3d1-8426-466e-89a1-9375143c4f6e. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.971055] env[69941]: DEBUG nova.network.neutron [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Updating instance_info_cache with network_info: [{"id": "1278d3d1-8426-466e-89a1-9375143c4f6e", "address": "fa:16:3e:af:9e:93", "network": {"id": "52534732-d786-443a-95cd-9225373007da", "bridge": "br-int", "label": "tempest-ServersTestJSON-1644374066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e15159fc1cf401292de368a6798bb2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1278d3d1-84", "ovs_interfaceid": "1278d3d1-8426-466e-89a1-9375143c4f6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.135083] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.135626] env[69941]: DEBUG nova.compute.manager [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.138382] env[69941]: DEBUG oslo_concurrency.lockutils [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.865s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.139868] env[69941]: INFO nova.compute.claims [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.237050] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Releasing lock "refresh_cache-99f455c6-bc8a-476c-bd12-f7f19a3aa219" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.237050] env[69941]: DEBUG nova.compute.manager [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Instance network_info: |[{"id": "1729848b-df05-41ce-842d-bd37e7c35d67", "address": "fa:16:3e:4f:92:4c", "network": {"id": "2dd00258-2852-444f-b8ab-25ad1246758b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-310658148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e34a3ffcfb4b67a24979c0fca085c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1729848b-df", "ovs_interfaceid": "1729848b-df05-41ce-842d-bd37e7c35d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.238270] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:92:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1729848b-df05-41ce-842d-bd37e7c35d67', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.251744] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.251744] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.255489] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c6f468f-82fe-4385-a067-acbde5e579b1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.282662] env[69941]: DEBUG nova.compute.manager [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Stashing vm_state: active {{(pid=69941) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 768.286053] env[69941]: INFO nova.compute.manager [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Rebuilding instance [ 768.287896] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.287896] env[69941]: value = "task-3288314" [ 768.287896] env[69941]: _type = "Task" [ 768.287896] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.305509] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288314, 'name': CreateVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.344550] env[69941]: DEBUG nova.compute.manager [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.345420] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2563f9a-974b-4880-8f08-a1d1568ee6b2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.430844] env[69941]: INFO nova.compute.manager [-] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Took 1.03 seconds to deallocate network for instance. [ 768.474461] env[69941]: DEBUG oslo_concurrency.lockutils [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] Releasing lock "refresh_cache-1bfa85ea-6706-4715-a3d7-eec56b2febff" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.474743] env[69941]: DEBUG nova.compute.manager [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Received event network-changed-1729848b-df05-41ce-842d-bd37e7c35d67 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.474920] env[69941]: DEBUG nova.compute.manager [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Refreshing instance network info cache due to event network-changed-1729848b-df05-41ce-842d-bd37e7c35d67. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.475157] env[69941]: DEBUG oslo_concurrency.lockutils [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] Acquiring lock "refresh_cache-99f455c6-bc8a-476c-bd12-f7f19a3aa219" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.475302] env[69941]: DEBUG oslo_concurrency.lockutils [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] Acquired lock "refresh_cache-99f455c6-bc8a-476c-bd12-f7f19a3aa219" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.475464] env[69941]: DEBUG nova.network.neutron [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Refreshing network info cache for port 1729848b-df05-41ce-842d-bd37e7c35d67 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.645438] env[69941]: DEBUG nova.compute.utils [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.655278] env[69941]: DEBUG nova.compute.manager [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.655656] env[69941]: DEBUG nova.network.neutron [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.749132] env[69941]: DEBUG nova.policy [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11290f43fa994bd8a5f5d91ed2695f40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1cf4dcdcbef4b63a81e3e76e189779a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.803505] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.808027] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288314, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.940998] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.032182] env[69941]: DEBUG nova.compute.manager [req-abf62d94-f137-4808-bd39-b79931f6ee61 req-07856d5a-c8d8-4b14-830d-d82755283e71 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Received event network-vif-deleted-ea4a3570-d478-4809-947a-d13e5832aff4 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.032182] env[69941]: INFO nova.compute.manager [req-abf62d94-f137-4808-bd39-b79931f6ee61 req-07856d5a-c8d8-4b14-830d-d82755283e71 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Neutron deleted interface ea4a3570-d478-4809-947a-d13e5832aff4; detaching it from the instance and deleting it from the info cache [ 769.032182] env[69941]: DEBUG nova.network.neutron [req-abf62d94-f137-4808-bd39-b79931f6ee61 req-07856d5a-c8d8-4b14-830d-d82755283e71 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.127232] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53142de-1bb0-4f55-8cf8-a491df5d063b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.130414] env[69941]: DEBUG nova.network.neutron [-] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.137701] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6771ca7-cfca-4073-b770-2deda969768c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.169098] env[69941]: DEBUG nova.compute.manager [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.171524] env[69941]: DEBUG nova.network.neutron [-] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.176138] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5356f9-6daa-421b-8751-66d4d69aefc3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.185823] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca039d2-532e-497e-9c41-cfbbea49b0b1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.202840] env[69941]: DEBUG nova.compute.provider_tree [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.306502] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288314, 'name': CreateVM_Task, 'duration_secs': 0.803605} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.306750] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.307439] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.307625] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.307955] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.308228] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2909ab62-4cd3-440b-9e6a-8114e1ab374f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.313815] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 769.313815] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a7d750-8521-a12f-c44f-ddbea025dda3" [ 769.313815] env[69941]: _type = "Task" [ 769.313815] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.322210] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a7d750-8521-a12f-c44f-ddbea025dda3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.368837] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.369256] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48031d32-266f-454f-a819-6905b8aa99e3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.378909] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 769.378909] env[69941]: value = "task-3288315" [ 769.378909] env[69941]: _type = "Task" [ 769.378909] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.390880] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.512829] env[69941]: DEBUG nova.network.neutron [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Successfully created port: 36e33f4c-c930-4ccf-9920-c9a1497b23ed {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.538478] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fd8bac9-3226-4f98-b93b-cde6b3ae411f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.541981] env[69941]: DEBUG nova.network.neutron [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Updated VIF entry in instance network info cache for port 1729848b-df05-41ce-842d-bd37e7c35d67. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.542382] env[69941]: DEBUG nova.network.neutron [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Updating instance_info_cache with network_info: [{"id": "1729848b-df05-41ce-842d-bd37e7c35d67", "address": "fa:16:3e:4f:92:4c", "network": {"id": "2dd00258-2852-444f-b8ab-25ad1246758b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-310658148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e34a3ffcfb4b67a24979c0fca085c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1729848b-df", "ovs_interfaceid": "1729848b-df05-41ce-842d-bd37e7c35d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.553959] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a27e4f-956d-49bb-9e2d-ba103d0048b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.603029] env[69941]: DEBUG nova.compute.manager [req-abf62d94-f137-4808-bd39-b79931f6ee61 req-07856d5a-c8d8-4b14-830d-d82755283e71 service nova] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Detach interface failed, port_id=ea4a3570-d478-4809-947a-d13e5832aff4, reason: Instance bca042c1-7934-47f5-8903-c7b8775d329d could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 769.603029] env[69941]: DEBUG nova.compute.manager [req-abf62d94-f137-4808-bd39-b79931f6ee61 req-07856d5a-c8d8-4b14-830d-d82755283e71 service nova] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Received event network-vif-deleted-4a17c48d-09c5-4c1e-b259-8b8ce2543dd8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.603029] env[69941]: INFO nova.compute.manager [req-abf62d94-f137-4808-bd39-b79931f6ee61 req-07856d5a-c8d8-4b14-830d-d82755283e71 service nova] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Neutron deleted interface 4a17c48d-09c5-4c1e-b259-8b8ce2543dd8; detaching it from the instance and deleting it from the info cache [ 769.603029] env[69941]: DEBUG nova.network.neutron [req-abf62d94-f137-4808-bd39-b79931f6ee61 req-07856d5a-c8d8-4b14-830d-d82755283e71 service nova] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.636374] env[69941]: INFO nova.compute.manager [-] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Took 1.81 seconds to deallocate network for instance. [ 769.676022] env[69941]: INFO nova.compute.manager [-] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Took 1.78 seconds to deallocate network for instance. [ 769.706651] env[69941]: DEBUG nova.scheduler.client.report [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.824729] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a7d750-8521-a12f-c44f-ddbea025dda3, 'name': SearchDatastore_Task, 'duration_secs': 0.017758} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.825064] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.825305] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.825568] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.825726] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.825906] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.826591] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8662ea34-230d-4bb4-89a9-5b237f5f4c26 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.836883] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.837048] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.837765] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37931cfd-55dc-4598-9d59-9ac0eeaf3c0e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.843385] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 769.843385] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523cfd64-29fe-9126-5bc3-eafd73ec4684" [ 769.843385] env[69941]: _type = "Task" [ 769.843385] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.851502] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523cfd64-29fe-9126-5bc3-eafd73ec4684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.888925] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288315, 'name': PowerOffVM_Task, 'duration_secs': 0.230876} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.889444] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.889704] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.890564] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8809b3-9b16-4483-8973-cee687a4a31b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.899515] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.899515] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a77e4d9-26a3-41b3-94a6-59276f168b51 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.967565] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.967859] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.968128] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleting the datastore file [datastore2] f46baca1-18a9-4a5e-92e9-3e117fbc4960 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.968471] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78628e53-2958-4555-b7a3-3b2bf4c67a82 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.977640] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 769.977640] env[69941]: value = "task-3288317" [ 769.977640] env[69941]: _type = "Task" [ 769.977640] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.987679] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.046045] env[69941]: DEBUG oslo_concurrency.lockutils [req-8fea2a23-3eca-45b6-8546-5d82372f4c12 req-59c5d7b5-fe95-474f-8293-01381834b566 service nova] Releasing lock "refresh_cache-99f455c6-bc8a-476c-bd12-f7f19a3aa219" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.103692] env[69941]: DEBUG nova.network.neutron [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Successfully created port: 30eca58a-d103-4f7e-95a6-1534ffa97434 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.106410] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49581237-ff55-41d0-8e78-1b2c93c57528 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.119990] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de47ca4-6e2a-4aa2-a98c-224245d99b0d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.161671] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.162060] env[69941]: DEBUG nova.compute.manager [req-abf62d94-f137-4808-bd39-b79931f6ee61 req-07856d5a-c8d8-4b14-830d-d82755283e71 service nova] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Detach interface failed, port_id=4a17c48d-09c5-4c1e-b259-8b8ce2543dd8, reason: Instance 9e05781d-d39b-40cc-bcf1-53da09ae55ee could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 770.188624] env[69941]: DEBUG nova.compute.manager [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.192905] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.212759] env[69941]: DEBUG oslo_concurrency.lockutils [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.074s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.213290] env[69941]: DEBUG nova.compute.manager [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.218024] env[69941]: DEBUG nova.virt.hardware [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.218253] env[69941]: DEBUG nova.virt.hardware [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.218410] env[69941]: DEBUG nova.virt.hardware [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.218590] env[69941]: DEBUG nova.virt.hardware [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.218959] env[69941]: DEBUG nova.virt.hardware [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.219177] env[69941]: DEBUG nova.virt.hardware [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.219402] env[69941]: DEBUG nova.virt.hardware [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.219563] env[69941]: DEBUG nova.virt.hardware [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.219731] env[69941]: DEBUG nova.virt.hardware [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.219894] env[69941]: DEBUG nova.virt.hardware [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.220077] env[69941]: DEBUG nova.virt.hardware [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.220391] env[69941]: DEBUG oslo_concurrency.lockutils [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.545s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.221829] env[69941]: INFO nova.compute.claims [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.225776] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a66a0e2-cc11-4d14-8447-f01021792b43 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.235957] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cf8971-43fd-44b7-a52a-8e6555c99c7b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.354927] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523cfd64-29fe-9126-5bc3-eafd73ec4684, 'name': SearchDatastore_Task, 'duration_secs': 0.033175} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.355752] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a047ac-3464-4be6-89c6-e0b4629417b3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.361628] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 770.361628] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f00199-312e-8de7-d527-fb41f8ed9d33" [ 770.361628] env[69941]: _type = "Task" [ 770.361628] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.370740] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f00199-312e-8de7-d527-fb41f8ed9d33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.410442] env[69941]: DEBUG nova.network.neutron [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Successfully created port: fa36e1e4-89f4-4c60-ab3a-7411ccd0c825 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.488171] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295487} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.488441] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.488626] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.488803] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.732850] env[69941]: DEBUG nova.compute.utils [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.735624] env[69941]: DEBUG nova.compute.manager [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.735624] env[69941]: DEBUG nova.network.neutron [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.807550] env[69941]: DEBUG nova.policy [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4234c7a5a9cf45df8b47df3dea2147eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92142cc3090646d6831adb9c21f57037', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.875484] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f00199-312e-8de7-d527-fb41f8ed9d33, 'name': SearchDatastore_Task, 'duration_secs': 0.010779} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.875484] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.875484] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 99f455c6-bc8a-476c-bd12-f7f19a3aa219/99f455c6-bc8a-476c-bd12-f7f19a3aa219.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.875484] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b880127-1f51-4765-b850-460530613eb2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.884973] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 770.884973] env[69941]: value = "task-3288318" [ 770.884973] env[69941]: _type = "Task" [ 770.884973] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.896363] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.143336] env[69941]: DEBUG nova.network.neutron [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Successfully created port: 31f6b4b8-f441-46e5-bca8-bb280fb0f95e {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.241529] env[69941]: DEBUG nova.compute.manager [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.405899] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288318, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.531228] env[69941]: DEBUG nova.virt.hardware [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.531538] env[69941]: DEBUG nova.virt.hardware [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.531788] env[69941]: DEBUG nova.virt.hardware [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.531944] env[69941]: DEBUG nova.virt.hardware [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.532208] env[69941]: DEBUG nova.virt.hardware [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.532402] env[69941]: DEBUG nova.virt.hardware [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.532663] env[69941]: DEBUG nova.virt.hardware [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.532821] env[69941]: DEBUG nova.virt.hardware [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.533038] env[69941]: DEBUG nova.virt.hardware [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.533249] env[69941]: DEBUG nova.virt.hardware [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.533468] env[69941]: DEBUG nova.virt.hardware [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.534437] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa36d7d-5508-4b72-a090-45b3c29a467f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.546855] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59400d31-221c-42f7-8088-cf72b03d4c12 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.566805] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:75:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1e0337a-7d8d-4d85-a453-536676fcbc9d', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.574567] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.577922] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.578602] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17c0d21a-1e3f-41a0-a2cc-97828cb31d6f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.604110] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.604110] env[69941]: value = "task-3288319" [ 771.604110] env[69941]: _type = "Task" [ 771.604110] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.612917] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288319, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.738124] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094bfff7-8e5c-49ea-96a2-ce66bdc06891 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.750737] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8a4143-a586-49c2-b7e9-077bc430facd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.804738] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27426d63-6e68-4878-87ab-342eb05ce83c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.814678] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb659a2-d266-40cd-814f-f864d1ebdf64 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.832000] env[69941]: DEBUG nova.compute.provider_tree [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.901024] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288318, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.974156] env[69941]: DEBUG nova.compute.manager [req-71af9c62-2a4f-4c19-9703-157f54f2ada1 req-72bdb0fd-182e-482d-a67c-c371f70ba7c6 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Received event network-vif-plugged-36e33f4c-c930-4ccf-9920-c9a1497b23ed {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.974156] env[69941]: DEBUG oslo_concurrency.lockutils [req-71af9c62-2a4f-4c19-9703-157f54f2ada1 req-72bdb0fd-182e-482d-a67c-c371f70ba7c6 service nova] Acquiring lock "2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.974156] env[69941]: DEBUG oslo_concurrency.lockutils [req-71af9c62-2a4f-4c19-9703-157f54f2ada1 req-72bdb0fd-182e-482d-a67c-c371f70ba7c6 service nova] Lock "2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.974156] env[69941]: DEBUG oslo_concurrency.lockutils [req-71af9c62-2a4f-4c19-9703-157f54f2ada1 req-72bdb0fd-182e-482d-a67c-c371f70ba7c6 service nova] Lock "2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.974156] env[69941]: DEBUG nova.compute.manager [req-71af9c62-2a4f-4c19-9703-157f54f2ada1 req-72bdb0fd-182e-482d-a67c-c371f70ba7c6 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] No waiting events found dispatching network-vif-plugged-36e33f4c-c930-4ccf-9920-c9a1497b23ed {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.974369] env[69941]: WARNING nova.compute.manager [req-71af9c62-2a4f-4c19-9703-157f54f2ada1 req-72bdb0fd-182e-482d-a67c-c371f70ba7c6 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Received unexpected event network-vif-plugged-36e33f4c-c930-4ccf-9920-c9a1497b23ed for instance with vm_state building and task_state spawning. [ 772.064779] env[69941]: DEBUG nova.network.neutron [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Successfully updated port: 36e33f4c-c930-4ccf-9920-c9a1497b23ed {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.114559] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288319, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.257781] env[69941]: DEBUG nova.compute.manager [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.290224] env[69941]: DEBUG nova.virt.hardware [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.290224] env[69941]: DEBUG nova.virt.hardware [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.291280] env[69941]: DEBUG nova.virt.hardware [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.291586] env[69941]: DEBUG nova.virt.hardware [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.291847] env[69941]: DEBUG nova.virt.hardware [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.291931] env[69941]: DEBUG nova.virt.hardware [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.292212] env[69941]: DEBUG nova.virt.hardware [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.292385] env[69941]: DEBUG nova.virt.hardware [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.292572] env[69941]: DEBUG nova.virt.hardware [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.292970] env[69941]: DEBUG nova.virt.hardware [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.292970] env[69941]: DEBUG nova.virt.hardware [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.294481] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020d7053-2077-4f95-8645-b17547bf39cf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.303737] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452e4d8b-7d3b-4960-ac94-e4fc7138d774 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.335835] env[69941]: DEBUG nova.scheduler.client.report [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.395955] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288318, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.470998} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.396256] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 99f455c6-bc8a-476c-bd12-f7f19a3aa219/99f455c6-bc8a-476c-bd12-f7f19a3aa219.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.396466] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.396720] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3dcddd3-5985-4e6f-8993-5e482e7108c1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.403935] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 772.403935] env[69941]: value = "task-3288320" [ 772.403935] env[69941]: _type = "Task" [ 772.403935] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.416092] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.625827] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288319, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.841350] env[69941]: DEBUG oslo_concurrency.lockutils [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.842171] env[69941]: DEBUG nova.compute.manager [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.848050] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.835s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.849521] env[69941]: INFO nova.compute.claims [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.918925] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187853} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.919347] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.920168] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82066975-9dd8-47ab-8fef-1e2a52ea0b12 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.948813] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 99f455c6-bc8a-476c-bd12-f7f19a3aa219/99f455c6-bc8a-476c-bd12-f7f19a3aa219.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.949790] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b39f4a9e-1265-4cf3-9394-dc26cf955c02 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.972448] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 772.972448] env[69941]: value = "task-3288321" [ 772.972448] env[69941]: _type = "Task" [ 772.972448] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.982037] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.117815] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288319, 'name': CreateVM_Task, 'duration_secs': 1.037181} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.118015] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.118771] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.118969] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.119333] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.119627] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e02f16-dddd-400f-9ee2-2bdd7b5529c1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.126800] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 773.126800] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5297c995-2fae-2e6c-0c75-fc6884ae83cf" [ 773.126800] env[69941]: _type = "Task" [ 773.126800] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.136643] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5297c995-2fae-2e6c-0c75-fc6884ae83cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.362908] env[69941]: DEBUG nova.compute.utils [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.364876] env[69941]: DEBUG nova.compute.manager [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.365068] env[69941]: DEBUG nova.network.neutron [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.384266] env[69941]: DEBUG nova.network.neutron [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Successfully updated port: 31f6b4b8-f441-46e5-bca8-bb280fb0f95e {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.410193] env[69941]: DEBUG nova.policy [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aefeeb63c09847e987c5da220ff522f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e234bce5dd14d1f8480a560d8b651e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.482771] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288321, 'name': ReconfigVM_Task, 'duration_secs': 0.364809} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.483252] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 99f455c6-bc8a-476c-bd12-f7f19a3aa219/99f455c6-bc8a-476c-bd12-f7f19a3aa219.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.486115] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69941) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 773.486115] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-a3028ddd-99f8-4846-b95b-9e9610e3ef3b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.492854] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 773.492854] env[69941]: value = "task-3288322" [ 773.492854] env[69941]: _type = "Task" [ 773.492854] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.503580] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288322, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.639659] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5297c995-2fae-2e6c-0c75-fc6884ae83cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010819} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.639968] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.640256] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.640478] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.640629] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.640804] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.641092] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20f2c7f6-134e-44f4-a010-caed3d361ec0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.653744] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.653986] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.656192] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96365388-d65c-4782-aafc-bbeacac013c1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.663274] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 773.663274] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526e5561-79d5-c4e1-bf52-d5daabf55152" [ 773.663274] env[69941]: _type = "Task" [ 773.663274] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.672460] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526e5561-79d5-c4e1-bf52-d5daabf55152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.848838] env[69941]: DEBUG nova.network.neutron [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Successfully created port: ffc5144c-e1d2-4a41-9a8c-c31d3043bb96 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.868780] env[69941]: DEBUG nova.compute.manager [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.887281] env[69941]: DEBUG oslo_concurrency.lockutils [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquiring lock "refresh_cache-dad2418f-614d-4fc5-9b83-3a54cd358e6f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.887281] env[69941]: DEBUG oslo_concurrency.lockutils [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquired lock "refresh_cache-dad2418f-614d-4fc5-9b83-3a54cd358e6f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.887281] env[69941]: DEBUG nova.network.neutron [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.003579] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288322, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.059106} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.006420] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69941) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 774.007835] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b5ad5d-f009-4df5-8a66-39aba1ec4706 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.014835] env[69941]: DEBUG nova.compute.manager [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Received event network-changed-36e33f4c-c930-4ccf-9920-c9a1497b23ed {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.015186] env[69941]: DEBUG nova.compute.manager [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Refreshing instance network info cache due to event network-changed-36e33f4c-c930-4ccf-9920-c9a1497b23ed. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.015371] env[69941]: DEBUG oslo_concurrency.lockutils [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] Acquiring lock "refresh_cache-2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.015559] env[69941]: DEBUG oslo_concurrency.lockutils [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] Acquired lock "refresh_cache-2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.015796] env[69941]: DEBUG nova.network.neutron [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Refreshing network info cache for port 36e33f4c-c930-4ccf-9920-c9a1497b23ed {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.043474] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 99f455c6-bc8a-476c-bd12-f7f19a3aa219/ephemeral_0.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.047390] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1114a166-7c86-4f31-880d-3a1790d03f2f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.072693] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 774.072693] env[69941]: value = "task-3288323" [ 774.072693] env[69941]: _type = "Task" [ 774.072693] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.086134] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.110179] env[69941]: DEBUG nova.network.neutron [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.173839] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526e5561-79d5-c4e1-bf52-d5daabf55152, 'name': SearchDatastore_Task, 'duration_secs': 0.011029} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.177975] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ae34f9-47b5-4dc1-a771-6be21e51fdee {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.184241] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 774.184241] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b7c1c0-9ad7-23f5-1b88-214f091b94e9" [ 774.184241] env[69941]: _type = "Task" [ 774.184241] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.195093] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b7c1c0-9ad7-23f5-1b88-214f091b94e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.195979] env[69941]: DEBUG nova.network.neutron [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.358790] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9803fe33-2df6-4009-beb8-2ae04b3d729b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.367679] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07dacd3-9301-439d-9fca-efb5e0040cce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.407509] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c9a993-b48d-4bdf-9631-0f16bf4d9ec7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.416705] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5ff9c3-3d7e-40b4-9030-288ad52e9f93 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.434124] env[69941]: DEBUG nova.compute.provider_tree [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.475221] env[69941]: DEBUG nova.network.neutron [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.583912] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288323, 'name': ReconfigVM_Task, 'duration_secs': 0.390012} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.584568] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 99f455c6-bc8a-476c-bd12-f7f19a3aa219/ephemeral_0.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.585033] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64a58c0b-ed08-4b60-8a44-4a8dbf9bfd93 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.591900] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 774.591900] env[69941]: value = "task-3288324" [ 774.591900] env[69941]: _type = "Task" [ 774.591900] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.601426] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288324, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.697382] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b7c1c0-9ad7-23f5-1b88-214f091b94e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.697704] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.698087] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] f46baca1-18a9-4a5e-92e9-3e117fbc4960/f46baca1-18a9-4a5e-92e9-3e117fbc4960.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.698603] env[69941]: DEBUG oslo_concurrency.lockutils [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] Releasing lock "refresh_cache-2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.698872] env[69941]: DEBUG nova.compute.manager [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Received event network-vif-plugged-31f6b4b8-f441-46e5-bca8-bb280fb0f95e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.699112] env[69941]: DEBUG oslo_concurrency.lockutils [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] Acquiring lock "dad2418f-614d-4fc5-9b83-3a54cd358e6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.700389] env[69941]: DEBUG oslo_concurrency.lockutils [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] Lock "dad2418f-614d-4fc5-9b83-3a54cd358e6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.700607] env[69941]: DEBUG oslo_concurrency.lockutils [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] Lock "dad2418f-614d-4fc5-9b83-3a54cd358e6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.700813] env[69941]: DEBUG nova.compute.manager [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] No waiting events found dispatching network-vif-plugged-31f6b4b8-f441-46e5-bca8-bb280fb0f95e {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.701040] env[69941]: WARNING nova.compute.manager [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Received unexpected event network-vif-plugged-31f6b4b8-f441-46e5-bca8-bb280fb0f95e for instance with vm_state building and task_state spawning. [ 774.701285] env[69941]: DEBUG nova.compute.manager [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Received event network-changed-31f6b4b8-f441-46e5-bca8-bb280fb0f95e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.701482] env[69941]: DEBUG nova.compute.manager [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Refreshing instance network info cache due to event network-changed-31f6b4b8-f441-46e5-bca8-bb280fb0f95e. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.701690] env[69941]: DEBUG oslo_concurrency.lockutils [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] Acquiring lock "refresh_cache-dad2418f-614d-4fc5-9b83-3a54cd358e6f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.701916] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40d68d0c-4988-4eee-9b97-2633aa4e7613 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.711892] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 774.711892] env[69941]: value = "task-3288325" [ 774.711892] env[69941]: _type = "Task" [ 774.711892] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.722482] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.748167] env[69941]: DEBUG nova.network.neutron [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Updating instance_info_cache with network_info: [{"id": "31f6b4b8-f441-46e5-bca8-bb280fb0f95e", "address": "fa:16:3e:06:99:f6", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f6b4b8-f4", "ovs_interfaceid": "31f6b4b8-f441-46e5-bca8-bb280fb0f95e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.858052] env[69941]: DEBUG nova.network.neutron [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Successfully updated port: 30eca58a-d103-4f7e-95a6-1534ffa97434 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.907834] env[69941]: DEBUG nova.compute.manager [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.935438] env[69941]: DEBUG nova.virt.hardware [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.935706] env[69941]: DEBUG nova.virt.hardware [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.935869] env[69941]: DEBUG nova.virt.hardware [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.936123] env[69941]: DEBUG nova.virt.hardware [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.936282] env[69941]: DEBUG nova.virt.hardware [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.936439] env[69941]: DEBUG nova.virt.hardware [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.936751] env[69941]: DEBUG nova.virt.hardware [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.936944] env[69941]: DEBUG nova.virt.hardware [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.937142] env[69941]: DEBUG nova.virt.hardware [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.937353] env[69941]: DEBUG nova.virt.hardware [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.937537] env[69941]: DEBUG nova.virt.hardware [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.938540] env[69941]: DEBUG nova.scheduler.client.report [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.943899] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5247770c-934b-4e60-8bc8-e5716fe01010 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.955267] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe90497d-9bb5-42f9-abea-9e80d7a76483 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.104876] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288324, 'name': Rename_Task, 'duration_secs': 0.173112} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.105224] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.105527] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa8b68f0-c543-4a0f-8560-508f7a5b5354 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.114558] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 775.114558] env[69941]: value = "task-3288326" [ 775.114558] env[69941]: _type = "Task" [ 775.114558] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.127410] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.223784] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511676} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.224056] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] f46baca1-18a9-4a5e-92e9-3e117fbc4960/f46baca1-18a9-4a5e-92e9-3e117fbc4960.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.224497] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.224800] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23bc59d2-cfb3-435e-a4a7-0d69c01578d1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.234295] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 775.234295] env[69941]: value = "task-3288327" [ 775.234295] env[69941]: _type = "Task" [ 775.234295] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.242489] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.251388] env[69941]: DEBUG oslo_concurrency.lockutils [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Releasing lock "refresh_cache-dad2418f-614d-4fc5-9b83-3a54cd358e6f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.251564] env[69941]: DEBUG nova.compute.manager [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Instance network_info: |[{"id": "31f6b4b8-f441-46e5-bca8-bb280fb0f95e", "address": "fa:16:3e:06:99:f6", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f6b4b8-f4", "ovs_interfaceid": "31f6b4b8-f441-46e5-bca8-bb280fb0f95e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.251862] env[69941]: DEBUG oslo_concurrency.lockutils [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] Acquired lock "refresh_cache-dad2418f-614d-4fc5-9b83-3a54cd358e6f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.252090] env[69941]: DEBUG nova.network.neutron [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Refreshing network info cache for port 31f6b4b8-f441-46e5-bca8-bb280fb0f95e {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.254102] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:99:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31f6b4b8-f441-46e5-bca8-bb280fb0f95e', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.260863] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.262036] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.262284] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20e94a6c-c866-4326-8093-b3311624e08c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.284597] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.284597] env[69941]: value = "task-3288328" [ 775.284597] env[69941]: _type = "Task" [ 775.284597] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.296088] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288328, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.353374] env[69941]: DEBUG nova.compute.manager [req-8209cba7-81c9-4b15-9645-36d1bb7e0a0a req-2aecbeaf-14c8-4be4-ba51-7ce797cb9ca2 service nova] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Received event network-vif-plugged-ffc5144c-e1d2-4a41-9a8c-c31d3043bb96 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.353735] env[69941]: DEBUG oslo_concurrency.lockutils [req-8209cba7-81c9-4b15-9645-36d1bb7e0a0a req-2aecbeaf-14c8-4be4-ba51-7ce797cb9ca2 service nova] Acquiring lock "df080cf4-ca18-498f-8647-0e4c315caf57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.353913] env[69941]: DEBUG oslo_concurrency.lockutils [req-8209cba7-81c9-4b15-9645-36d1bb7e0a0a req-2aecbeaf-14c8-4be4-ba51-7ce797cb9ca2 service nova] Lock "df080cf4-ca18-498f-8647-0e4c315caf57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.354094] env[69941]: DEBUG oslo_concurrency.lockutils [req-8209cba7-81c9-4b15-9645-36d1bb7e0a0a req-2aecbeaf-14c8-4be4-ba51-7ce797cb9ca2 service nova] Lock "df080cf4-ca18-498f-8647-0e4c315caf57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.354264] env[69941]: DEBUG nova.compute.manager [req-8209cba7-81c9-4b15-9645-36d1bb7e0a0a req-2aecbeaf-14c8-4be4-ba51-7ce797cb9ca2 service nova] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] No waiting events found dispatching network-vif-plugged-ffc5144c-e1d2-4a41-9a8c-c31d3043bb96 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.354431] env[69941]: WARNING nova.compute.manager [req-8209cba7-81c9-4b15-9645-36d1bb7e0a0a req-2aecbeaf-14c8-4be4-ba51-7ce797cb9ca2 service nova] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Received unexpected event network-vif-plugged-ffc5144c-e1d2-4a41-9a8c-c31d3043bb96 for instance with vm_state building and task_state spawning. [ 775.449160] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.449553] env[69941]: DEBUG nova.compute.manager [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.453101] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.886s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.454698] env[69941]: INFO nova.compute.claims [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.535332] env[69941]: DEBUG nova.network.neutron [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Successfully updated port: ffc5144c-e1d2-4a41-9a8c-c31d3043bb96 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.626756] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288326, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.744936] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078191} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.745244] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.746070] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e889d2ac-ecba-471d-bdaa-6495783a0d89 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.769241] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] f46baca1-18a9-4a5e-92e9-3e117fbc4960/f46baca1-18a9-4a5e-92e9-3e117fbc4960.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.772287] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c40567b5-3940-48ed-b689-057571f05edc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.797010] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288328, 'name': CreateVM_Task, 'duration_secs': 0.373313} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.798349] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.798724] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 775.798724] env[69941]: value = "task-3288329" [ 775.798724] env[69941]: _type = "Task" [ 775.798724] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.799736] env[69941]: DEBUG oslo_concurrency.lockutils [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.799736] env[69941]: DEBUG oslo_concurrency.lockutils [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.800087] env[69941]: DEBUG oslo_concurrency.lockutils [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.800260] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff69396d-4cab-4457-8858-e3e27005ab4f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.810198] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 775.810198] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52cb6db9-9646-41c1-478c-8250186922ab" [ 775.810198] env[69941]: _type = "Task" [ 775.810198] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.813181] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288329, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.824284] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52cb6db9-9646-41c1-478c-8250186922ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.824284] env[69941]: DEBUG oslo_concurrency.lockutils [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.824284] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.824284] env[69941]: DEBUG oslo_concurrency.lockutils [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.824439] env[69941]: DEBUG oslo_concurrency.lockutils [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.824555] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.824980] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70e96ae5-87c8-4d4f-9abf-67f87b95481b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.836310] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.836429] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.837106] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61995d6b-ba2d-4885-9ab3-2ba441942fa2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.843328] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 775.843328] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52336438-107d-f858-f5a1-2e2b9851afaf" [ 775.843328] env[69941]: _type = "Task" [ 775.843328] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.851428] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52336438-107d-f858-f5a1-2e2b9851afaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.960570] env[69941]: DEBUG nova.compute.utils [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.967847] env[69941]: DEBUG nova.compute.manager [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.968035] env[69941]: DEBUG nova.network.neutron [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.037072] env[69941]: DEBUG oslo_concurrency.lockutils [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "refresh_cache-df080cf4-ca18-498f-8647-0e4c315caf57" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.037072] env[69941]: DEBUG oslo_concurrency.lockutils [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "refresh_cache-df080cf4-ca18-498f-8647-0e4c315caf57" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.037264] env[69941]: DEBUG nova.network.neutron [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.051568] env[69941]: DEBUG nova.policy [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d6ee7b650fb49c3baf1da22cff7f525', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ae73b7298c84730b11d3275b615a56e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.125109] env[69941]: DEBUG oslo_vmware.api [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288326, 'name': PowerOnVM_Task, 'duration_secs': 0.579025} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.127845] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.127845] env[69941]: INFO nova.compute.manager [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Took 10.30 seconds to spawn the instance on the hypervisor. [ 776.127845] env[69941]: DEBUG nova.compute.manager [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.128650] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca233aa3-c17e-4b3f-a914-af4b343259ed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.151815] env[69941]: DEBUG nova.compute.manager [req-b795bbfc-90bb-479f-803b-df84ca82824c req-e738b512-7dae-423c-b641-59622a015d01 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Received event network-vif-plugged-30eca58a-d103-4f7e-95a6-1534ffa97434 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.152122] env[69941]: DEBUG oslo_concurrency.lockutils [req-b795bbfc-90bb-479f-803b-df84ca82824c req-e738b512-7dae-423c-b641-59622a015d01 service nova] Acquiring lock "2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.152668] env[69941]: DEBUG oslo_concurrency.lockutils [req-b795bbfc-90bb-479f-803b-df84ca82824c req-e738b512-7dae-423c-b641-59622a015d01 service nova] Lock "2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.152846] env[69941]: DEBUG oslo_concurrency.lockutils [req-b795bbfc-90bb-479f-803b-df84ca82824c req-e738b512-7dae-423c-b641-59622a015d01 service nova] Lock "2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.153028] env[69941]: DEBUG nova.compute.manager [req-b795bbfc-90bb-479f-803b-df84ca82824c req-e738b512-7dae-423c-b641-59622a015d01 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] No waiting events found dispatching network-vif-plugged-30eca58a-d103-4f7e-95a6-1534ffa97434 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.154375] env[69941]: WARNING nova.compute.manager [req-b795bbfc-90bb-479f-803b-df84ca82824c req-e738b512-7dae-423c-b641-59622a015d01 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Received unexpected event network-vif-plugged-30eca58a-d103-4f7e-95a6-1534ffa97434 for instance with vm_state building and task_state spawning. [ 776.154603] env[69941]: DEBUG nova.compute.manager [req-b795bbfc-90bb-479f-803b-df84ca82824c req-e738b512-7dae-423c-b641-59622a015d01 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Received event network-changed-30eca58a-d103-4f7e-95a6-1534ffa97434 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.154774] env[69941]: DEBUG nova.compute.manager [req-b795bbfc-90bb-479f-803b-df84ca82824c req-e738b512-7dae-423c-b641-59622a015d01 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Refreshing instance network info cache due to event network-changed-30eca58a-d103-4f7e-95a6-1534ffa97434. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.154992] env[69941]: DEBUG oslo_concurrency.lockutils [req-b795bbfc-90bb-479f-803b-df84ca82824c req-e738b512-7dae-423c-b641-59622a015d01 service nova] Acquiring lock "refresh_cache-2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.155171] env[69941]: DEBUG oslo_concurrency.lockutils [req-b795bbfc-90bb-479f-803b-df84ca82824c req-e738b512-7dae-423c-b641-59622a015d01 service nova] Acquired lock "refresh_cache-2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.155336] env[69941]: DEBUG nova.network.neutron [req-b795bbfc-90bb-479f-803b-df84ca82824c req-e738b512-7dae-423c-b641-59622a015d01 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Refreshing network info cache for port 30eca58a-d103-4f7e-95a6-1534ffa97434 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.169185] env[69941]: DEBUG nova.network.neutron [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Updated VIF entry in instance network info cache for port 31f6b4b8-f441-46e5-bca8-bb280fb0f95e. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.169615] env[69941]: DEBUG nova.network.neutron [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Updating instance_info_cache with network_info: [{"id": "31f6b4b8-f441-46e5-bca8-bb280fb0f95e", "address": "fa:16:3e:06:99:f6", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f6b4b8-f4", "ovs_interfaceid": "31f6b4b8-f441-46e5-bca8-bb280fb0f95e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.310460] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288329, 'name': ReconfigVM_Task, 'duration_secs': 0.312073} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.311484] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Reconfigured VM instance instance-00000007 to attach disk [datastore2] f46baca1-18a9-4a5e-92e9-3e117fbc4960/f46baca1-18a9-4a5e-92e9-3e117fbc4960.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.311484] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7462f25f-e995-4cbe-afa9-2e8e6a7517ed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.320742] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 776.320742] env[69941]: value = "task-3288330" [ 776.320742] env[69941]: _type = "Task" [ 776.320742] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.331776] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288330, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.354381] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52336438-107d-f858-f5a1-2e2b9851afaf, 'name': SearchDatastore_Task, 'duration_secs': 0.011399} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.354485] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e7990c-e99f-4ca8-a5aa-7110849f837c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.361014] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 776.361014] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5251dcb9-a170-0729-6760-882e59bdbd55" [ 776.361014] env[69941]: _type = "Task" [ 776.361014] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.369985] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5251dcb9-a170-0729-6760-882e59bdbd55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.412232] env[69941]: DEBUG nova.network.neutron [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Successfully created port: cbca327f-662e-42da-b55b-15fddadc5970 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.468591] env[69941]: DEBUG nova.compute.manager [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.580707] env[69941]: DEBUG nova.network.neutron [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.658223] env[69941]: INFO nova.compute.manager [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Took 35.65 seconds to build instance. [ 776.679110] env[69941]: DEBUG oslo_concurrency.lockutils [req-3632ba04-cf7a-4056-9e73-10f5de0a84f1 req-610de60e-5852-44c1-afd0-2dea0e179b84 service nova] Releasing lock "refresh_cache-dad2418f-614d-4fc5-9b83-3a54cd358e6f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.721128] env[69941]: DEBUG nova.network.neutron [req-b795bbfc-90bb-479f-803b-df84ca82824c req-e738b512-7dae-423c-b641-59622a015d01 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.833375] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288330, 'name': Rename_Task, 'duration_secs': 0.159981} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.833905] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.833905] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4cfa5f4-a78b-42a9-8589-96733cd848ed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.841905] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 776.841905] env[69941]: value = "task-3288331" [ 776.841905] env[69941]: _type = "Task" [ 776.841905] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.852094] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.875251] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5251dcb9-a170-0729-6760-882e59bdbd55, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.875409] env[69941]: DEBUG oslo_concurrency.lockutils [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.875801] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] dad2418f-614d-4fc5-9b83-3a54cd358e6f/dad2418f-614d-4fc5-9b83-3a54cd358e6f.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.876099] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e239c99a-fe0f-45c4-a8fb-16b251239a84 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.884913] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 776.884913] env[69941]: value = "task-3288332" [ 776.884913] env[69941]: _type = "Task" [ 776.884913] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.889081] env[69941]: DEBUG nova.network.neutron [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Updating instance_info_cache with network_info: [{"id": "ffc5144c-e1d2-4a41-9a8c-c31d3043bb96", "address": "fa:16:3e:0e:42:0d", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc5144c-e1", "ovs_interfaceid": "ffc5144c-e1d2-4a41-9a8c-c31d3043bb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.901614] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.904076] env[69941]: DEBUG nova.network.neutron [req-b795bbfc-90bb-479f-803b-df84ca82824c req-e738b512-7dae-423c-b641-59622a015d01 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.980261] env[69941]: INFO nova.virt.block_device [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Booting with volume 6b02fe83-9735-404b-bcdb-cbf4db492954 at /dev/sda [ 777.013090] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68240f8c-afdb-438c-b965-2f4902d3934e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.021880] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c97691-00e1-4754-ace3-adac38cfa74d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.059733] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20796de8-e0af-4bb2-b110-e4eeb3de68de {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.062471] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abd72bb3-b9c9-40bc-8a4f-3d6e66682c27 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.073783] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73566cbd-43de-4f4c-88dd-ad1df8cb8b6f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.080392] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb61cc2-a7c7-4de4-8fdb-3c4970055151 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.102460] env[69941]: DEBUG nova.compute.provider_tree [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.122710] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ecaad69-8dbc-4adb-9fc5-fab67c34cfcb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.137629] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf6b5d5-3436-4998-8d04-085dc21519fd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.149929] env[69941]: DEBUG nova.network.neutron [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Successfully updated port: fa36e1e4-89f4-4c60-ab3a-7411ccd0c825 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.164220] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1dc40e6c-f09c-4d37-ae5a-9d03d396522c tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "99f455c6-bc8a-476c-bd12-f7f19a3aa219" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.843s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.180094] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e107b050-73aa-4749-96d1-80cb513bb095 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.188842] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0fe2e2-cc58-4725-b203-9c6e27d294de {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.208980] env[69941]: DEBUG nova.virt.block_device [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Updating existing volume attachment record: ff4366cb-ef7c-4705-9b98-19aa57a82077 {{(pid=69941) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 777.353964] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288331, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.394214] env[69941]: DEBUG oslo_concurrency.lockutils [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "refresh_cache-df080cf4-ca18-498f-8647-0e4c315caf57" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.394745] env[69941]: DEBUG nova.compute.manager [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Instance network_info: |[{"id": "ffc5144c-e1d2-4a41-9a8c-c31d3043bb96", "address": "fa:16:3e:0e:42:0d", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc5144c-e1", "ovs_interfaceid": "ffc5144c-e1d2-4a41-9a8c-c31d3043bb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.395386] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:42:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffc5144c-e1d2-4a41-9a8c-c31d3043bb96', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.403629] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.407583] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.408059] env[69941]: DEBUG oslo_concurrency.lockutils [req-b795bbfc-90bb-479f-803b-df84ca82824c req-e738b512-7dae-423c-b641-59622a015d01 service nova] Releasing lock "refresh_cache-2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.408446] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288332, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.408669] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd285f88-3e40-44ae-b83b-d08cdd91e4f6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.431057] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.431057] env[69941]: value = "task-3288333" [ 777.431057] env[69941]: _type = "Task" [ 777.431057] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.440043] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288333, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.538224] env[69941]: DEBUG nova.compute.manager [req-2539a7f3-55fc-43da-8775-b6f415176cef req-bca701c9-7d72-4000-8983-e2854e0f06d2 service nova] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Received event network-changed-ffc5144c-e1d2-4a41-9a8c-c31d3043bb96 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.538439] env[69941]: DEBUG nova.compute.manager [req-2539a7f3-55fc-43da-8775-b6f415176cef req-bca701c9-7d72-4000-8983-e2854e0f06d2 service nova] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Refreshing instance network info cache due to event network-changed-ffc5144c-e1d2-4a41-9a8c-c31d3043bb96. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.538770] env[69941]: DEBUG oslo_concurrency.lockutils [req-2539a7f3-55fc-43da-8775-b6f415176cef req-bca701c9-7d72-4000-8983-e2854e0f06d2 service nova] Acquiring lock "refresh_cache-df080cf4-ca18-498f-8647-0e4c315caf57" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.538997] env[69941]: DEBUG oslo_concurrency.lockutils [req-2539a7f3-55fc-43da-8775-b6f415176cef req-bca701c9-7d72-4000-8983-e2854e0f06d2 service nova] Acquired lock "refresh_cache-df080cf4-ca18-498f-8647-0e4c315caf57" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.539178] env[69941]: DEBUG nova.network.neutron [req-2539a7f3-55fc-43da-8775-b6f415176cef req-bca701c9-7d72-4000-8983-e2854e0f06d2 service nova] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Refreshing network info cache for port ffc5144c-e1d2-4a41-9a8c-c31d3043bb96 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.606205] env[69941]: DEBUG nova.scheduler.client.report [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.651346] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquiring lock "refresh_cache-2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.651577] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquired lock "refresh_cache-2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.651774] env[69941]: DEBUG nova.network.neutron [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.852776] env[69941]: DEBUG oslo_vmware.api [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288331, 'name': PowerOnVM_Task, 'duration_secs': 0.799347} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.853520] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.853861] env[69941]: DEBUG nova.compute.manager [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.854982] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d278af-a9e5-42be-a7c0-30324f31479c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.900693] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549964} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.901242] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] dad2418f-614d-4fc5-9b83-3a54cd358e6f/dad2418f-614d-4fc5-9b83-3a54cd358e6f.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.901703] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.902082] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78501008-9432-4aec-a0c6-038c904cfe7b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.913240] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 777.913240] env[69941]: value = "task-3288334" [ 777.913240] env[69941]: _type = "Task" [ 777.913240] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.924980] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.943378] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288333, 'name': CreateVM_Task, 'duration_secs': 0.407103} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.943537] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.944803] env[69941]: DEBUG oslo_concurrency.lockutils [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.944803] env[69941]: DEBUG oslo_concurrency.lockutils [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.945516] env[69941]: DEBUG oslo_concurrency.lockutils [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.945796] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f6ca382-50b7-4d2e-bd45-a0e4aaeecefc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.952786] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 777.952786] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52928bd3-6584-0e31-fa1b-7ffcffea8d95" [ 777.952786] env[69941]: _type = "Task" [ 777.952786] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.962994] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52928bd3-6584-0e31-fa1b-7ffcffea8d95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.112355] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.112892] env[69941]: DEBUG nova.compute.manager [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.115845] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.406s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.116691] env[69941]: DEBUG nova.objects.instance [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lazy-loading 'resources' on Instance uuid c9c42315-cae9-4c29-91bd-73f92fea141a {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.163073] env[69941]: DEBUG nova.network.neutron [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Successfully updated port: cbca327f-662e-42da-b55b-15fddadc5970 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.229918] env[69941]: DEBUG nova.compute.manager [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Received event network-vif-plugged-fa36e1e4-89f4-4c60-ab3a-7411ccd0c825 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.229918] env[69941]: DEBUG oslo_concurrency.lockutils [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] Acquiring lock "2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.230337] env[69941]: DEBUG oslo_concurrency.lockutils [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] Lock "2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.230337] env[69941]: DEBUG oslo_concurrency.lockutils [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] Lock "2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.230607] env[69941]: DEBUG nova.compute.manager [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] No waiting events found dispatching network-vif-plugged-fa36e1e4-89f4-4c60-ab3a-7411ccd0c825 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.230874] env[69941]: WARNING nova.compute.manager [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Received unexpected event network-vif-plugged-fa36e1e4-89f4-4c60-ab3a-7411ccd0c825 for instance with vm_state building and task_state spawning. [ 778.231176] env[69941]: DEBUG nova.compute.manager [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Received event network-changed-fa36e1e4-89f4-4c60-ab3a-7411ccd0c825 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.231527] env[69941]: DEBUG nova.compute.manager [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Refreshing instance network info cache due to event network-changed-fa36e1e4-89f4-4c60-ab3a-7411ccd0c825. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.231812] env[69941]: DEBUG oslo_concurrency.lockutils [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] Acquiring lock "refresh_cache-2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.232705] env[69941]: DEBUG nova.network.neutron [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.356139] env[69941]: DEBUG nova.network.neutron [req-2539a7f3-55fc-43da-8775-b6f415176cef req-bca701c9-7d72-4000-8983-e2854e0f06d2 service nova] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Updated VIF entry in instance network info cache for port ffc5144c-e1d2-4a41-9a8c-c31d3043bb96. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.356139] env[69941]: DEBUG nova.network.neutron [req-2539a7f3-55fc-43da-8775-b6f415176cef req-bca701c9-7d72-4000-8983-e2854e0f06d2 service nova] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Updating instance_info_cache with network_info: [{"id": "ffc5144c-e1d2-4a41-9a8c-c31d3043bb96", "address": "fa:16:3e:0e:42:0d", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc5144c-e1", "ovs_interfaceid": "ffc5144c-e1d2-4a41-9a8c-c31d3043bb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.375871] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.423352] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139459} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.423741] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.424581] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e0056c-6824-4867-ade0-b35c8ad54625 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.452048] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] dad2418f-614d-4fc5-9b83-3a54cd358e6f/dad2418f-614d-4fc5-9b83-3a54cd358e6f.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.452448] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eef923d-e6c0-46fd-bc80-34023eeff29b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.480352] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52928bd3-6584-0e31-fa1b-7ffcffea8d95, 'name': SearchDatastore_Task, 'duration_secs': 0.021713} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.481892] env[69941]: DEBUG oslo_concurrency.lockutils [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.482305] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.482483] env[69941]: DEBUG oslo_concurrency.lockutils [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.482669] env[69941]: DEBUG oslo_concurrency.lockutils [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.482874] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.483236] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 778.483236] env[69941]: value = "task-3288335" [ 778.483236] env[69941]: _type = "Task" [ 778.483236] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.483440] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28171aba-ad6d-403a-a998-48009d7ec2c1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.498675] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288335, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.508991] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.509166] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.510420] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80691431-022b-47bc-a47a-278bcb295eba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.518281] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 778.518281] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52fc8824-f162-bae5-0c69-04c657ab0790" [ 778.518281] env[69941]: _type = "Task" [ 778.518281] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.529304] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52fc8824-f162-bae5-0c69-04c657ab0790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.619957] env[69941]: DEBUG nova.compute.utils [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.621591] env[69941]: DEBUG nova.objects.instance [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lazy-loading 'numa_topology' on Instance uuid c9c42315-cae9-4c29-91bd-73f92fea141a {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.626099] env[69941]: DEBUG nova.compute.manager [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.626099] env[69941]: DEBUG nova.network.neutron [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.664094] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Acquiring lock "refresh_cache-b24e27be-8986-4815-9723-fc5778147274" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.664254] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Acquired lock "refresh_cache-b24e27be-8986-4815-9723-fc5778147274" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.664416] env[69941]: DEBUG nova.network.neutron [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.680804] env[69941]: DEBUG nova.policy [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b036528598de4b23b526e930296e0378', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '042be2d5f2014c2ab3e6b1e1c1d192b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.858958] env[69941]: DEBUG oslo_concurrency.lockutils [req-2539a7f3-55fc-43da-8775-b6f415176cef req-bca701c9-7d72-4000-8983-e2854e0f06d2 service nova] Releasing lock "refresh_cache-df080cf4-ca18-498f-8647-0e4c315caf57" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.878134] env[69941]: DEBUG nova.network.neutron [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Updating instance_info_cache with network_info: [{"id": "36e33f4c-c930-4ccf-9920-c9a1497b23ed", "address": "fa:16:3e:6d:a5:46", "network": {"id": "75b0fe40-ca82-49a5-b776-d500f76161fc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-975416996", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e33f4c-c9", "ovs_interfaceid": "36e33f4c-c930-4ccf-9920-c9a1497b23ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "30eca58a-d103-4f7e-95a6-1534ffa97434", "address": "fa:16:3e:b5:e6:db", "network": {"id": "c23a3cdf-e444-4636-9de8-b0665972d710", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2010736152", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30eca58a-d1", "ovs_interfaceid": "30eca58a-d103-4f7e-95a6-1534ffa97434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fa36e1e4-89f4-4c60-ab3a-7411ccd0c825", "address": "fa:16:3e:21:7d:cc", "network": {"id": "75b0fe40-ca82-49a5-b776-d500f76161fc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-975416996", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa36e1e4-89", "ovs_interfaceid": "fa36e1e4-89f4-4c60-ab3a-7411ccd0c825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.997266] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.032847] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52fc8824-f162-bae5-0c69-04c657ab0790, 'name': SearchDatastore_Task, 'duration_secs': 0.01279} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.033907] env[69941]: DEBUG nova.network.neutron [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Successfully created port: 4124fdd5-eb53-487f-87e3-cfdd6ae851bf {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.037033] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9810852-ee6c-4a5d-b2fd-4156520300a6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.044627] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 779.044627] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b83ee1-6011-8063-ad01-d7f1eb5efb85" [ 779.044627] env[69941]: _type = "Task" [ 779.044627] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.054394] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b83ee1-6011-8063-ad01-d7f1eb5efb85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.126490] env[69941]: DEBUG nova.compute.manager [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.129943] env[69941]: DEBUG nova.objects.base [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 779.222984] env[69941]: DEBUG nova.network.neutron [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.349605] env[69941]: DEBUG nova.compute.manager [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.350159] env[69941]: DEBUG nova.virt.hardware [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.350383] env[69941]: DEBUG nova.virt.hardware [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.350544] env[69941]: DEBUG nova.virt.hardware [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.350726] env[69941]: DEBUG nova.virt.hardware [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.350872] env[69941]: DEBUG nova.virt.hardware [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.351031] env[69941]: DEBUG nova.virt.hardware [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.355229] env[69941]: DEBUG nova.virt.hardware [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.355466] env[69941]: DEBUG nova.virt.hardware [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.355657] env[69941]: DEBUG nova.virt.hardware [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.355832] env[69941]: DEBUG nova.virt.hardware [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.356015] env[69941]: DEBUG nova.virt.hardware [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.357038] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91840d5d-5b27-447f-8d46-015ba0ae2fc8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.371570] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5f3bd0-880c-4e1e-99ba-5372b5ab9f94 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.390153] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Releasing lock "refresh_cache-2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.390563] env[69941]: DEBUG nova.compute.manager [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Instance network_info: |[{"id": "36e33f4c-c930-4ccf-9920-c9a1497b23ed", "address": "fa:16:3e:6d:a5:46", "network": {"id": "75b0fe40-ca82-49a5-b776-d500f76161fc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-975416996", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e33f4c-c9", "ovs_interfaceid": "36e33f4c-c930-4ccf-9920-c9a1497b23ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "30eca58a-d103-4f7e-95a6-1534ffa97434", "address": "fa:16:3e:b5:e6:db", "network": {"id": "c23a3cdf-e444-4636-9de8-b0665972d710", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2010736152", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30eca58a-d1", "ovs_interfaceid": "30eca58a-d103-4f7e-95a6-1534ffa97434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fa36e1e4-89f4-4c60-ab3a-7411ccd0c825", "address": "fa:16:3e:21:7d:cc", "network": {"id": "75b0fe40-ca82-49a5-b776-d500f76161fc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-975416996", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa36e1e4-89", "ovs_interfaceid": "fa36e1e4-89f4-4c60-ab3a-7411ccd0c825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.391073] env[69941]: DEBUG oslo_concurrency.lockutils [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] Acquired lock "refresh_cache-2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.391262] env[69941]: DEBUG nova.network.neutron [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Refreshing network info cache for port fa36e1e4-89f4-4c60-ab3a-7411ccd0c825 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.394128] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:a5:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36e33f4c-c930-4ccf-9920-c9a1497b23ed', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:e6:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30eca58a-d103-4f7e-95a6-1534ffa97434', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:7d:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa36e1e4-89f4-4c60-ab3a-7411ccd0c825', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.406178] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Creating folder: Project (a1cf4dcdcbef4b63a81e3e76e189779a). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.410847] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ee26003-3058-44bb-8da1-49a2299c69c4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.422790] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Created folder: Project (a1cf4dcdcbef4b63a81e3e76e189779a) in parent group-v656570. [ 779.423022] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Creating folder: Instances. Parent ref: group-v656712. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.423744] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9ced10d-f4ee-417f-8b58-8a0c1f57949f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.433601] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Created folder: Instances in parent group-v656712. [ 779.433699] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.433853] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.434172] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ee3b8b3-dd57-4dd2-bc12-71b0beedcb6b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.456191] env[69941]: DEBUG nova.network.neutron [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Updating instance_info_cache with network_info: [{"id": "cbca327f-662e-42da-b55b-15fddadc5970", "address": "fa:16:3e:7c:d9:12", "network": {"id": "b85fe822-dff3-4c8f-b811-cf21431f0546", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-440379332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae73b7298c84730b11d3275b615a56e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbca327f-66", "ovs_interfaceid": "cbca327f-662e-42da-b55b-15fddadc5970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.461736] env[69941]: INFO nova.compute.manager [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Rebuilding instance [ 779.472899] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.472899] env[69941]: value = "task-3288338" [ 779.472899] env[69941]: _type = "Task" [ 779.472899] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.482249] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288338, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.498452] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.527076] env[69941]: DEBUG nova.compute.manager [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.527076] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd6aea0-f754-43d1-9220-23cb08e8b4db {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.568258] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b83ee1-6011-8063-ad01-d7f1eb5efb85, 'name': SearchDatastore_Task, 'duration_secs': 0.039026} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.568527] env[69941]: DEBUG oslo_concurrency.lockutils [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.568783] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] df080cf4-ca18-498f-8647-0e4c315caf57/df080cf4-ca18-498f-8647-0e4c315caf57.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.569064] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a9700b7-97a1-4d0f-a1c6-911f49b339fb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.577555] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 779.577555] env[69941]: value = "task-3288339" [ 779.577555] env[69941]: _type = "Task" [ 779.577555] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.587224] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.640769] env[69941]: DEBUG nova.compute.manager [req-e32b9d9b-afec-4b61-a8e1-7574d3d67d36 req-9e0def5a-0122-4190-a85b-85cb1ffc900f service nova] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Received event network-changed-1729848b-df05-41ce-842d-bd37e7c35d67 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.640974] env[69941]: DEBUG nova.compute.manager [req-e32b9d9b-afec-4b61-a8e1-7574d3d67d36 req-9e0def5a-0122-4190-a85b-85cb1ffc900f service nova] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Refreshing instance network info cache due to event network-changed-1729848b-df05-41ce-842d-bd37e7c35d67. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.641203] env[69941]: DEBUG oslo_concurrency.lockutils [req-e32b9d9b-afec-4b61-a8e1-7574d3d67d36 req-9e0def5a-0122-4190-a85b-85cb1ffc900f service nova] Acquiring lock "refresh_cache-99f455c6-bc8a-476c-bd12-f7f19a3aa219" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.641351] env[69941]: DEBUG oslo_concurrency.lockutils [req-e32b9d9b-afec-4b61-a8e1-7574d3d67d36 req-9e0def5a-0122-4190-a85b-85cb1ffc900f service nova] Acquired lock "refresh_cache-99f455c6-bc8a-476c-bd12-f7f19a3aa219" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.641587] env[69941]: DEBUG nova.network.neutron [req-e32b9d9b-afec-4b61-a8e1-7574d3d67d36 req-9e0def5a-0122-4190-a85b-85cb1ffc900f service nova] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Refreshing network info cache for port 1729848b-df05-41ce-842d-bd37e7c35d67 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.703939] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d978223-6334-4048-99d4-565dc76e712b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.713804] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5970d8f1-41d1-4336-978f-49b35908eb93 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.749204] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452664ef-1223-4986-b14f-2ee7efd02718 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.759562] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e335684-02c2-44d1-b1c4-43d2ea4bedcf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.775210] env[69941]: DEBUG nova.compute.provider_tree [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.965874] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Releasing lock "refresh_cache-b24e27be-8986-4815-9723-fc5778147274" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.966900] env[69941]: DEBUG nova.compute.manager [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Instance network_info: |[{"id": "cbca327f-662e-42da-b55b-15fddadc5970", "address": "fa:16:3e:7c:d9:12", "network": {"id": "b85fe822-dff3-4c8f-b811-cf21431f0546", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-440379332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae73b7298c84730b11d3275b615a56e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbca327f-66", "ovs_interfaceid": "cbca327f-662e-42da-b55b-15fddadc5970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.967508] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:d9:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbca327f-662e-42da-b55b-15fddadc5970', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.975916] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Creating folder: Project (6ae73b7298c84730b11d3275b615a56e). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.976283] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6886e79f-c0d8-439d-b4f8-955c19bd13e7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.990310] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288338, 'name': CreateVM_Task, 'duration_secs': 0.484296} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.991902] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.993105] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.993289] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.993707] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.997837] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72bbba8-c780-44fb-ab1c-78d3c866577b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.000821] env[69941]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 780.001049] env[69941]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69941) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 780.001789] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Folder already exists: Project (6ae73b7298c84730b11d3275b615a56e). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 780.001945] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Creating folder: Instances. Parent ref: group-v656667. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.006401] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c182e4a-7671-48c6-82c7-a461ff99f2e7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.008372] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.011132] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 780.011132] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52cc1312-dcfd-34d3-fa69-ec620e2e31be" [ 780.011132] env[69941]: _type = "Task" [ 780.011132] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.019430] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52cc1312-dcfd-34d3-fa69-ec620e2e31be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.020966] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Created folder: Instances in parent group-v656667. [ 780.021256] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.021488] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b24e27be-8986-4815-9723-fc5778147274] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.021711] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-070b61a7-66a9-4fe1-8304-ca490aede592 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.048961] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.048961] env[69941]: value = "task-3288342" [ 780.048961] env[69941]: _type = "Task" [ 780.048961] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.061032] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288342, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.094912] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288339, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.139314] env[69941]: DEBUG nova.compute.manager [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.182573] env[69941]: DEBUG nova.virt.hardware [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.182716] env[69941]: DEBUG nova.virt.hardware [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.182828] env[69941]: DEBUG nova.virt.hardware [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.183022] env[69941]: DEBUG nova.virt.hardware [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.183177] env[69941]: DEBUG nova.virt.hardware [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.183448] env[69941]: DEBUG nova.virt.hardware [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.183538] env[69941]: DEBUG nova.virt.hardware [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.183684] env[69941]: DEBUG nova.virt.hardware [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.183857] env[69941]: DEBUG nova.virt.hardware [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.184033] env[69941]: DEBUG nova.virt.hardware [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.185031] env[69941]: DEBUG nova.virt.hardware [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.187694] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f1ff22-a289-4238-ba75-3658778fe88a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.200665] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c25243-998b-4195-9c97-5e099edbf32d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.281820] env[69941]: DEBUG nova.scheduler.client.report [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.296679] env[69941]: DEBUG nova.network.neutron [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Updated VIF entry in instance network info cache for port fa36e1e4-89f4-4c60-ab3a-7411ccd0c825. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.297183] env[69941]: DEBUG nova.network.neutron [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Updating instance_info_cache with network_info: [{"id": "36e33f4c-c930-4ccf-9920-c9a1497b23ed", "address": "fa:16:3e:6d:a5:46", "network": {"id": "75b0fe40-ca82-49a5-b776-d500f76161fc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-975416996", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e33f4c-c9", "ovs_interfaceid": "36e33f4c-c930-4ccf-9920-c9a1497b23ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "30eca58a-d103-4f7e-95a6-1534ffa97434", "address": "fa:16:3e:b5:e6:db", "network": {"id": "c23a3cdf-e444-4636-9de8-b0665972d710", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2010736152", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30eca58a-d1", "ovs_interfaceid": "30eca58a-d103-4f7e-95a6-1534ffa97434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fa36e1e4-89f4-4c60-ab3a-7411ccd0c825", "address": "fa:16:3e:21:7d:cc", "network": {"id": "75b0fe40-ca82-49a5-b776-d500f76161fc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-975416996", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa36e1e4-89", "ovs_interfaceid": "fa36e1e4-89f4-4c60-ab3a-7411ccd0c825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.502118] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.523374] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52cc1312-dcfd-34d3-fa69-ec620e2e31be, 'name': SearchDatastore_Task, 'duration_secs': 0.06534} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.524807] env[69941]: DEBUG nova.network.neutron [req-e32b9d9b-afec-4b61-a8e1-7574d3d67d36 req-9e0def5a-0122-4190-a85b-85cb1ffc900f service nova] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Updated VIF entry in instance network info cache for port 1729848b-df05-41ce-842d-bd37e7c35d67. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.525519] env[69941]: DEBUG nova.network.neutron [req-e32b9d9b-afec-4b61-a8e1-7574d3d67d36 req-9e0def5a-0122-4190-a85b-85cb1ffc900f service nova] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Updating instance_info_cache with network_info: [{"id": "1729848b-df05-41ce-842d-bd37e7c35d67", "address": "fa:16:3e:4f:92:4c", "network": {"id": "2dd00258-2852-444f-b8ab-25ad1246758b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-310658148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e34a3ffcfb4b67a24979c0fca085c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1729848b-df", "ovs_interfaceid": "1729848b-df05-41ce-842d-bd37e7c35d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.527307] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.527740] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.528144] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.528420] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.528703] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.530014] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b673e05c-8233-4a23-9f50-877d70152c8c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.541361] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.541361] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.541361] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df4a504-61c2-490f-b634-22b9f0d6d9e2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.549212] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 780.549212] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5212f112-e809-55c7-cbae-c2a64018d63c" [ 780.549212] env[69941]: _type = "Task" [ 780.549212] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.564198] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.564681] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288342, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.568378] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e29d0981-af3a-41b8-9980-9f51c088b2b9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.570649] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5212f112-e809-55c7-cbae-c2a64018d63c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.578020] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 780.578020] env[69941]: value = "task-3288343" [ 780.578020] env[69941]: _type = "Task" [ 780.578020] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.590529] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675866} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.594193] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] df080cf4-ca18-498f-8647-0e4c315caf57/df080cf4-ca18-498f-8647-0e4c315caf57.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.594677] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.595099] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.595418] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9c5a3f1-72b4-4c29-891c-5a6adec671dd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.607025] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 780.607025] env[69941]: value = "task-3288344" [ 780.607025] env[69941]: _type = "Task" [ 780.607025] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.615851] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.699160] env[69941]: DEBUG nova.compute.manager [req-901afe40-80a6-4c53-a21b-e189c3eb635f req-4394298c-bf98-4531-95dc-df119b76f1d2 service nova] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Received event network-vif-plugged-4124fdd5-eb53-487f-87e3-cfdd6ae851bf {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.699160] env[69941]: DEBUG oslo_concurrency.lockutils [req-901afe40-80a6-4c53-a21b-e189c3eb635f req-4394298c-bf98-4531-95dc-df119b76f1d2 service nova] Acquiring lock "7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.699160] env[69941]: DEBUG oslo_concurrency.lockutils [req-901afe40-80a6-4c53-a21b-e189c3eb635f req-4394298c-bf98-4531-95dc-df119b76f1d2 service nova] Lock "7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.699160] env[69941]: DEBUG oslo_concurrency.lockutils [req-901afe40-80a6-4c53-a21b-e189c3eb635f req-4394298c-bf98-4531-95dc-df119b76f1d2 service nova] Lock "7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.699160] env[69941]: DEBUG nova.compute.manager [req-901afe40-80a6-4c53-a21b-e189c3eb635f req-4394298c-bf98-4531-95dc-df119b76f1d2 service nova] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] No waiting events found dispatching network-vif-plugged-4124fdd5-eb53-487f-87e3-cfdd6ae851bf {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.699726] env[69941]: WARNING nova.compute.manager [req-901afe40-80a6-4c53-a21b-e189c3eb635f req-4394298c-bf98-4531-95dc-df119b76f1d2 service nova] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Received unexpected event network-vif-plugged-4124fdd5-eb53-487f-87e3-cfdd6ae851bf for instance with vm_state building and task_state spawning. [ 780.763609] env[69941]: DEBUG nova.network.neutron [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Successfully updated port: 4124fdd5-eb53-487f-87e3-cfdd6ae851bf {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.786564] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.671s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.789218] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.380s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.792679] env[69941]: INFO nova.compute.claims [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.799591] env[69941]: DEBUG oslo_concurrency.lockutils [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] Releasing lock "refresh_cache-2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.800121] env[69941]: DEBUG nova.compute.manager [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] [instance: b24e27be-8986-4815-9723-fc5778147274] Received event network-vif-plugged-cbca327f-662e-42da-b55b-15fddadc5970 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.800121] env[69941]: DEBUG oslo_concurrency.lockutils [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] Acquiring lock "b24e27be-8986-4815-9723-fc5778147274-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.800468] env[69941]: DEBUG oslo_concurrency.lockutils [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] Lock "b24e27be-8986-4815-9723-fc5778147274-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.800468] env[69941]: DEBUG oslo_concurrency.lockutils [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] Lock "b24e27be-8986-4815-9723-fc5778147274-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.800629] env[69941]: DEBUG nova.compute.manager [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] [instance: b24e27be-8986-4815-9723-fc5778147274] No waiting events found dispatching network-vif-plugged-cbca327f-662e-42da-b55b-15fddadc5970 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.800806] env[69941]: WARNING nova.compute.manager [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] [instance: b24e27be-8986-4815-9723-fc5778147274] Received unexpected event network-vif-plugged-cbca327f-662e-42da-b55b-15fddadc5970 for instance with vm_state building and task_state block_device_mapping. [ 780.800970] env[69941]: DEBUG nova.compute.manager [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] [instance: b24e27be-8986-4815-9723-fc5778147274] Received event network-changed-cbca327f-662e-42da-b55b-15fddadc5970 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.801152] env[69941]: DEBUG nova.compute.manager [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] [instance: b24e27be-8986-4815-9723-fc5778147274] Refreshing instance network info cache due to event network-changed-cbca327f-662e-42da-b55b-15fddadc5970. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.801348] env[69941]: DEBUG oslo_concurrency.lockutils [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] Acquiring lock "refresh_cache-b24e27be-8986-4815-9723-fc5778147274" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.801524] env[69941]: DEBUG oslo_concurrency.lockutils [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] Acquired lock "refresh_cache-b24e27be-8986-4815-9723-fc5778147274" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.801690] env[69941]: DEBUG nova.network.neutron [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] [instance: b24e27be-8986-4815-9723-fc5778147274] Refreshing network info cache for port cbca327f-662e-42da-b55b-15fddadc5970 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.000131] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.029983] env[69941]: DEBUG oslo_concurrency.lockutils [req-e32b9d9b-afec-4b61-a8e1-7574d3d67d36 req-9e0def5a-0122-4190-a85b-85cb1ffc900f service nova] Releasing lock "refresh_cache-99f455c6-bc8a-476c-bd12-f7f19a3aa219" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.062786] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288342, 'name': CreateVM_Task, 'duration_secs': 0.570076} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.065997] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b24e27be-8986-4815-9723-fc5778147274] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.067118] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5212f112-e809-55c7-cbae-c2a64018d63c, 'name': SearchDatastore_Task, 'duration_secs': 0.018951} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.067118] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'ff4366cb-ef7c-4705-9b98-19aa57a82077', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656676', 'volume_id': '6b02fe83-9735-404b-bcdb-cbf4db492954', 'name': 'volume-6b02fe83-9735-404b-bcdb-cbf4db492954', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b24e27be-8986-4815-9723-fc5778147274', 'attached_at': '', 'detached_at': '', 'volume_id': '6b02fe83-9735-404b-bcdb-cbf4db492954', 'serial': '6b02fe83-9735-404b-bcdb-cbf4db492954'}, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69941) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 781.067595] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Root volume attach. Driver type: vmdk {{(pid=69941) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 781.068372] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a8db9b-83e6-456c-b26b-c5a9fe84b3fb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.070765] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-931fd375-c88f-4d3b-9a56-71a3e07cc90d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.077377] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 781.077377] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f53948-7f49-1a3d-0870-33631b289a51" [ 781.077377] env[69941]: _type = "Task" [ 781.077377] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.085376] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17588988-6e93-486b-b5ec-b947f92701e9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.093037] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f53948-7f49-1a3d-0870-33631b289a51, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.097224] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.097517] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa/2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.097796] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288343, 'name': PowerOffVM_Task, 'duration_secs': 0.23069} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.098054] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d7a3e7b-82f6-46e6-bca0-9b719061c875 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.100213] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.100213] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.100870] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212d1086-3405-41d8-afa4-018257d73981 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.104275] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b4b0b2-5bfd-4e12-9343-123636fd5db8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.113393] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8072a37a-7d52-4281-a942-4f9f9447876d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.115882] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 781.115882] env[69941]: value = "task-3288345" [ 781.115882] env[69941]: _type = "Task" [ 781.115882] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.120428] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233588} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.120706] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.125649] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.125905] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18cdc754-2476-47d8-81bf-f0b4e251b56f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.128638] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef905cb0-4434-4e9d-89b2-572afe6cedeb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.131179] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Waiting for the task: (returnval){ [ 781.131179] env[69941]: value = "task-3288346" [ 781.131179] env[69941]: _type = "Task" [ 781.131179] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.146434] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.155140] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] df080cf4-ca18-498f-8647-0e4c315caf57/df080cf4-ca18-498f-8647-0e4c315caf57.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.155913] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c529a4d-75f2-49fd-8db0-4952bcb7322e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.173773] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288346, 'name': RelocateVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.180391] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 781.180391] env[69941]: value = "task-3288348" [ 781.180391] env[69941]: _type = "Task" [ 781.180391] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.189876] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.200793] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.201040] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.201234] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleting the datastore file [datastore2] f46baca1-18a9-4a5e-92e9-3e117fbc4960 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.201576] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e583f8ba-cdfd-495c-b99c-6eedaab2d56c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.209805] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 781.209805] env[69941]: value = "task-3288349" [ 781.209805] env[69941]: _type = "Task" [ 781.209805] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.219244] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.265149] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "refresh_cache-7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.265337] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired lock "refresh_cache-7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.265717] env[69941]: DEBUG nova.network.neutron [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.301647] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21f28a58-db5f-4f62-a709-e5d9d825627d tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "c9c42315-cae9-4c29-91bd-73f92fea141a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 52.944s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.302578] env[69941]: DEBUG oslo_concurrency.lockutils [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "c9c42315-cae9-4c29-91bd-73f92fea141a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 24.865s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.302777] env[69941]: INFO nova.compute.manager [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Unshelving [ 781.509157] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.583252] env[69941]: DEBUG nova.network.neutron [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] [instance: b24e27be-8986-4815-9723-fc5778147274] Updated VIF entry in instance network info cache for port cbca327f-662e-42da-b55b-15fddadc5970. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.583883] env[69941]: DEBUG nova.network.neutron [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] [instance: b24e27be-8986-4815-9723-fc5778147274] Updating instance_info_cache with network_info: [{"id": "cbca327f-662e-42da-b55b-15fddadc5970", "address": "fa:16:3e:7c:d9:12", "network": {"id": "b85fe822-dff3-4c8f-b811-cf21431f0546", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-440379332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae73b7298c84730b11d3275b615a56e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbca327f-66", "ovs_interfaceid": "cbca327f-662e-42da-b55b-15fddadc5970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.631723] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288345, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.642224] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288346, 'name': RelocateVM_Task} progress is 38%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.692138] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288348, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.722525] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453008} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.722888] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.723182] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.723503] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.812372] env[69941]: DEBUG nova.network.neutron [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.014195] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288335, 'name': ReconfigVM_Task, 'duration_secs': 3.510009} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.014195] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Reconfigured VM instance instance-00000034 to attach disk [datastore2] dad2418f-614d-4fc5-9b83-3a54cd358e6f/dad2418f-614d-4fc5-9b83-3a54cd358e6f.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.015496] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2aa8af7c-6c67-4e7f-be6a-0e60beb13ba0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.031517] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 782.031517] env[69941]: value = "task-3288350" [ 782.031517] env[69941]: _type = "Task" [ 782.031517] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.051012] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288350, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.057433] env[69941]: DEBUG nova.network.neutron [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Updating instance_info_cache with network_info: [{"id": "4124fdd5-eb53-487f-87e3-cfdd6ae851bf", "address": "fa:16:3e:c9:20:79", "network": {"id": "37b5b15a-9744-4abc-ab1f-cb15a276fabb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221774887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "042be2d5f2014c2ab3e6b1e1c1d192b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4124fdd5-eb", "ovs_interfaceid": "4124fdd5-eb53-487f-87e3-cfdd6ae851bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.088765] env[69941]: DEBUG oslo_concurrency.lockutils [req-0cb18bc1-50f3-454f-9441-81dd34cc2443 req-921345bc-fbba-49dc-9c04-f0b725a443fe service nova] Releasing lock "refresh_cache-b24e27be-8986-4815-9723-fc5778147274" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.133623] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546012} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.140325] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa/2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.140907] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.141757] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50316aa8-3fd1-4205-9a7a-15f7db5c6c8f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.151984] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288346, 'name': RelocateVM_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.155325] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 782.155325] env[69941]: value = "task-3288351" [ 782.155325] env[69941]: _type = "Task" [ 782.155325] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.170935] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.194229] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288348, 'name': ReconfigVM_Task, 'duration_secs': 0.547311} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.194696] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Reconfigured VM instance instance-00000035 to attach disk [datastore2] df080cf4-ca18-498f-8647-0e4c315caf57/df080cf4-ca18-498f-8647-0e4c315caf57.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.195371] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13e4b418-e947-48ec-b062-4d6d06b1f7c3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.204258] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 782.204258] env[69941]: value = "task-3288352" [ 782.204258] env[69941]: _type = "Task" [ 782.204258] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.215125] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288352, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.343719] env[69941]: DEBUG oslo_concurrency.lockutils [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.383956] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08419799-ddf5-4b01-b163-f240d2160ef5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.392505] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de4d55a-c2d0-4ffd-8fc8-2dcca055576f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.429639] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e63a0ed-9d09-4de9-bc1a-84cbfd4b865a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.438963] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46210e4d-51e1-4625-a1cc-fb44eeaf2fb2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.454170] env[69941]: DEBUG nova.compute.provider_tree [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.544133] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288350, 'name': Rename_Task, 'duration_secs': 0.260582} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.544133] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.544133] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f0de7b6-516c-44db-8cc9-9a79a8604f25 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.553556] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 782.553556] env[69941]: value = "task-3288353" [ 782.553556] env[69941]: _type = "Task" [ 782.553556] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.560287] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Releasing lock "refresh_cache-7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.560726] env[69941]: DEBUG nova.compute.manager [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Instance network_info: |[{"id": "4124fdd5-eb53-487f-87e3-cfdd6ae851bf", "address": "fa:16:3e:c9:20:79", "network": {"id": "37b5b15a-9744-4abc-ab1f-cb15a276fabb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221774887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "042be2d5f2014c2ab3e6b1e1c1d192b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4124fdd5-eb", "ovs_interfaceid": "4124fdd5-eb53-487f-87e3-cfdd6ae851bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.565578] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:20:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4124fdd5-eb53-487f-87e3-cfdd6ae851bf', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.574036] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.574318] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.574572] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.574808] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae11bfcc-5d59-49b0-88e5-cbfa51beedf7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.599585] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.599585] env[69941]: value = "task-3288354" [ 782.599585] env[69941]: _type = "Task" [ 782.599585] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.613728] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288354, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.645061] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288346, 'name': RelocateVM_Task} progress is 63%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.666990] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086866} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.667596] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.668604] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1db809-10d0-480d-a887-83c3077efc12 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.699016] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa/2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.699478] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f915dcd-49a6-44cc-a200-e8bafbb72eda {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.726423] env[69941]: DEBUG nova.compute.manager [req-4c6a6b1e-5cdc-46f5-b2c6-b9b08b8e9af0 req-15754e54-6bfc-48c2-8d84-26fe3263fca5 service nova] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Received event network-changed-4124fdd5-eb53-487f-87e3-cfdd6ae851bf {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.726423] env[69941]: DEBUG nova.compute.manager [req-4c6a6b1e-5cdc-46f5-b2c6-b9b08b8e9af0 req-15754e54-6bfc-48c2-8d84-26fe3263fca5 service nova] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Refreshing instance network info cache due to event network-changed-4124fdd5-eb53-487f-87e3-cfdd6ae851bf. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.726423] env[69941]: DEBUG oslo_concurrency.lockutils [req-4c6a6b1e-5cdc-46f5-b2c6-b9b08b8e9af0 req-15754e54-6bfc-48c2-8d84-26fe3263fca5 service nova] Acquiring lock "refresh_cache-7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.726423] env[69941]: DEBUG oslo_concurrency.lockutils [req-4c6a6b1e-5cdc-46f5-b2c6-b9b08b8e9af0 req-15754e54-6bfc-48c2-8d84-26fe3263fca5 service nova] Acquired lock "refresh_cache-7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.726610] env[69941]: DEBUG nova.network.neutron [req-4c6a6b1e-5cdc-46f5-b2c6-b9b08b8e9af0 req-15754e54-6bfc-48c2-8d84-26fe3263fca5 service nova] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Refreshing network info cache for port 4124fdd5-eb53-487f-87e3-cfdd6ae851bf {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.732640] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 782.732640] env[69941]: value = "task-3288355" [ 782.732640] env[69941]: _type = "Task" [ 782.732640] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.732905] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288352, 'name': Rename_Task, 'duration_secs': 0.18334} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.733453] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.740187] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f51c775-7a33-452e-a895-036fa6bffa9b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.753349] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288355, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.755047] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 782.755047] env[69941]: value = "task-3288356" [ 782.755047] env[69941]: _type = "Task" [ 782.755047] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.765934] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.769834] env[69941]: DEBUG nova.virt.hardware [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.770124] env[69941]: DEBUG nova.virt.hardware [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.770289] env[69941]: DEBUG nova.virt.hardware [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.770474] env[69941]: DEBUG nova.virt.hardware [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.770620] env[69941]: DEBUG nova.virt.hardware [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.770772] env[69941]: DEBUG nova.virt.hardware [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.770984] env[69941]: DEBUG nova.virt.hardware [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.771163] env[69941]: DEBUG nova.virt.hardware [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.771349] env[69941]: DEBUG nova.virt.hardware [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.771559] env[69941]: DEBUG nova.virt.hardware [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.771723] env[69941]: DEBUG nova.virt.hardware [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.772671] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bddb6a-814c-4ca8-a738-07599233ae86 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.782465] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4d0547-db18-49c0-8974-2bdff1e6c7ef {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.798517] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:75:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1e0337a-7d8d-4d85-a453-536676fcbc9d', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.806606] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.808309] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.808309] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-471c0445-72e9-4baa-86b5-447acc387383 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.832395] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.832395] env[69941]: value = "task-3288357" [ 782.832395] env[69941]: _type = "Task" [ 782.832395] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.842565] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288357, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.957194] env[69941]: DEBUG nova.scheduler.client.report [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.064973] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288353, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.111610] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288354, 'name': CreateVM_Task, 'duration_secs': 0.464054} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.111828] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.113240] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.113240] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.113240] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.113452] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9698f2d7-de32-4fed-8e4a-2ebe9fa57fb2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.120358] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 783.120358] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5232b9c9-2c8d-dc5d-a98e-dbed5098e036" [ 783.120358] env[69941]: _type = "Task" [ 783.120358] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.130587] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5232b9c9-2c8d-dc5d-a98e-dbed5098e036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.154438] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288346, 'name': RelocateVM_Task} progress is 76%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.250240] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288355, 'name': ReconfigVM_Task, 'duration_secs': 0.48532} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.250826] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa/2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.251742] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a8ea07e-97c3-4027-a912-a074760da0d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.260743] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 783.260743] env[69941]: value = "task-3288358" [ 783.260743] env[69941]: _type = "Task" [ 783.260743] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.268963] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288356, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.276167] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288358, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.348088] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288357, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.463045] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.463812] env[69941]: DEBUG nova.compute.manager [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.467673] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.337s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.467980] env[69941]: DEBUG nova.objects.instance [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69941) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 783.573959] env[69941]: DEBUG oslo_vmware.api [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288353, 'name': PowerOnVM_Task, 'duration_secs': 0.941225} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.573959] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.575102] env[69941]: INFO nova.compute.manager [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Took 11.32 seconds to spawn the instance on the hypervisor. [ 783.576111] env[69941]: DEBUG nova.compute.manager [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.577792] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c25915-d265-48fd-b3fa-d10f87d1eedd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.613295] env[69941]: DEBUG nova.network.neutron [req-4c6a6b1e-5cdc-46f5-b2c6-b9b08b8e9af0 req-15754e54-6bfc-48c2-8d84-26fe3263fca5 service nova] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Updated VIF entry in instance network info cache for port 4124fdd5-eb53-487f-87e3-cfdd6ae851bf. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.613687] env[69941]: DEBUG nova.network.neutron [req-4c6a6b1e-5cdc-46f5-b2c6-b9b08b8e9af0 req-15754e54-6bfc-48c2-8d84-26fe3263fca5 service nova] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Updating instance_info_cache with network_info: [{"id": "4124fdd5-eb53-487f-87e3-cfdd6ae851bf", "address": "fa:16:3e:c9:20:79", "network": {"id": "37b5b15a-9744-4abc-ab1f-cb15a276fabb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221774887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "042be2d5f2014c2ab3e6b1e1c1d192b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4124fdd5-eb", "ovs_interfaceid": "4124fdd5-eb53-487f-87e3-cfdd6ae851bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.633764] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5232b9c9-2c8d-dc5d-a98e-dbed5098e036, 'name': SearchDatastore_Task, 'duration_secs': 0.011939} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.634097] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.634467] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.635064] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.635064] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.635064] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.636294] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9b04689-8130-4387-85d9-a3c057cd6bb5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.648678] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288346, 'name': RelocateVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.651616] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.651616] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.655571] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c43e95-ff2b-44a7-83fc-6db950080c78 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.659321] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 783.659321] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523ad83a-201d-250b-b780-998abfb7f397" [ 783.659321] env[69941]: _type = "Task" [ 783.659321] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.668996] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523ad83a-201d-250b-b780-998abfb7f397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.770597] env[69941]: DEBUG oslo_vmware.api [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288356, 'name': PowerOnVM_Task, 'duration_secs': 0.609302} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.771929] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.772359] env[69941]: INFO nova.compute.manager [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Took 8.86 seconds to spawn the instance on the hypervisor. [ 783.772670] env[69941]: DEBUG nova.compute.manager [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.773541] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5a9a15-8a8d-4bcb-9ed8-ae2eba88f318 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.779857] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288358, 'name': Rename_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.844058] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288357, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.978821] env[69941]: DEBUG nova.compute.utils [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.982119] env[69941]: DEBUG nova.compute.manager [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.982119] env[69941]: DEBUG nova.network.neutron [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.045219] env[69941]: DEBUG nova.policy [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ba9afebed874e569a74b3ac0013d8d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '316eddfdcda640c3ab5617afabdf55e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.103061] env[69941]: INFO nova.compute.manager [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Took 37.87 seconds to build instance. [ 784.116754] env[69941]: DEBUG oslo_concurrency.lockutils [req-4c6a6b1e-5cdc-46f5-b2c6-b9b08b8e9af0 req-15754e54-6bfc-48c2-8d84-26fe3263fca5 service nova] Releasing lock "refresh_cache-7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.146334] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288346, 'name': RelocateVM_Task} progress is 97%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.175014] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523ad83a-201d-250b-b780-998abfb7f397, 'name': SearchDatastore_Task, 'duration_secs': 0.012112} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.175818] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3483dc6-322e-4055-8ed4-3d074b65a0b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.183517] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 784.183517] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5215a847-059b-9eac-5878-69bcc45b59e9" [ 784.183517] env[69941]: _type = "Task" [ 784.183517] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.192763] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5215a847-059b-9eac-5878-69bcc45b59e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.275628] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288358, 'name': Rename_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.294565] env[69941]: INFO nova.compute.manager [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Took 35.64 seconds to build instance. [ 784.345039] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288357, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.368814] env[69941]: DEBUG nova.network.neutron [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Successfully created port: c8c3e874-2c67-479d-846e-ac21941c296c {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.465684] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e93695-e6dd-4c13-9566-12e41fc359f8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.476042] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-67e4aaf7-909a-4dc3-8bc5-6f6b49c36f17 tempest-ServersAdminNegativeTestJSON-1141458438 tempest-ServersAdminNegativeTestJSON-1141458438-project-admin] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Suspending the VM {{(pid=69941) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 784.476419] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1fb4dbac-70ba-413e-a4f0-911d7a3fab69 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.483279] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0054f8bc-0447-4fb4-9ef4-609292abf60a tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.488709] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.488709] env[69941]: DEBUG oslo_concurrency.lockutils [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.037s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.488709] env[69941]: DEBUG nova.objects.instance [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lazy-loading 'resources' on Instance uuid 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.491780] env[69941]: DEBUG nova.compute.manager [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.497404] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.502493] env[69941]: DEBUG oslo_vmware.api [None req-67e4aaf7-909a-4dc3-8bc5-6f6b49c36f17 tempest-ServersAdminNegativeTestJSON-1141458438 tempest-ServersAdminNegativeTestJSON-1141458438-project-admin] Waiting for the task: (returnval){ [ 784.502493] env[69941]: value = "task-3288359" [ 784.502493] env[69941]: _type = "Task" [ 784.502493] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.511465] env[69941]: DEBUG oslo_vmware.api [None req-67e4aaf7-909a-4dc3-8bc5-6f6b49c36f17 tempest-ServersAdminNegativeTestJSON-1141458438 tempest-ServersAdminNegativeTestJSON-1141458438-project-admin] Task: {'id': task-3288359, 'name': SuspendVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.605232] env[69941]: DEBUG oslo_concurrency.lockutils [None req-03dd241c-174d-4e7c-b8ee-515d945c85e9 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "dad2418f-614d-4fc5-9b83-3a54cd358e6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.180s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.646795] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288346, 'name': RelocateVM_Task} progress is 97%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.697542] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5215a847-059b-9eac-5878-69bcc45b59e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011202} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.697948] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.698292] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f/7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.698815] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7356c1a-3f72-441a-b9d1-f67b83e66fdd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.708477] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 784.708477] env[69941]: value = "task-3288360" [ 784.708477] env[69941]: _type = "Task" [ 784.708477] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.718761] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.781910] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288358, 'name': Rename_Task, 'duration_secs': 1.287785} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.782459] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.782880] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7baef6ce-6433-4149-9c45-41d44b5c652e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.795162] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 784.795162] env[69941]: value = "task-3288361" [ 784.795162] env[69941]: _type = "Task" [ 784.795162] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.800620] env[69941]: DEBUG oslo_concurrency.lockutils [None req-837fe4f4-2992-4007-88ab-808c21e1c76e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "df080cf4-ca18-498f-8647-0e4c315caf57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.854s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.807490] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.845549] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288357, 'name': CreateVM_Task, 'duration_secs': 1.590217} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.845758] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.846515] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.846682] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.847035] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.847320] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-509f756e-9503-44eb-9e58-2f57faffb4a9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.853780] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 784.853780] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52268732-0a28-09e6-1ced-18db1231d43f" [ 784.853780] env[69941]: _type = "Task" [ 784.853780] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.866369] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52268732-0a28-09e6-1ced-18db1231d43f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.014269] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.023077] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.023077] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.023077] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.023077] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.023077] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.024157] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69941) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 785.024546] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.033126] env[69941]: DEBUG oslo_vmware.api [None req-67e4aaf7-909a-4dc3-8bc5-6f6b49c36f17 tempest-ServersAdminNegativeTestJSON-1141458438 tempest-ServersAdminNegativeTestJSON-1141458438-project-admin] Task: {'id': task-3288359, 'name': SuspendVM_Task} progress is 58%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.149421] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288346, 'name': RelocateVM_Task} progress is 98%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.221383] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288360, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.310175] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288361, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.370038] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52268732-0a28-09e6-1ced-18db1231d43f, 'name': SearchDatastore_Task, 'duration_secs': 0.015689} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.370038] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.370038] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.370989] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.371324] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.371739] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.377019] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79adad1e-217d-41d4-b392-049cbf21c552 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.391029] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.391029] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.391029] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54143a90-8ade-44e8-9a0d-939befec2d56 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.402095] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 785.402095] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]520dc304-74ef-5f30-ab6a-b0f53ffc2f21" [ 785.402095] env[69941]: _type = "Task" [ 785.402095] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.412441] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520dc304-74ef-5f30-ab6a-b0f53ffc2f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.516047] env[69941]: DEBUG nova.compute.manager [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.523504] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08286710-3165-4311-8149-b49722891feb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.529016] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.535421] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c0fa08-c204-42cd-9464-f1979c6d3142 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.538847] env[69941]: DEBUG oslo_vmware.api [None req-67e4aaf7-909a-4dc3-8bc5-6f6b49c36f17 tempest-ServersAdminNegativeTestJSON-1141458438 tempest-ServersAdminNegativeTestJSON-1141458438-project-admin] Task: {'id': task-3288359, 'name': SuspendVM_Task, 'duration_secs': 0.848073} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.541014] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-67e4aaf7-909a-4dc3-8bc5-6f6b49c36f17 tempest-ServersAdminNegativeTestJSON-1141458438 tempest-ServersAdminNegativeTestJSON-1141458438-project-admin] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Suspended the VM {{(pid=69941) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 785.541236] env[69941]: DEBUG nova.compute.manager [None req-67e4aaf7-909a-4dc3-8bc5-6f6b49c36f17 tempest-ServersAdminNegativeTestJSON-1141458438 tempest-ServersAdminNegativeTestJSON-1141458438-project-admin] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.543207] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c9b8a4-a1d2-4807-8e69-c1a82bec1a99 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.576360] env[69941]: DEBUG nova.virt.hardware [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.576621] env[69941]: DEBUG nova.virt.hardware [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.576785] env[69941]: DEBUG nova.virt.hardware [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.576976] env[69941]: DEBUG nova.virt.hardware [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.577155] env[69941]: DEBUG nova.virt.hardware [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.577285] env[69941]: DEBUG nova.virt.hardware [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.577767] env[69941]: DEBUG nova.virt.hardware [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.577767] env[69941]: DEBUG nova.virt.hardware [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.577899] env[69941]: DEBUG nova.virt.hardware [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.577957] env[69941]: DEBUG nova.virt.hardware [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.578248] env[69941]: DEBUG nova.virt.hardware [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.579463] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b310141-49e6-4ff7-b46f-0bc9a38ea874 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.582870] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56082f70-cd0c-4ec3-bfe6-5e4a2a4b5c1e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.601099] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279b022f-a2ec-4c16-b0c6-14442f6cf3e7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.609567] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845869bc-42b5-4e52-9b89-a2434904215c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.621384] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "df080cf4-ca18-498f-8647-0e4c315caf57" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.621785] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "df080cf4-ca18-498f-8647-0e4c315caf57" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.650448] env[69941]: DEBUG nova.compute.provider_tree [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.653426] env[69941]: DEBUG nova.compute.utils [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.665717] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288346, 'name': RelocateVM_Task, 'duration_secs': 4.460207} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.665717] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Volume attach. Driver type: vmdk {{(pid=69941) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 785.665717] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656676', 'volume_id': '6b02fe83-9735-404b-bcdb-cbf4db492954', 'name': 'volume-6b02fe83-9735-404b-bcdb-cbf4db492954', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b24e27be-8986-4815-9723-fc5778147274', 'attached_at': '', 'detached_at': '', 'volume_id': '6b02fe83-9735-404b-bcdb-cbf4db492954', 'serial': '6b02fe83-9735-404b-bcdb-cbf4db492954'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 785.666478] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd91bfc-c14e-4241-a24b-84404be25958 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.684636] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcaba18-382c-47d6-8501-009a4737c5d8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.708172] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] volume-6b02fe83-9735-404b-bcdb-cbf4db492954/volume-6b02fe83-9735-404b-bcdb-cbf4db492954.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.708482] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec3162d-9c45-45fd-8c63-f04c61393d26 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.734781] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714947} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.736214] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f/7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.736416] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.736586] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Waiting for the task: (returnval){ [ 785.736586] env[69941]: value = "task-3288362" [ 785.736586] env[69941]: _type = "Task" [ 785.736586] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.736810] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f1b55b3-fdb4-4f6f-bfe3-2e968c46571f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.747770] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.749042] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 785.749042] env[69941]: value = "task-3288363" [ 785.749042] env[69941]: _type = "Task" [ 785.749042] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.757796] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.806740] env[69941]: DEBUG oslo_vmware.api [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288361, 'name': PowerOnVM_Task, 'duration_secs': 0.803137} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.807011] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.807235] env[69941]: INFO nova.compute.manager [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Took 15.62 seconds to spawn the instance on the hypervisor. [ 785.807439] env[69941]: DEBUG nova.compute.manager [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.808266] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a724c6a-0bca-44df-ae3f-461dde4fca6c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.913783] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520dc304-74ef-5f30-ab6a-b0f53ffc2f21, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.914661] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8251978f-8de1-44f3-ae20-a35b847e5fb0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.921608] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 785.921608] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523634d9-c5d4-6022-d640-dcea8c1acd8f" [ 785.921608] env[69941]: _type = "Task" [ 785.921608] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.930534] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523634d9-c5d4-6022-d640-dcea8c1acd8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.162024] env[69941]: DEBUG nova.scheduler.client.report [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.164560] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "df080cf4-ca18-498f-8647-0e4c315caf57" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.543s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.253033] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288362, 'name': ReconfigVM_Task, 'duration_secs': 0.38186} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.253033] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Reconfigured VM instance instance-00000036 to attach disk [datastore2] volume-6b02fe83-9735-404b-bcdb-cbf4db492954/volume-6b02fe83-9735-404b-bcdb-cbf4db492954.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.259732] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8979bc43-73d2-4b6c-8c83-db01450bad8a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.276453] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242664} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.277517] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.277891] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Waiting for the task: (returnval){ [ 786.277891] env[69941]: value = "task-3288364" [ 786.277891] env[69941]: _type = "Task" [ 786.277891] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.278603] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22995e5-1c3e-48fd-873b-1c7fdf5a4217 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.290509] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.309994] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f/7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.310838] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f079806f-ae7b-4e36-8ee6-f5698eecaa5f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.333901] env[69941]: INFO nova.compute.manager [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Took 40.86 seconds to build instance. [ 786.339857] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 786.339857] env[69941]: value = "task-3288365" [ 786.339857] env[69941]: _type = "Task" [ 786.339857] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.349031] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.361608] env[69941]: DEBUG nova.network.neutron [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Successfully updated port: c8c3e874-2c67-479d-846e-ac21941c296c {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.436722] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523634d9-c5d4-6022-d640-dcea8c1acd8f, 'name': SearchDatastore_Task, 'duration_secs': 0.017308} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.437013] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.437326] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] f46baca1-18a9-4a5e-92e9-3e117fbc4960/f46baca1-18a9-4a5e-92e9-3e117fbc4960.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.437588] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-779c97e8-2fd6-4aaf-9d8c-3cad12f25911 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.445820] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 786.445820] env[69941]: value = "task-3288366" [ 786.445820] env[69941]: _type = "Task" [ 786.445820] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.454235] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.474345] env[69941]: DEBUG nova.compute.manager [req-abbd84ee-5582-4cdd-afec-ba31cefa63ff req-d46ec7df-1055-48cb-a604-91064880939d service nova] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Received event network-vif-plugged-c8c3e874-2c67-479d-846e-ac21941c296c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.474573] env[69941]: DEBUG oslo_concurrency.lockutils [req-abbd84ee-5582-4cdd-afec-ba31cefa63ff req-d46ec7df-1055-48cb-a604-91064880939d service nova] Acquiring lock "75ee7557-0682-41f7-b7b0-fe6e03f1c841-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.474810] env[69941]: DEBUG oslo_concurrency.lockutils [req-abbd84ee-5582-4cdd-afec-ba31cefa63ff req-d46ec7df-1055-48cb-a604-91064880939d service nova] Lock "75ee7557-0682-41f7-b7b0-fe6e03f1c841-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.475019] env[69941]: DEBUG oslo_concurrency.lockutils [req-abbd84ee-5582-4cdd-afec-ba31cefa63ff req-d46ec7df-1055-48cb-a604-91064880939d service nova] Lock "75ee7557-0682-41f7-b7b0-fe6e03f1c841-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.475317] env[69941]: DEBUG nova.compute.manager [req-abbd84ee-5582-4cdd-afec-ba31cefa63ff req-d46ec7df-1055-48cb-a604-91064880939d service nova] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] No waiting events found dispatching network-vif-plugged-c8c3e874-2c67-479d-846e-ac21941c296c {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.475495] env[69941]: WARNING nova.compute.manager [req-abbd84ee-5582-4cdd-afec-ba31cefa63ff req-d46ec7df-1055-48cb-a604-91064880939d service nova] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Received unexpected event network-vif-plugged-c8c3e874-2c67-479d-846e-ac21941c296c for instance with vm_state building and task_state spawning. [ 786.666958] env[69941]: DEBUG oslo_concurrency.lockutils [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.669735] env[69941]: DEBUG oslo_concurrency.lockutils [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.120s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.671774] env[69941]: INFO nova.compute.claims [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.706032] env[69941]: INFO nova.scheduler.client.report [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Deleted allocations for instance 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e [ 786.795972] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288364, 'name': ReconfigVM_Task, 'duration_secs': 0.150769} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.796324] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656676', 'volume_id': '6b02fe83-9735-404b-bcdb-cbf4db492954', 'name': 'volume-6b02fe83-9735-404b-bcdb-cbf4db492954', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b24e27be-8986-4815-9723-fc5778147274', 'attached_at': '', 'detached_at': '', 'volume_id': '6b02fe83-9735-404b-bcdb-cbf4db492954', 'serial': '6b02fe83-9735-404b-bcdb-cbf4db492954'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 786.796895] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-711fc560-873e-4cd7-be33-37d076045d35 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.806601] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Waiting for the task: (returnval){ [ 786.806601] env[69941]: value = "task-3288367" [ 786.806601] env[69941]: _type = "Task" [ 786.806601] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.816882] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288367, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.836116] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a08a50c1-ba53-47c2-a44a-6ad2a4ecfe02 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.123s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.853038] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288365, 'name': ReconfigVM_Task, 'duration_secs': 0.511969} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.853412] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f/7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.854492] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6b71d03-3cb8-42fe-b0f2-4f716db00446 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.865264] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Acquiring lock "refresh_cache-75ee7557-0682-41f7-b7b0-fe6e03f1c841" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.865424] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Acquired lock "refresh_cache-75ee7557-0682-41f7-b7b0-fe6e03f1c841" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.865576] env[69941]: DEBUG nova.network.neutron [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.866891] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 786.866891] env[69941]: value = "task-3288368" [ 786.866891] env[69941]: _type = "Task" [ 786.866891] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.878207] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288368, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.957464] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503462} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.957858] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] f46baca1-18a9-4a5e-92e9-3e117fbc4960/f46baca1-18a9-4a5e-92e9-3e117fbc4960.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.958178] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.958454] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcf43048-b53c-4892-b317-cc70f0c6c7a5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.965720] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 786.965720] env[69941]: value = "task-3288369" [ 786.965720] env[69941]: _type = "Task" [ 786.965720] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.976800] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.212271] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "df080cf4-ca18-498f-8647-0e4c315caf57" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.212570] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "df080cf4-ca18-498f-8647-0e4c315caf57" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.212615] env[69941]: INFO nova.compute.manager [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Attaching volume 60efbf5a-1bc5-450c-b20e-93ca9293a092 to /dev/sdb [ 787.220813] env[69941]: DEBUG oslo_concurrency.lockutils [None req-63b10fa6-8178-435f-be39-3e247e471530 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.818s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.253029] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c19cb9-9382-45d3-a3c4-f39bf09f11d1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.266018] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40f30ab-1d57-42f6-b6eb-ce286637ebe0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.274687] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquiring lock "2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.274985] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.275227] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquiring lock "2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.275415] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.275578] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.281382] env[69941]: DEBUG nova.virt.block_device [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Updating existing volume attachment record: 2b5bbc01-7fdd-4cdb-b37a-392dcf0deb2d {{(pid=69941) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 787.283834] env[69941]: INFO nova.compute.manager [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Terminating instance [ 787.318372] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288367, 'name': Rename_Task, 'duration_secs': 0.194373} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.318574] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.318819] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeece453-0c14-4bda-a957-6db15b59fade {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.326469] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Waiting for the task: (returnval){ [ 787.326469] env[69941]: value = "task-3288370" [ 787.326469] env[69941]: _type = "Task" [ 787.326469] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.334948] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.381407] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288368, 'name': Rename_Task, 'duration_secs': 0.174178} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.381776] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.382217] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26fc0b74-914a-47ec-b984-91c93aa300fb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.391833] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 787.391833] env[69941]: value = "task-3288371" [ 787.391833] env[69941]: _type = "Task" [ 787.391833] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.401591] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.405934] env[69941]: DEBUG nova.network.neutron [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.476442] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195053} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.479643] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.480781] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44964250-1f38-4bf3-95f2-8ff8f3174c2e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.505787] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] f46baca1-18a9-4a5e-92e9-3e117fbc4960/f46baca1-18a9-4a5e-92e9-3e117fbc4960.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.506150] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-274b8f25-861d-4eb8-b54e-586cb47c87cd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.529615] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 787.529615] env[69941]: value = "task-3288373" [ 787.529615] env[69941]: _type = "Task" [ 787.529615] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.540800] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.563961] env[69941]: DEBUG nova.network.neutron [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Updating instance_info_cache with network_info: [{"id": "c8c3e874-2c67-479d-846e-ac21941c296c", "address": "fa:16:3e:69:ec:ad", "network": {"id": "0393d1a8-08a9-4066-9837-ab1475298899", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1140099643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "316eddfdcda640c3ab5617afabdf55e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c3e874-2c", "ovs_interfaceid": "c8c3e874-2c67-479d-846e-ac21941c296c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.788878] env[69941]: DEBUG nova.compute.manager [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.789125] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.790274] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559a98f7-9099-49f8-839b-17432f42e272 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.800112] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.800400] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56eada51-90db-465b-af12-5b9f2533a56b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.810105] env[69941]: DEBUG oslo_vmware.api [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 787.810105] env[69941]: value = "task-3288376" [ 787.810105] env[69941]: _type = "Task" [ 787.810105] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.820523] env[69941]: DEBUG oslo_vmware.api [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.842080] env[69941]: DEBUG oslo_vmware.api [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288370, 'name': PowerOnVM_Task, 'duration_secs': 0.482842} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.842386] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.842589] env[69941]: INFO nova.compute.manager [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Took 8.49 seconds to spawn the instance on the hypervisor. [ 787.842919] env[69941]: DEBUG nova.compute.manager [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.843599] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b714b675-e393-408c-b5a6-4185433af2f9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.907638] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288371, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.044924] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288373, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.065056] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Releasing lock "refresh_cache-75ee7557-0682-41f7-b7b0-fe6e03f1c841" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.065387] env[69941]: DEBUG nova.compute.manager [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Instance network_info: |[{"id": "c8c3e874-2c67-479d-846e-ac21941c296c", "address": "fa:16:3e:69:ec:ad", "network": {"id": "0393d1a8-08a9-4066-9837-ab1475298899", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1140099643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "316eddfdcda640c3ab5617afabdf55e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c3e874-2c", "ovs_interfaceid": "c8c3e874-2c67-479d-846e-ac21941c296c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.066069] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:ec:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8c3e874-2c67-479d-846e-ac21941c296c', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.073847] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Creating folder: Project (316eddfdcda640c3ab5617afabdf55e9). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.074337] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d40d82ab-7a8c-46ff-b989-4db1f85cd2be {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.090919] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Created folder: Project (316eddfdcda640c3ab5617afabdf55e9) in parent group-v656570. [ 788.090919] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Creating folder: Instances. Parent ref: group-v656721. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.091190] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65b8c83f-f294-438e-bb15-4a3d97264927 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.108503] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Created folder: Instances in parent group-v656721. [ 788.108895] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.112452] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.112932] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a8ea09a-1743-492d-a353-138292685f62 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.139579] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.139579] env[69941]: value = "task-3288379" [ 788.139579] env[69941]: _type = "Task" [ 788.139579] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.147116] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d9fe7c-847b-47bc-a1b7-f331048b6d5f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.154596] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288379, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.160467] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8333134-d050-43a0-9c3f-a8433d4c18a2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.198054] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88213b9c-f86f-465b-b848-73cf55007178 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.206878] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dc96f4-39da-4989-a2f9-9ef84efab063 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.224857] env[69941]: DEBUG nova.compute.provider_tree [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.321200] env[69941]: DEBUG oslo_vmware.api [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288376, 'name': PowerOffVM_Task, 'duration_secs': 0.350991} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.321576] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.321576] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.321857] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1977ffbe-1cc2-4570-8c49-e9338790b5d1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.367960] env[69941]: INFO nova.compute.manager [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Took 38.39 seconds to build instance. [ 788.403421] env[69941]: DEBUG oslo_vmware.api [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288371, 'name': PowerOnVM_Task, 'duration_secs': 0.887936} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.403811] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.403992] env[69941]: INFO nova.compute.manager [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Took 8.26 seconds to spawn the instance on the hypervisor. [ 788.404142] env[69941]: DEBUG nova.compute.manager [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.404954] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3185dc-2d7e-449d-a8ec-d151a084524d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.544271] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288373, 'name': ReconfigVM_Task, 'duration_secs': 0.550087} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.544271] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Reconfigured VM instance instance-00000007 to attach disk [datastore1] f46baca1-18a9-4a5e-92e9-3e117fbc4960/f46baca1-18a9-4a5e-92e9-3e117fbc4960.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.546050] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68225aa7-5d75-4b97-9109-b956b4b16583 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.550164] env[69941]: DEBUG nova.compute.manager [req-d0331a4a-567d-492b-9c38-370bede1d91c req-df5428e0-bd79-4fb7-9a34-b8d4b8c64c1f service nova] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Received event network-changed-c8c3e874-2c67-479d-846e-ac21941c296c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.550415] env[69941]: DEBUG nova.compute.manager [req-d0331a4a-567d-492b-9c38-370bede1d91c req-df5428e0-bd79-4fb7-9a34-b8d4b8c64c1f service nova] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Refreshing instance network info cache due to event network-changed-c8c3e874-2c67-479d-846e-ac21941c296c. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.550740] env[69941]: DEBUG oslo_concurrency.lockutils [req-d0331a4a-567d-492b-9c38-370bede1d91c req-df5428e0-bd79-4fb7-9a34-b8d4b8c64c1f service nova] Acquiring lock "refresh_cache-75ee7557-0682-41f7-b7b0-fe6e03f1c841" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.550842] env[69941]: DEBUG oslo_concurrency.lockutils [req-d0331a4a-567d-492b-9c38-370bede1d91c req-df5428e0-bd79-4fb7-9a34-b8d4b8c64c1f service nova] Acquired lock "refresh_cache-75ee7557-0682-41f7-b7b0-fe6e03f1c841" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.550950] env[69941]: DEBUG nova.network.neutron [req-d0331a4a-567d-492b-9c38-370bede1d91c req-df5428e0-bd79-4fb7-9a34-b8d4b8c64c1f service nova] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Refreshing network info cache for port c8c3e874-2c67-479d-846e-ac21941c296c {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.554490] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.554692] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.554877] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Deleting the datastore file [datastore2] 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.555473] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5778057d-e5e5-43d4-9321-e23dc661a59f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.560607] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 788.560607] env[69941]: value = "task-3288381" [ 788.560607] env[69941]: _type = "Task" [ 788.560607] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.565827] env[69941]: DEBUG oslo_vmware.api [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 788.565827] env[69941]: value = "task-3288382" [ 788.565827] env[69941]: _type = "Task" [ 788.565827] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.573111] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288381, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.582362] env[69941]: DEBUG oslo_vmware.api [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.650021] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288379, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.749699] env[69941]: ERROR nova.scheduler.client.report [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [req-f2f71689-3398-49df-887c-c2ddc5140ded] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc8d08d-90ea-4899-a2f6-2f585d790aea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f2f71689-3398-49df-887c-c2ddc5140ded"}]} [ 788.766690] env[69941]: DEBUG nova.scheduler.client.report [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Refreshing inventories for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 788.786036] env[69941]: DEBUG nova.scheduler.client.report [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Updating ProviderTree inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 788.786460] env[69941]: DEBUG nova.compute.provider_tree [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.800483] env[69941]: DEBUG nova.scheduler.client.report [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Refreshing aggregate associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, aggregates: None {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 788.820784] env[69941]: DEBUG nova.scheduler.client.report [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Refreshing trait associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 788.870876] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f013e3a3-841f-4042-b79c-2037ac9d5e13 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Lock "b24e27be-8986-4815-9723-fc5778147274" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.661s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.918056] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquiring lock "dad2418f-614d-4fc5-9b83-3a54cd358e6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.918392] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "dad2418f-614d-4fc5-9b83-3a54cd358e6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.918675] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquiring lock "dad2418f-614d-4fc5-9b83-3a54cd358e6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.918934] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "dad2418f-614d-4fc5-9b83-3a54cd358e6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.919178] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "dad2418f-614d-4fc5-9b83-3a54cd358e6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.927817] env[69941]: INFO nova.compute.manager [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Terminating instance [ 788.930340] env[69941]: INFO nova.compute.manager [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Took 36.40 seconds to build instance. [ 789.071036] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288381, 'name': Rename_Task, 'duration_secs': 0.310079} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.076706] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.077496] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c7fd3a7-2c59-4f92-ad72-b4450dc3f8e0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.085702] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquiring lock "a3c91cbb-66ac-439e-8d6c-476c39c9d6d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.086555] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "a3c91cbb-66ac-439e-8d6c-476c39c9d6d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.086555] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquiring lock "a3c91cbb-66ac-439e-8d6c-476c39c9d6d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.086555] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "a3c91cbb-66ac-439e-8d6c-476c39c9d6d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.086555] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "a3c91cbb-66ac-439e-8d6c-476c39c9d6d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.088371] env[69941]: DEBUG oslo_vmware.api [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311259} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.092250] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.092472] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.092659] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.092870] env[69941]: INFO nova.compute.manager [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Took 1.30 seconds to destroy the instance on the hypervisor. [ 789.093149] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.093427] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 789.093427] env[69941]: value = "task-3288383" [ 789.093427] env[69941]: _type = "Task" [ 789.093427] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.093956] env[69941]: INFO nova.compute.manager [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Terminating instance [ 789.095974] env[69941]: DEBUG nova.compute.manager [-] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.096170] env[69941]: DEBUG nova.network.neutron [-] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.112242] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288383, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.152765] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288379, 'name': CreateVM_Task, 'duration_secs': 0.637578} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.152942] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.153647] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.153810] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.154172] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.154439] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a648e3-7a86-4249-935c-2973cca75677 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.160322] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Waiting for the task: (returnval){ [ 789.160322] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]521489dd-70e6-2527-e22b-cdc469022886" [ 789.160322] env[69941]: _type = "Task" [ 789.160322] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.173199] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521489dd-70e6-2527-e22b-cdc469022886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.256718] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eff9c2c-59b5-41f3-b48e-48ea282cafb1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.265098] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a785390-051d-4e5c-8fcb-051f0109fdaf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.300625] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6323f5-066e-44f1-8ff8-acd659f81c81 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.310124] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de739fea-769a-40ff-b55d-36e2735b9c1a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.324844] env[69941]: DEBUG nova.compute.provider_tree [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.433401] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a74852d-95cc-47b6-9420-0a3d5667baab tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.690s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.434010] env[69941]: DEBUG nova.compute.manager [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.434489] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.435189] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17c4878-8e95-4083-b998-92d5537425e8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.443832] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.444103] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9921d912-f4e4-4333-9e46-a712e854f535 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.512401] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.512576] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.512726] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Deleting the datastore file [datastore2] dad2418f-614d-4fc5-9b83-3a54cd358e6f {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.512995] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e61b40f1-3d61-4c87-811b-18c117d406a4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.519951] env[69941]: DEBUG oslo_vmware.api [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 789.519951] env[69941]: value = "task-3288385" [ 789.519951] env[69941]: _type = "Task" [ 789.519951] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.528237] env[69941]: DEBUG oslo_vmware.api [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.600933] env[69941]: DEBUG nova.network.neutron [req-d0331a4a-567d-492b-9c38-370bede1d91c req-df5428e0-bd79-4fb7-9a34-b8d4b8c64c1f service nova] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Updated VIF entry in instance network info cache for port c8c3e874-2c67-479d-846e-ac21941c296c. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.601332] env[69941]: DEBUG nova.network.neutron [req-d0331a4a-567d-492b-9c38-370bede1d91c req-df5428e0-bd79-4fb7-9a34-b8d4b8c64c1f service nova] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Updating instance_info_cache with network_info: [{"id": "c8c3e874-2c67-479d-846e-ac21941c296c", "address": "fa:16:3e:69:ec:ad", "network": {"id": "0393d1a8-08a9-4066-9837-ab1475298899", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1140099643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "316eddfdcda640c3ab5617afabdf55e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c3e874-2c", "ovs_interfaceid": "c8c3e874-2c67-479d-846e-ac21941c296c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.607029] env[69941]: DEBUG nova.compute.manager [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.611361] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.612315] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9bc8c8-dba4-4f89-817b-d9b6028d0a19 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.625411] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.628219] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-912f6d4d-4d3e-49e6-b9f6-c31020077c6c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.631032] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.640065] env[69941]: DEBUG oslo_vmware.api [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 789.640065] env[69941]: value = "task-3288386" [ 789.640065] env[69941]: _type = "Task" [ 789.640065] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.646483] env[69941]: DEBUG oslo_vmware.api [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.672621] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521489dd-70e6-2527-e22b-cdc469022886, 'name': SearchDatastore_Task, 'duration_secs': 0.020245} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.675799] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.675799] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.676843] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.676843] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.676843] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.677646] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1159ed2a-3451-49ee-bc07-301b14641a70 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.688304] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.688510] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.690076] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-553e9148-6ba4-4bbd-a52b-736a920fa38a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.696472] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Waiting for the task: (returnval){ [ 789.696472] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52763f2f-cc9d-832b-6f88-1ceb2be810c1" [ 789.696472] env[69941]: _type = "Task" [ 789.696472] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.708446] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52763f2f-cc9d-832b-6f88-1ceb2be810c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.889038] env[69941]: DEBUG nova.scheduler.client.report [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Updated inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 789.889038] env[69941]: DEBUG nova.compute.provider_tree [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Updating resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea generation from 74 to 75 during operation: update_inventory {{(pid=69941) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 789.889038] env[69941]: DEBUG nova.compute.provider_tree [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.032759] env[69941]: DEBUG oslo_vmware.api [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212627} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.035964] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.037021] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.037021] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.037021] env[69941]: INFO nova.compute.manager [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Took 0.60 seconds to destroy the instance on the hypervisor. [ 790.037021] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.037385] env[69941]: DEBUG nova.compute.manager [-] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.037502] env[69941]: DEBUG nova.network.neutron [-] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.109922] env[69941]: DEBUG oslo_concurrency.lockutils [req-d0331a4a-567d-492b-9c38-370bede1d91c req-df5428e0-bd79-4fb7-9a34-b8d4b8c64c1f service nova] Releasing lock "refresh_cache-75ee7557-0682-41f7-b7b0-fe6e03f1c841" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.110828] env[69941]: DEBUG oslo_vmware.api [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288383, 'name': PowerOnVM_Task, 'duration_secs': 0.803481} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.111107] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.111304] env[69941]: DEBUG nova.compute.manager [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.112140] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353c3b6f-c0f5-4df1-8e1f-a5d956ef49ea {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.151633] env[69941]: DEBUG oslo_vmware.api [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288386, 'name': PowerOffVM_Task, 'duration_secs': 0.309021} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.152032] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.152224] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.152496] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f13ba50-95e2-48fd-aa0b-33fa7a93a8a5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.212033] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52763f2f-cc9d-832b-6f88-1ceb2be810c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013916} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.212870] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18482f3f-3576-414e-9587-d9b08be78e4b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.220454] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Waiting for the task: (returnval){ [ 790.220454] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52ecefc8-e239-c465-b50d-609fcd1b392a" [ 790.220454] env[69941]: _type = "Task" [ 790.220454] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.234531] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ecefc8-e239-c465-b50d-609fcd1b392a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.234829] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.235018] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.235208] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Deleting the datastore file [datastore2] a3c91cbb-66ac-439e-8d6c-476c39c9d6d9 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.235463] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd6f5f41-9bda-46b1-bce1-d1deaa945e21 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.243948] env[69941]: DEBUG oslo_vmware.api [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for the task: (returnval){ [ 790.243948] env[69941]: value = "task-3288389" [ 790.243948] env[69941]: _type = "Task" [ 790.243948] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.253369] env[69941]: DEBUG oslo_vmware.api [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.261444] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d593d7f4-aa79-4354-8751-5a3e14a0fac9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.267875] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4e745b2c-2f01-4e2a-93a0-0ff6177f038c tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Suspending the VM {{(pid=69941) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 790.268070] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-59c8d534-7f79-4730-9b79-7bb54e23c603 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.275792] env[69941]: DEBUG oslo_vmware.api [None req-4e745b2c-2f01-4e2a-93a0-0ff6177f038c tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 790.275792] env[69941]: value = "task-3288390" [ 790.275792] env[69941]: _type = "Task" [ 790.275792] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.295016] env[69941]: DEBUG oslo_vmware.api [None req-4e745b2c-2f01-4e2a-93a0-0ff6177f038c tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288390, 'name': SuspendVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.395158] env[69941]: DEBUG oslo_concurrency.lockutils [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.725s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.395158] env[69941]: DEBUG nova.compute.manager [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.399548] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.161s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.400640] env[69941]: INFO nova.compute.claims [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.615926] env[69941]: DEBUG nova.compute.manager [req-8d1c9ac2-254e-4cfc-a6d7-0cdbddb09389 req-f3bc8718-e2f7-43a8-8501-b760e378cf81 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Received event network-vif-deleted-fa36e1e4-89f4-4c60-ab3a-7411ccd0c825 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.616503] env[69941]: INFO nova.compute.manager [req-8d1c9ac2-254e-4cfc-a6d7-0cdbddb09389 req-f3bc8718-e2f7-43a8-8501-b760e378cf81 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Neutron deleted interface fa36e1e4-89f4-4c60-ab3a-7411ccd0c825; detaching it from the instance and deleting it from the info cache [ 790.616838] env[69941]: DEBUG nova.network.neutron [req-8d1c9ac2-254e-4cfc-a6d7-0cdbddb09389 req-f3bc8718-e2f7-43a8-8501-b760e378cf81 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Updating instance_info_cache with network_info: [{"id": "36e33f4c-c930-4ccf-9920-c9a1497b23ed", "address": "fa:16:3e:6d:a5:46", "network": {"id": "75b0fe40-ca82-49a5-b776-d500f76161fc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-975416996", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e33f4c-c9", "ovs_interfaceid": "36e33f4c-c930-4ccf-9920-c9a1497b23ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "30eca58a-d103-4f7e-95a6-1534ffa97434", "address": "fa:16:3e:b5:e6:db", "network": {"id": "c23a3cdf-e444-4636-9de8-b0665972d710", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2010736152", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30eca58a-d1", "ovs_interfaceid": "30eca58a-d103-4f7e-95a6-1534ffa97434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.635879] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.731252] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ecefc8-e239-c465-b50d-609fcd1b392a, 'name': SearchDatastore_Task, 'duration_secs': 0.032409} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.732034] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.732034] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 75ee7557-0682-41f7-b7b0-fe6e03f1c841/75ee7557-0682-41f7-b7b0-fe6e03f1c841.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.732324] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-198be779-459b-46ed-9ee7-f7e7d49d3726 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.741965] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Waiting for the task: (returnval){ [ 790.741965] env[69941]: value = "task-3288391" [ 790.741965] env[69941]: _type = "Task" [ 790.741965] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.756483] env[69941]: DEBUG oslo_vmware.api [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Task: {'id': task-3288389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266018} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.756706] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.756942] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.757130] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.757300] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.757467] env[69941]: INFO nova.compute.manager [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 790.757698] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.757883] env[69941]: DEBUG nova.compute.manager [-] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.757973] env[69941]: DEBUG nova.network.neutron [-] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.791017] env[69941]: DEBUG oslo_vmware.api [None req-4e745b2c-2f01-4e2a-93a0-0ff6177f038c tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288390, 'name': SuspendVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.906153] env[69941]: DEBUG nova.compute.utils [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.910714] env[69941]: DEBUG nova.compute.manager [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.910714] env[69941]: DEBUG nova.network.neutron [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.988664] env[69941]: DEBUG nova.policy [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdb585be14904710ac30ad50634416fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccd8b57d44134fc7acb2a98fc6a46b55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.121270] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d189f746-396a-4218-b497-276fbae4a00b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.137374] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cffc30-8614-49f9-874d-04e98304af45 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.191926] env[69941]: DEBUG nova.network.neutron [-] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.191973] env[69941]: DEBUG nova.compute.manager [req-8d1c9ac2-254e-4cfc-a6d7-0cdbddb09389 req-f3bc8718-e2f7-43a8-8501-b760e378cf81 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Detach interface failed, port_id=fa36e1e4-89f4-4c60-ab3a-7411ccd0c825, reason: Instance 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 791.192198] env[69941]: DEBUG nova.compute.manager [req-8d1c9ac2-254e-4cfc-a6d7-0cdbddb09389 req-f3bc8718-e2f7-43a8-8501-b760e378cf81 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Received event network-vif-deleted-36e33f4c-c930-4ccf-9920-c9a1497b23ed {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.192369] env[69941]: INFO nova.compute.manager [req-8d1c9ac2-254e-4cfc-a6d7-0cdbddb09389 req-f3bc8718-e2f7-43a8-8501-b760e378cf81 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Neutron deleted interface 36e33f4c-c930-4ccf-9920-c9a1497b23ed; detaching it from the instance and deleting it from the info cache [ 791.192609] env[69941]: DEBUG nova.network.neutron [req-8d1c9ac2-254e-4cfc-a6d7-0cdbddb09389 req-f3bc8718-e2f7-43a8-8501-b760e378cf81 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Updating instance_info_cache with network_info: [{"id": "30eca58a-d103-4f7e-95a6-1534ffa97434", "address": "fa:16:3e:b5:e6:db", "network": {"id": "c23a3cdf-e444-4636-9de8-b0665972d710", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2010736152", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30eca58a-d1", "ovs_interfaceid": "30eca58a-d103-4f7e-95a6-1534ffa97434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.193724] env[69941]: DEBUG nova.network.neutron [-] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.255775] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288391, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.289105] env[69941]: DEBUG oslo_vmware.api [None req-4e745b2c-2f01-4e2a-93a0-0ff6177f038c tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288390, 'name': SuspendVM_Task, 'duration_secs': 0.868531} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.289661] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4e745b2c-2f01-4e2a-93a0-0ff6177f038c tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Suspended the VM {{(pid=69941) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 791.289661] env[69941]: DEBUG nova.compute.manager [None req-4e745b2c-2f01-4e2a-93a0-0ff6177f038c tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.291954] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22a0d7d-fcca-43d3-94e8-63ea3410af3f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.421015] env[69941]: DEBUG nova.compute.manager [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.439322] env[69941]: DEBUG nova.network.neutron [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Successfully created port: 8d2d1b71-47e8-4e6e-8797-77bb63d4b76f {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.662679] env[69941]: DEBUG nova.network.neutron [-] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.697159] env[69941]: INFO nova.compute.manager [-] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Took 1.66 seconds to deallocate network for instance. [ 791.697159] env[69941]: INFO nova.compute.manager [-] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Took 2.60 seconds to deallocate network for instance. [ 791.697338] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a13a394c-fdbd-465d-b41d-63ab17e9a8d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.717149] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e580784-5358-497e-b288-8f349438721f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.758627] env[69941]: DEBUG nova.compute.manager [req-8d1c9ac2-254e-4cfc-a6d7-0cdbddb09389 req-f3bc8718-e2f7-43a8-8501-b760e378cf81 service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Detach interface failed, port_id=36e33f4c-c930-4ccf-9920-c9a1497b23ed, reason: Instance 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 791.758857] env[69941]: DEBUG nova.compute.manager [req-8d1c9ac2-254e-4cfc-a6d7-0cdbddb09389 req-f3bc8718-e2f7-43a8-8501-b760e378cf81 service nova] [instance: b24e27be-8986-4815-9723-fc5778147274] Received event network-changed-cbca327f-662e-42da-b55b-15fddadc5970 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.759040] env[69941]: DEBUG nova.compute.manager [req-8d1c9ac2-254e-4cfc-a6d7-0cdbddb09389 req-f3bc8718-e2f7-43a8-8501-b760e378cf81 service nova] [instance: b24e27be-8986-4815-9723-fc5778147274] Refreshing instance network info cache due to event network-changed-cbca327f-662e-42da-b55b-15fddadc5970. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.759270] env[69941]: DEBUG oslo_concurrency.lockutils [req-8d1c9ac2-254e-4cfc-a6d7-0cdbddb09389 req-f3bc8718-e2f7-43a8-8501-b760e378cf81 service nova] Acquiring lock "refresh_cache-b24e27be-8986-4815-9723-fc5778147274" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.759416] env[69941]: DEBUG oslo_concurrency.lockutils [req-8d1c9ac2-254e-4cfc-a6d7-0cdbddb09389 req-f3bc8718-e2f7-43a8-8501-b760e378cf81 service nova] Acquired lock "refresh_cache-b24e27be-8986-4815-9723-fc5778147274" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.759575] env[69941]: DEBUG nova.network.neutron [req-8d1c9ac2-254e-4cfc-a6d7-0cdbddb09389 req-f3bc8718-e2f7-43a8-8501-b760e378cf81 service nova] [instance: b24e27be-8986-4815-9723-fc5778147274] Refreshing network info cache for port cbca327f-662e-42da-b55b-15fddadc5970 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.776194] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926846} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.776693] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 75ee7557-0682-41f7-b7b0-fe6e03f1c841/75ee7557-0682-41f7-b7b0-fe6e03f1c841.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.776906] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.777341] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc407514-63be-4407-82f7-9a2c20732487 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.784188] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Waiting for the task: (returnval){ [ 791.784188] env[69941]: value = "task-3288392" [ 791.784188] env[69941]: _type = "Task" [ 791.784188] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.794727] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.839649] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Volume attach. Driver type: vmdk {{(pid=69941) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 791.839987] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656720', 'volume_id': '60efbf5a-1bc5-450c-b20e-93ca9293a092', 'name': 'volume-60efbf5a-1bc5-450c-b20e-93ca9293a092', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df080cf4-ca18-498f-8647-0e4c315caf57', 'attached_at': '', 'detached_at': '', 'volume_id': '60efbf5a-1bc5-450c-b20e-93ca9293a092', 'serial': '60efbf5a-1bc5-450c-b20e-93ca9293a092'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 791.840852] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f58b9ca-bf87-497a-9938-1027b2a299e4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.864616] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febd8856-0e5f-4c49-a436-102e42e24fc7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.899287] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] volume-60efbf5a-1bc5-450c-b20e-93ca9293a092/volume-60efbf5a-1bc5-450c-b20e-93ca9293a092.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.903023] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3ab22f4-96e4-414a-bb94-efba3bb5820a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.924669] env[69941]: DEBUG oslo_vmware.api [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 791.924669] env[69941]: value = "task-3288393" [ 791.924669] env[69941]: _type = "Task" [ 791.924669] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.935560] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "31768ce8-eece-4386-bc52-25320530f63b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.935820] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "31768ce8-eece-4386-bc52-25320530f63b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.936100] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "31768ce8-eece-4386-bc52-25320530f63b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.936335] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "31768ce8-eece-4386-bc52-25320530f63b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.936467] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "31768ce8-eece-4386-bc52-25320530f63b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.944470] env[69941]: DEBUG oslo_vmware.api [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.945130] env[69941]: INFO nova.compute.manager [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Terminating instance [ 792.006489] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64002b3d-90aa-4f52-a074-47e38e36c735 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.015709] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5678c38a-e931-499a-9d64-1400dcdf1f74 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.053350] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4431cc3-98db-4758-a2be-c91bdd2abcc7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.064630] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46ce73d-a616-4c8b-ac04-f22a00bae74d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.081705] env[69941]: DEBUG nova.compute.provider_tree [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.165307] env[69941]: INFO nova.compute.manager [-] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Took 1.41 seconds to deallocate network for instance. [ 792.211353] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.212230] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.223534] env[69941]: DEBUG nova.network.neutron [req-8d1c9ac2-254e-4cfc-a6d7-0cdbddb09389 req-f3bc8718-e2f7-43a8-8501-b760e378cf81 service nova] [instance: b24e27be-8986-4815-9723-fc5778147274] Updated VIF entry in instance network info cache for port cbca327f-662e-42da-b55b-15fddadc5970. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.223951] env[69941]: DEBUG nova.network.neutron [req-8d1c9ac2-254e-4cfc-a6d7-0cdbddb09389 req-f3bc8718-e2f7-43a8-8501-b760e378cf81 service nova] [instance: b24e27be-8986-4815-9723-fc5778147274] Updating instance_info_cache with network_info: [{"id": "cbca327f-662e-42da-b55b-15fddadc5970", "address": "fa:16:3e:7c:d9:12", "network": {"id": "b85fe822-dff3-4c8f-b811-cf21431f0546", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-440379332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae73b7298c84730b11d3275b615a56e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbca327f-66", "ovs_interfaceid": "cbca327f-662e-42da-b55b-15fddadc5970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.299853] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285348} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.300169] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.300916] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469c9765-b3fe-499c-87ac-268e9e5ea829 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.328767] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 75ee7557-0682-41f7-b7b0-fe6e03f1c841/75ee7557-0682-41f7-b7b0-fe6e03f1c841.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.329094] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ea68edd-c16b-423e-a9b8-e3718da27530 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.351480] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Waiting for the task: (returnval){ [ 792.351480] env[69941]: value = "task-3288394" [ 792.351480] env[69941]: _type = "Task" [ 792.351480] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.359709] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.436880] env[69941]: DEBUG nova.compute.manager [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.439172] env[69941]: DEBUG oslo_vmware.api [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288393, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.450102] env[69941]: DEBUG nova.compute.manager [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.450102] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.451225] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88f5aec-9ea8-4736-8b3c-3c79d6a6a2eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.460747] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.460747] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-347bf508-6f55-4f4b-b49e-63ad9a39fb1f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.466518] env[69941]: DEBUG nova.virt.hardware [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.466776] env[69941]: DEBUG nova.virt.hardware [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.467056] env[69941]: DEBUG nova.virt.hardware [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.467150] env[69941]: DEBUG nova.virt.hardware [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.467306] env[69941]: DEBUG nova.virt.hardware [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.467469] env[69941]: DEBUG nova.virt.hardware [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.467696] env[69941]: DEBUG nova.virt.hardware [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.467857] env[69941]: DEBUG nova.virt.hardware [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.468083] env[69941]: DEBUG nova.virt.hardware [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.468293] env[69941]: DEBUG nova.virt.hardware [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.468488] env[69941]: DEBUG nova.virt.hardware [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.469367] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ea1a5c-c911-4cfb-9ccb-58b718c7d381 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.473372] env[69941]: DEBUG oslo_vmware.api [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 792.473372] env[69941]: value = "task-3288395" [ 792.473372] env[69941]: _type = "Task" [ 792.473372] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.481989] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5daeed9-8dd1-4393-82b6-1b562e235d88 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.489799] env[69941]: DEBUG oslo_vmware.api [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.584623] env[69941]: DEBUG nova.scheduler.client.report [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.674199] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.727361] env[69941]: DEBUG oslo_concurrency.lockutils [req-8d1c9ac2-254e-4cfc-a6d7-0cdbddb09389 req-f3bc8718-e2f7-43a8-8501-b760e378cf81 service nova] Releasing lock "refresh_cache-b24e27be-8986-4815-9723-fc5778147274" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.779299] env[69941]: DEBUG nova.compute.manager [req-a3d5876f-8dcc-470c-b070-a34f67f0fa7a req-6cc49113-f78d-42ee-976a-5246f1a65dfc service nova] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Received event network-vif-deleted-31f6b4b8-f441-46e5-bca8-bb280fb0f95e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.779414] env[69941]: DEBUG nova.compute.manager [req-a3d5876f-8dcc-470c-b070-a34f67f0fa7a req-6cc49113-f78d-42ee-976a-5246f1a65dfc service nova] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Received event network-vif-deleted-30eca58a-d103-4f7e-95a6-1534ffa97434 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.779591] env[69941]: DEBUG nova.compute.manager [req-a3d5876f-8dcc-470c-b070-a34f67f0fa7a req-6cc49113-f78d-42ee-976a-5246f1a65dfc service nova] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Received event network-vif-deleted-530a6d3f-4db1-4b9b-812b-1c320d42c508 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.862733] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.938277] env[69941]: DEBUG oslo_vmware.api [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288393, 'name': ReconfigVM_Task, 'duration_secs': 0.569862} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.938608] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Reconfigured VM instance instance-00000035 to attach disk [datastore1] volume-60efbf5a-1bc5-450c-b20e-93ca9293a092/volume-60efbf5a-1bc5-450c-b20e-93ca9293a092.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.943982] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c954217-b95d-4000-b77a-53089754c2c2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.962395] env[69941]: DEBUG oslo_vmware.api [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 792.962395] env[69941]: value = "task-3288396" [ 792.962395] env[69941]: _type = "Task" [ 792.962395] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.971016] env[69941]: DEBUG oslo_vmware.api [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.982432] env[69941]: DEBUG oslo_vmware.api [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288395, 'name': PowerOffVM_Task, 'duration_secs': 0.339151} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.982710] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.982964] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.983251] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d234d74f-89a5-41b8-bf20-3a5288bb8106 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.063022] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.063022] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.063022] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleting the datastore file [datastore1] 31768ce8-eece-4386-bc52-25320530f63b {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.063281] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae15ee51-da07-416e-94b4-874ccd1c54c5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.074165] env[69941]: DEBUG oslo_vmware.api [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 793.074165] env[69941]: value = "task-3288398" [ 793.074165] env[69941]: _type = "Task" [ 793.074165] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.083807] env[69941]: DEBUG oslo_vmware.api [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.089797] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.090373] env[69941]: DEBUG nova.compute.manager [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.093356] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.804s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.095037] env[69941]: INFO nova.compute.claims [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.362910] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288394, 'name': ReconfigVM_Task, 'duration_secs': 0.827975} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.363241] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 75ee7557-0682-41f7-b7b0-fe6e03f1c841/75ee7557-0682-41f7-b7b0-fe6e03f1c841.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.366721] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac4b314f-8198-44a8-8249-68c569540860 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.372574] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Waiting for the task: (returnval){ [ 793.372574] env[69941]: value = "task-3288399" [ 793.372574] env[69941]: _type = "Task" [ 793.372574] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.383057] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288399, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.438604] env[69941]: DEBUG nova.network.neutron [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Successfully updated port: 8d2d1b71-47e8-4e6e-8797-77bb63d4b76f {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.473529] env[69941]: DEBUG oslo_vmware.api [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288396, 'name': ReconfigVM_Task, 'duration_secs': 0.156543} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.473848] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656720', 'volume_id': '60efbf5a-1bc5-450c-b20e-93ca9293a092', 'name': 'volume-60efbf5a-1bc5-450c-b20e-93ca9293a092', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df080cf4-ca18-498f-8647-0e4c315caf57', 'attached_at': '', 'detached_at': '', 'volume_id': '60efbf5a-1bc5-450c-b20e-93ca9293a092', 'serial': '60efbf5a-1bc5-450c-b20e-93ca9293a092'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 793.589065] env[69941]: DEBUG oslo_vmware.api [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.602362] env[69941]: DEBUG nova.compute.utils [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.604414] env[69941]: DEBUG nova.compute.manager [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.604604] env[69941]: DEBUG nova.network.neutron [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.641583] env[69941]: DEBUG nova.policy [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ec0e5b87c5f4f279fe6c8e4648cc30a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b95ea7a3db6d44d58d53bc615ad7b935', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.759875] env[69941]: DEBUG nova.compute.manager [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.760761] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aa1b3f-575a-4cfe-8d8e-f6a146653961 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.883119] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288399, 'name': Rename_Task, 'duration_secs': 0.419793} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.883353] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.883599] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fb5e38e-3101-4766-8499-d547be90e5f7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.890904] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Waiting for the task: (returnval){ [ 793.890904] env[69941]: value = "task-3288400" [ 793.890904] env[69941]: _type = "Task" [ 793.890904] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.904250] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.939560] env[69941]: DEBUG oslo_concurrency.lockutils [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Acquiring lock "refresh_cache-61d74b20-84cf-443d-b6f6-922d196c46fa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.941403] env[69941]: DEBUG oslo_concurrency.lockutils [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Acquired lock "refresh_cache-61d74b20-84cf-443d-b6f6-922d196c46fa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.941403] env[69941]: DEBUG nova.network.neutron [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.046452] env[69941]: DEBUG nova.network.neutron [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Successfully created port: 05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.086607] env[69941]: DEBUG oslo_vmware.api [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.59341} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.086863] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.087060] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.087243] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.087418] env[69941]: INFO nova.compute.manager [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Took 1.64 seconds to destroy the instance on the hypervisor. [ 794.087653] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.087840] env[69941]: DEBUG nova.compute.manager [-] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.087932] env[69941]: DEBUG nova.network.neutron [-] [instance: 31768ce8-eece-4386-bc52-25320530f63b] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.104855] env[69941]: DEBUG nova.compute.manager [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.274600] env[69941]: INFO nova.compute.manager [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] instance snapshotting [ 794.274797] env[69941]: WARNING nova.compute.manager [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 794.277767] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fff500-c505-46d6-967a-18084602102b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.303914] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90948cf-bcd0-4dfa-bd41-ac5cf58b7cf0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.403859] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288400, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.489595] env[69941]: DEBUG nova.network.neutron [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.518633] env[69941]: DEBUG nova.objects.instance [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lazy-loading 'flavor' on Instance uuid df080cf4-ca18-498f-8647-0e4c315caf57 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.579044] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c84611f-c0e2-46a4-9f6d-b3ea79f61654 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.591022] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8454bfd1-8082-4106-a5d0-f47bfec16f89 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.627473] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec87acdf-9dd5-4930-84e1-e958bb00f26b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.636209] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea9abac-d324-4dbd-9024-13e64c46612e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.651457] env[69941]: DEBUG nova.compute.provider_tree [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.678345] env[69941]: DEBUG nova.network.neutron [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Updating instance_info_cache with network_info: [{"id": "8d2d1b71-47e8-4e6e-8797-77bb63d4b76f", "address": "fa:16:3e:a2:da:30", "network": {"id": "ae4c6292-70c4-443d-8534-fd8bd09fe515", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-277820656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd8b57d44134fc7acb2a98fc6a46b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2d1b71-47", "ovs_interfaceid": "8d2d1b71-47e8-4e6e-8797-77bb63d4b76f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.710727] env[69941]: DEBUG oslo_concurrency.lockutils [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "df080cf4-ca18-498f-8647-0e4c315caf57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.807572] env[69941]: DEBUG nova.compute.manager [req-82ebfbe5-4ae1-4032-80e5-d0bb3587cc76 req-45256635-5e51-4634-a2d5-3c8ca49f4184 service nova] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Received event network-vif-plugged-8d2d1b71-47e8-4e6e-8797-77bb63d4b76f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.807841] env[69941]: DEBUG oslo_concurrency.lockutils [req-82ebfbe5-4ae1-4032-80e5-d0bb3587cc76 req-45256635-5e51-4634-a2d5-3c8ca49f4184 service nova] Acquiring lock "61d74b20-84cf-443d-b6f6-922d196c46fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.808106] env[69941]: DEBUG oslo_concurrency.lockutils [req-82ebfbe5-4ae1-4032-80e5-d0bb3587cc76 req-45256635-5e51-4634-a2d5-3c8ca49f4184 service nova] Lock "61d74b20-84cf-443d-b6f6-922d196c46fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.808327] env[69941]: DEBUG oslo_concurrency.lockutils [req-82ebfbe5-4ae1-4032-80e5-d0bb3587cc76 req-45256635-5e51-4634-a2d5-3c8ca49f4184 service nova] Lock "61d74b20-84cf-443d-b6f6-922d196c46fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.808495] env[69941]: DEBUG nova.compute.manager [req-82ebfbe5-4ae1-4032-80e5-d0bb3587cc76 req-45256635-5e51-4634-a2d5-3c8ca49f4184 service nova] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] No waiting events found dispatching network-vif-plugged-8d2d1b71-47e8-4e6e-8797-77bb63d4b76f {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.808684] env[69941]: WARNING nova.compute.manager [req-82ebfbe5-4ae1-4032-80e5-d0bb3587cc76 req-45256635-5e51-4634-a2d5-3c8ca49f4184 service nova] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Received unexpected event network-vif-plugged-8d2d1b71-47e8-4e6e-8797-77bb63d4b76f for instance with vm_state building and task_state spawning. [ 794.808882] env[69941]: DEBUG nova.compute.manager [req-82ebfbe5-4ae1-4032-80e5-d0bb3587cc76 req-45256635-5e51-4634-a2d5-3c8ca49f4184 service nova] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Received event network-changed-8d2d1b71-47e8-4e6e-8797-77bb63d4b76f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.809082] env[69941]: DEBUG nova.compute.manager [req-82ebfbe5-4ae1-4032-80e5-d0bb3587cc76 req-45256635-5e51-4634-a2d5-3c8ca49f4184 service nova] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Refreshing instance network info cache due to event network-changed-8d2d1b71-47e8-4e6e-8797-77bb63d4b76f. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.809289] env[69941]: DEBUG oslo_concurrency.lockutils [req-82ebfbe5-4ae1-4032-80e5-d0bb3587cc76 req-45256635-5e51-4634-a2d5-3c8ca49f4184 service nova] Acquiring lock "refresh_cache-61d74b20-84cf-443d-b6f6-922d196c46fa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.819456] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 794.819881] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1aa45805-f11e-4acc-98f8-e6b7a9f20453 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.842994] env[69941]: DEBUG oslo_vmware.api [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 794.842994] env[69941]: value = "task-3288401" [ 794.842994] env[69941]: _type = "Task" [ 794.842994] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.852110] env[69941]: DEBUG oslo_vmware.api [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288401, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.901842] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288400, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.930496] env[69941]: DEBUG nova.network.neutron [-] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.026854] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd4dc9ad-d927-4c54-9145-4e5da8261306 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "df080cf4-ca18-498f-8647-0e4c315caf57" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.814s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.028156] env[69941]: DEBUG oslo_concurrency.lockutils [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "df080cf4-ca18-498f-8647-0e4c315caf57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.318s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.028502] env[69941]: DEBUG oslo_concurrency.lockutils [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "df080cf4-ca18-498f-8647-0e4c315caf57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.028814] env[69941]: DEBUG oslo_concurrency.lockutils [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "df080cf4-ca18-498f-8647-0e4c315caf57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.029051] env[69941]: DEBUG oslo_concurrency.lockutils [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "df080cf4-ca18-498f-8647-0e4c315caf57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.031655] env[69941]: INFO nova.compute.manager [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Terminating instance [ 795.131829] env[69941]: DEBUG nova.compute.manager [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.158825] env[69941]: DEBUG nova.virt.hardware [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.159709] env[69941]: DEBUG nova.virt.hardware [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.159709] env[69941]: DEBUG nova.virt.hardware [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.159709] env[69941]: DEBUG nova.virt.hardware [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.159709] env[69941]: DEBUG nova.virt.hardware [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.159709] env[69941]: DEBUG nova.virt.hardware [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.159963] env[69941]: DEBUG nova.virt.hardware [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.160234] env[69941]: DEBUG nova.virt.hardware [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.160440] env[69941]: DEBUG nova.virt.hardware [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.160647] env[69941]: DEBUG nova.virt.hardware [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.160842] env[69941]: DEBUG nova.virt.hardware [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.161790] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e63e96-1725-40ca-912b-9afcafc159d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.172933] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6ca85d-79fd-487a-9534-d94aef1f4762 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.180817] env[69941]: DEBUG oslo_concurrency.lockutils [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Releasing lock "refresh_cache-61d74b20-84cf-443d-b6f6-922d196c46fa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.181690] env[69941]: DEBUG nova.compute.manager [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Instance network_info: |[{"id": "8d2d1b71-47e8-4e6e-8797-77bb63d4b76f", "address": "fa:16:3e:a2:da:30", "network": {"id": "ae4c6292-70c4-443d-8534-fd8bd09fe515", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-277820656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd8b57d44134fc7acb2a98fc6a46b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2d1b71-47", "ovs_interfaceid": "8d2d1b71-47e8-4e6e-8797-77bb63d4b76f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.193601] env[69941]: DEBUG oslo_concurrency.lockutils [req-82ebfbe5-4ae1-4032-80e5-d0bb3587cc76 req-45256635-5e51-4634-a2d5-3c8ca49f4184 service nova] Acquired lock "refresh_cache-61d74b20-84cf-443d-b6f6-922d196c46fa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.193930] env[69941]: DEBUG nova.network.neutron [req-82ebfbe5-4ae1-4032-80e5-d0bb3587cc76 req-45256635-5e51-4634-a2d5-3c8ca49f4184 service nova] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Refreshing network info cache for port 8d2d1b71-47e8-4e6e-8797-77bb63d4b76f {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.195442] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:da:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d2d1b71-47e8-4e6e-8797-77bb63d4b76f', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.203705] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Creating folder: Project (ccd8b57d44134fc7acb2a98fc6a46b55). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.205525] env[69941]: DEBUG nova.scheduler.client.report [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Updated inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 795.205813] env[69941]: DEBUG nova.compute.provider_tree [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Updating resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea generation from 75 to 76 during operation: update_inventory {{(pid=69941) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 795.206118] env[69941]: DEBUG nova.compute.provider_tree [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.210589] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5af131a-eb08-44f7-8869-e62ceb481253 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.224925] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Created folder: Project (ccd8b57d44134fc7acb2a98fc6a46b55) in parent group-v656570. [ 795.225166] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Creating folder: Instances. Parent ref: group-v656724. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.225423] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39b555a3-e735-4d9d-b8ac-d2919bcaecea {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.238850] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Created folder: Instances in parent group-v656724. [ 795.239171] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.239409] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.239640] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6107184-462a-4bda-a557-e6b1365ef7c1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.264231] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.264231] env[69941]: value = "task-3288404" [ 795.264231] env[69941]: _type = "Task" [ 795.264231] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.273800] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288404, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.354848] env[69941]: DEBUG oslo_vmware.api [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288401, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.403241] env[69941]: DEBUG oslo_vmware.api [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288400, 'name': PowerOnVM_Task, 'duration_secs': 1.303984} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.403538] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.403747] env[69941]: INFO nova.compute.manager [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Took 9.89 seconds to spawn the instance on the hypervisor. [ 795.403930] env[69941]: DEBUG nova.compute.manager [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.404733] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb94fd30-3cde-4377-a576-11d0d1426cc1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.435407] env[69941]: INFO nova.compute.manager [-] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Took 1.35 seconds to deallocate network for instance. [ 795.536231] env[69941]: DEBUG nova.compute.manager [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.536494] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.536770] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-424e9bf7-ddcc-4004-ab05-c166b3708cd8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.547762] env[69941]: DEBUG oslo_vmware.api [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 795.547762] env[69941]: value = "task-3288405" [ 795.547762] env[69941]: _type = "Task" [ 795.547762] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.559864] env[69941]: DEBUG oslo_vmware.api [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.718279] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.718279] env[69941]: DEBUG nova.compute.manager [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.720352] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.917s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.780449] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288404, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.784371] env[69941]: DEBUG nova.network.neutron [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Successfully updated port: 05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.855163] env[69941]: DEBUG oslo_vmware.api [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288401, 'name': CreateSnapshot_Task, 'duration_secs': 0.550853} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.855463] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 795.856297] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d42831f-e4d0-42b0-9e19-dd03684fda01 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.929727] env[69941]: INFO nova.compute.manager [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Took 34.55 seconds to build instance. [ 795.949627] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.005748] env[69941]: DEBUG nova.network.neutron [req-82ebfbe5-4ae1-4032-80e5-d0bb3587cc76 req-45256635-5e51-4634-a2d5-3c8ca49f4184 service nova] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Updated VIF entry in instance network info cache for port 8d2d1b71-47e8-4e6e-8797-77bb63d4b76f. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.006128] env[69941]: DEBUG nova.network.neutron [req-82ebfbe5-4ae1-4032-80e5-d0bb3587cc76 req-45256635-5e51-4634-a2d5-3c8ca49f4184 service nova] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Updating instance_info_cache with network_info: [{"id": "8d2d1b71-47e8-4e6e-8797-77bb63d4b76f", "address": "fa:16:3e:a2:da:30", "network": {"id": "ae4c6292-70c4-443d-8534-fd8bd09fe515", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-277820656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd8b57d44134fc7acb2a98fc6a46b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2d1b71-47", "ovs_interfaceid": "8d2d1b71-47e8-4e6e-8797-77bb63d4b76f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.059358] env[69941]: DEBUG oslo_vmware.api [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288405, 'name': PowerOffVM_Task, 'duration_secs': 0.21912} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.060064] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.060064] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 796.060221] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656720', 'volume_id': '60efbf5a-1bc5-450c-b20e-93ca9293a092', 'name': 'volume-60efbf5a-1bc5-450c-b20e-93ca9293a092', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df080cf4-ca18-498f-8647-0e4c315caf57', 'attached_at': '', 'detached_at': '', 'volume_id': '60efbf5a-1bc5-450c-b20e-93ca9293a092', 'serial': '60efbf5a-1bc5-450c-b20e-93ca9293a092'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 796.060909] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0199a25-e47d-4403-98a6-5707f750412e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.084820] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739ba341-a97d-4cd4-8225-89194fe22919 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.093453] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf2798d-b6a7-4ca8-8cc1-a4752751443c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.116090] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fdfa3a-3739-450c-ac45-4bebf746575b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.132083] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] The volume has not been displaced from its original location: [datastore1] volume-60efbf5a-1bc5-450c-b20e-93ca9293a092/volume-60efbf5a-1bc5-450c-b20e-93ca9293a092.vmdk. No consolidation needed. {{(pid=69941) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 796.137391] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 796.137697] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bdefc03-1370-409b-8d51-963284b7661f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.157751] env[69941]: DEBUG oslo_vmware.api [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 796.157751] env[69941]: value = "task-3288406" [ 796.157751] env[69941]: _type = "Task" [ 796.157751] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.166343] env[69941]: DEBUG oslo_vmware.api [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.224669] env[69941]: DEBUG nova.compute.utils [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.228874] env[69941]: INFO nova.compute.claims [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.231821] env[69941]: DEBUG nova.compute.manager [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.231999] env[69941]: DEBUG nova.network.neutron [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.276292] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288404, 'name': CreateVM_Task, 'duration_secs': 0.692483} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.276292] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.277600] env[69941]: DEBUG oslo_concurrency.lockutils [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.277600] env[69941]: DEBUG oslo_concurrency.lockutils [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.277600] env[69941]: DEBUG oslo_concurrency.lockutils [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.277600] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddda66bb-81db-4330-a56e-5c8dd654b855 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.283066] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Waiting for the task: (returnval){ [ 796.283066] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52dce5b6-479d-b1fa-ea80-04674ced9f17" [ 796.283066] env[69941]: _type = "Task" [ 796.283066] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.287527] env[69941]: DEBUG nova.policy [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d4e4a7864764818b67783e6409c863e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9348d10931f4d59bcabcc4fcdd54c60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.289434] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "refresh_cache-a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.289572] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "refresh_cache-a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.289716] env[69941]: DEBUG nova.network.neutron [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.301409] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52dce5b6-479d-b1fa-ea80-04674ced9f17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.375424] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 796.376338] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cbe02292-aae7-40f3-b0f9-022ef7c7409e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.386786] env[69941]: DEBUG oslo_vmware.api [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 796.386786] env[69941]: value = "task-3288407" [ 796.386786] env[69941]: _type = "Task" [ 796.386786] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.396041] env[69941]: DEBUG oslo_vmware.api [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288407, 'name': CloneVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.432240] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2e8e73fa-3e4c-4454-8615-f2b54630da5e tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Lock "75ee7557-0682-41f7-b7b0-fe6e03f1c841" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.999s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.508669] env[69941]: DEBUG oslo_concurrency.lockutils [req-82ebfbe5-4ae1-4032-80e5-d0bb3587cc76 req-45256635-5e51-4634-a2d5-3c8ca49f4184 service nova] Releasing lock "refresh_cache-61d74b20-84cf-443d-b6f6-922d196c46fa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.508947] env[69941]: DEBUG nova.compute.manager [req-82ebfbe5-4ae1-4032-80e5-d0bb3587cc76 req-45256635-5e51-4634-a2d5-3c8ca49f4184 service nova] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Received event network-vif-deleted-45feabec-8ea0-4818-94f4-da6f655d4bf4 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.509153] env[69941]: INFO nova.compute.manager [req-82ebfbe5-4ae1-4032-80e5-d0bb3587cc76 req-45256635-5e51-4634-a2d5-3c8ca49f4184 service nova] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Neutron deleted interface 45feabec-8ea0-4818-94f4-da6f655d4bf4; detaching it from the instance and deleting it from the info cache [ 796.509439] env[69941]: DEBUG nova.network.neutron [req-82ebfbe5-4ae1-4032-80e5-d0bb3587cc76 req-45256635-5e51-4634-a2d5-3c8ca49f4184 service nova] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.677953] env[69941]: DEBUG oslo_vmware.api [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288406, 'name': ReconfigVM_Task, 'duration_secs': 0.266459} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.677953] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 796.682870] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d9a9c0b-6fca-40c3-8986-3012db74da1b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.704652] env[69941]: DEBUG oslo_vmware.api [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 796.704652] env[69941]: value = "task-3288408" [ 796.704652] env[69941]: _type = "Task" [ 796.704652] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.712775] env[69941]: DEBUG oslo_vmware.api [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.721933] env[69941]: DEBUG nova.network.neutron [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Successfully created port: f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.732681] env[69941]: DEBUG nova.compute.manager [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.737344] env[69941]: INFO nova.compute.resource_tracker [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updating resource usage from migration 428380f0-879c-428e-a787-c2579ca1eaa6 [ 796.801744] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52dce5b6-479d-b1fa-ea80-04674ced9f17, 'name': SearchDatastore_Task, 'duration_secs': 0.029333} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.805172] env[69941]: DEBUG oslo_concurrency.lockutils [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.805562] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.805939] env[69941]: DEBUG oslo_concurrency.lockutils [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.809485] env[69941]: DEBUG oslo_concurrency.lockutils [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.809485] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.809485] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdee1d80-075a-4765-b75f-6e4b50751907 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.821392] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.821392] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.823402] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba05e12-511f-457e-936b-82c41cb20e11 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.841136] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Waiting for the task: (returnval){ [ 796.841136] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]529343ad-ff02-1af6-70f3-55206d2bf310" [ 796.841136] env[69941]: _type = "Task" [ 796.841136] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.858887] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529343ad-ff02-1af6-70f3-55206d2bf310, 'name': SearchDatastore_Task, 'duration_secs': 0.014216} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.860199] env[69941]: DEBUG nova.network.neutron [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.868983] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-506e3c66-f7cf-44ac-9bef-55122acaea5a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.874902] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Waiting for the task: (returnval){ [ 796.874902] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]520c8c21-455c-fc66-83c7-65f273ad66d7" [ 796.874902] env[69941]: _type = "Task" [ 796.874902] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.882913] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520c8c21-455c-fc66-83c7-65f273ad66d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.891482] env[69941]: DEBUG nova.compute.manager [req-d6372206-0709-4f08-b524-bc07b038bc58 req-6c24cfd0-2ebc-42ea-87e4-bb4b4e43293a service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Received event network-vif-plugged-05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.891482] env[69941]: DEBUG oslo_concurrency.lockutils [req-d6372206-0709-4f08-b524-bc07b038bc58 req-6c24cfd0-2ebc-42ea-87e4-bb4b4e43293a service nova] Acquiring lock "a62ae68a-fb40-4439-9c38-3765dfac652a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.891482] env[69941]: DEBUG oslo_concurrency.lockutils [req-d6372206-0709-4f08-b524-bc07b038bc58 req-6c24cfd0-2ebc-42ea-87e4-bb4b4e43293a service nova] Lock "a62ae68a-fb40-4439-9c38-3765dfac652a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.891482] env[69941]: DEBUG oslo_concurrency.lockutils [req-d6372206-0709-4f08-b524-bc07b038bc58 req-6c24cfd0-2ebc-42ea-87e4-bb4b4e43293a service nova] Lock "a62ae68a-fb40-4439-9c38-3765dfac652a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.891482] env[69941]: DEBUG nova.compute.manager [req-d6372206-0709-4f08-b524-bc07b038bc58 req-6c24cfd0-2ebc-42ea-87e4-bb4b4e43293a service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] No waiting events found dispatching network-vif-plugged-05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.891482] env[69941]: WARNING nova.compute.manager [req-d6372206-0709-4f08-b524-bc07b038bc58 req-6c24cfd0-2ebc-42ea-87e4-bb4b4e43293a service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Received unexpected event network-vif-plugged-05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d for instance with vm_state building and task_state spawning. [ 796.891482] env[69941]: DEBUG nova.compute.manager [req-d6372206-0709-4f08-b524-bc07b038bc58 req-6c24cfd0-2ebc-42ea-87e4-bb4b4e43293a service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Received event network-changed-05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.891482] env[69941]: DEBUG nova.compute.manager [req-d6372206-0709-4f08-b524-bc07b038bc58 req-6c24cfd0-2ebc-42ea-87e4-bb4b4e43293a service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Refreshing instance network info cache due to event network-changed-05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.891482] env[69941]: DEBUG oslo_concurrency.lockutils [req-d6372206-0709-4f08-b524-bc07b038bc58 req-6c24cfd0-2ebc-42ea-87e4-bb4b4e43293a service nova] Acquiring lock "refresh_cache-a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.902452] env[69941]: DEBUG oslo_vmware.api [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288407, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.012155] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f3a902b-cf3b-460a-b9b2-19e91fa105d9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.025176] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51b0b91-5faf-4de3-957e-ee699c188176 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.045440] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "fb66ba05-860c-47fa-bb76-3ef2cd552f9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.045713] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "fb66ba05-860c-47fa-bb76-3ef2cd552f9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.076334] env[69941]: DEBUG nova.compute.manager [req-82ebfbe5-4ae1-4032-80e5-d0bb3587cc76 req-45256635-5e51-4634-a2d5-3c8ca49f4184 service nova] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Detach interface failed, port_id=45feabec-8ea0-4818-94f4-da6f655d4bf4, reason: Instance 31768ce8-eece-4386-bc52-25320530f63b could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 797.147991] env[69941]: DEBUG nova.network.neutron [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Updating instance_info_cache with network_info: [{"id": "05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d", "address": "fa:16:3e:3f:34:29", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c4dbb8-0a", "ovs_interfaceid": "05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.218096] env[69941]: DEBUG oslo_vmware.api [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288408, 'name': ReconfigVM_Task, 'duration_secs': 0.407856} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.218557] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656720', 'volume_id': '60efbf5a-1bc5-450c-b20e-93ca9293a092', 'name': 'volume-60efbf5a-1bc5-450c-b20e-93ca9293a092', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df080cf4-ca18-498f-8647-0e4c315caf57', 'attached_at': '', 'detached_at': '', 'volume_id': '60efbf5a-1bc5-450c-b20e-93ca9293a092', 'serial': '60efbf5a-1bc5-450c-b20e-93ca9293a092'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 797.218802] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.219627] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dc66ab-5396-40e7-8dd3-d8d5586da253 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.231025] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.231331] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-051e6b97-c920-4d01-bd4f-1132e693651e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.237805] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbe0853-52b9-4a42-89a2-2df1b1c1f840 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.251309] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c11a72d-dbfb-4678-ae4e-5dc23dbed48b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.285615] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35c9ca7-b3d5-4d90-895d-2e838552876c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.294359] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05007f99-dcd9-492b-a1c9-cab8a78db760 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.312067] env[69941]: DEBUG nova.compute.provider_tree [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.318023] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.318023] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.318023] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleting the datastore file [datastore2] df080cf4-ca18-498f-8647-0e4c315caf57 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.318023] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-971439cc-bbd2-4b3e-b45f-e17db7108a27 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.322881] env[69941]: DEBUG oslo_vmware.api [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 797.322881] env[69941]: value = "task-3288410" [ 797.322881] env[69941]: _type = "Task" [ 797.322881] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.333086] env[69941]: DEBUG oslo_vmware.api [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.385778] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520c8c21-455c-fc66-83c7-65f273ad66d7, 'name': SearchDatastore_Task, 'duration_secs': 0.017072} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.386134] env[69941]: DEBUG oslo_concurrency.lockutils [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.386449] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 61d74b20-84cf-443d-b6f6-922d196c46fa/61d74b20-84cf-443d-b6f6-922d196c46fa.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.386759] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5164affd-7a38-4b3c-a75e-0653dc07071f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.395448] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Waiting for the task: (returnval){ [ 797.395448] env[69941]: value = "task-3288411" [ 797.395448] env[69941]: _type = "Task" [ 797.395448] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.403121] env[69941]: DEBUG oslo_vmware.api [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288407, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.408716] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': task-3288411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.550381] env[69941]: DEBUG nova.compute.manager [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.650831] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "refresh_cache-a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.651285] env[69941]: DEBUG nova.compute.manager [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Instance network_info: |[{"id": "05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d", "address": "fa:16:3e:3f:34:29", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c4dbb8-0a", "ovs_interfaceid": "05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.651924] env[69941]: DEBUG oslo_concurrency.lockutils [req-d6372206-0709-4f08-b524-bc07b038bc58 req-6c24cfd0-2ebc-42ea-87e4-bb4b4e43293a service nova] Acquired lock "refresh_cache-a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.652117] env[69941]: DEBUG nova.network.neutron [req-d6372206-0709-4f08-b524-bc07b038bc58 req-6c24cfd0-2ebc-42ea-87e4-bb4b4e43293a service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Refreshing network info cache for port 05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.657029] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:34:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.663900] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Creating folder: Project (b95ea7a3db6d44d58d53bc615ad7b935). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.667460] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3be94774-b9e4-4dde-8941-8c98cd5f1084 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.683405] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Created folder: Project (b95ea7a3db6d44d58d53bc615ad7b935) in parent group-v656570. [ 797.683801] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Creating folder: Instances. Parent ref: group-v656729. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.684229] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-512addab-e59c-41cf-9259-dcd11d29b838 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.697960] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Created folder: Instances in parent group-v656729. [ 797.698366] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.698615] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.698832] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b7e1de2-a71b-4264-815e-4bd1f872022e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.723367] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.723367] env[69941]: value = "task-3288414" [ 797.723367] env[69941]: _type = "Task" [ 797.723367] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.734948] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288414, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.747770] env[69941]: DEBUG nova.compute.manager [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.778567] env[69941]: DEBUG nova.virt.hardware [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.778826] env[69941]: DEBUG nova.virt.hardware [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.779032] env[69941]: DEBUG nova.virt.hardware [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.779212] env[69941]: DEBUG nova.virt.hardware [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.779359] env[69941]: DEBUG nova.virt.hardware [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.779507] env[69941]: DEBUG nova.virt.hardware [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.779723] env[69941]: DEBUG nova.virt.hardware [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.779877] env[69941]: DEBUG nova.virt.hardware [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.780989] env[69941]: DEBUG nova.virt.hardware [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.780989] env[69941]: DEBUG nova.virt.hardware [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.780989] env[69941]: DEBUG nova.virt.hardware [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.781525] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be4ccf9-c30f-453b-842a-0ca837afc4b5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.793496] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d5fed0-c5bd-4259-a466-de0eba59eb97 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.817440] env[69941]: DEBUG nova.scheduler.client.report [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.845941] env[69941]: DEBUG oslo_vmware.api [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250348} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.849873] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.850142] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.850411] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.850625] env[69941]: INFO nova.compute.manager [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Took 2.31 seconds to destroy the instance on the hypervisor. [ 797.850892] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.851480] env[69941]: DEBUG nova.compute.manager [-] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.851602] env[69941]: DEBUG nova.network.neutron [-] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.906854] env[69941]: DEBUG oslo_vmware.api [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288407, 'name': CloneVM_Task, 'duration_secs': 1.496943} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.907723] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Created linked-clone VM from snapshot [ 797.908896] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed388221-c074-412d-aff8-dee0a13b556a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.921110] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': task-3288411, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.930507] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Uploading image 6a9bb08b-fd51-4beb-950a-3c508b90ad1b {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 797.959042] env[69941]: DEBUG oslo_vmware.rw_handles [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 797.959042] env[69941]: value = "vm-656728" [ 797.959042] env[69941]: _type = "VirtualMachine" [ 797.959042] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 797.959510] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e345897b-7ecf-424e-881f-a961561600e1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.968979] env[69941]: DEBUG oslo_vmware.rw_handles [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lease: (returnval){ [ 797.968979] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e14b27-d5bc-1c52-be33-c9dca15e45b9" [ 797.968979] env[69941]: _type = "HttpNfcLease" [ 797.968979] env[69941]: } obtained for exporting VM: (result){ [ 797.968979] env[69941]: value = "vm-656728" [ 797.968979] env[69941]: _type = "VirtualMachine" [ 797.968979] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 797.969581] env[69941]: DEBUG oslo_vmware.api [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the lease: (returnval){ [ 797.969581] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e14b27-d5bc-1c52-be33-c9dca15e45b9" [ 797.969581] env[69941]: _type = "HttpNfcLease" [ 797.969581] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 797.982560] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 797.982560] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e14b27-d5bc-1c52-be33-c9dca15e45b9" [ 797.982560] env[69941]: _type = "HttpNfcLease" [ 797.982560] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 797.982941] env[69941]: DEBUG oslo_vmware.rw_handles [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 797.982941] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e14b27-d5bc-1c52-be33-c9dca15e45b9" [ 797.982941] env[69941]: _type = "HttpNfcLease" [ 797.982941] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 797.983704] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688492d4-d9ab-46f6-9171-58b11921c3d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.994645] env[69941]: DEBUG oslo_vmware.rw_handles [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b9c326-bec9-d9bc-e2a5-2ef6a65999c4/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 797.994902] env[69941]: DEBUG oslo_vmware.rw_handles [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b9c326-bec9-d9bc-e2a5-2ef6a65999c4/disk-0.vmdk for reading. {{(pid=69941) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 798.058815] env[69941]: DEBUG nova.network.neutron [req-d6372206-0709-4f08-b524-bc07b038bc58 req-6c24cfd0-2ebc-42ea-87e4-bb4b4e43293a service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Updated VIF entry in instance network info cache for port 05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.059196] env[69941]: DEBUG nova.network.neutron [req-d6372206-0709-4f08-b524-bc07b038bc58 req-6c24cfd0-2ebc-42ea-87e4-bb4b4e43293a service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Updating instance_info_cache with network_info: [{"id": "05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d", "address": "fa:16:3e:3f:34:29", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c4dbb8-0a", "ovs_interfaceid": "05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.081890] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.095359] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7c5cbb78-179f-4989-8a40-3be494c9ee4e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.118066] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Acquiring lock "75ee7557-0682-41f7-b7b0-fe6e03f1c841" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.118413] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Lock "75ee7557-0682-41f7-b7b0-fe6e03f1c841" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.118683] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Acquiring lock "75ee7557-0682-41f7-b7b0-fe6e03f1c841-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.118914] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Lock "75ee7557-0682-41f7-b7b0-fe6e03f1c841-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.119146] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Lock "75ee7557-0682-41f7-b7b0-fe6e03f1c841-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.123539] env[69941]: INFO nova.compute.manager [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Terminating instance [ 798.235059] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288414, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.322723] env[69941]: DEBUG nova.compute.manager [req-4076b9cc-e916-45ba-a8f6-0b0e20701303 req-89752a7b-dd11-453a-ab65-0ee3379f4fa8 service nova] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Received event network-vif-deleted-ffc5144c-e1d2-4a41-9a8c-c31d3043bb96 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.323090] env[69941]: INFO nova.compute.manager [req-4076b9cc-e916-45ba-a8f6-0b0e20701303 req-89752a7b-dd11-453a-ab65-0ee3379f4fa8 service nova] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Neutron deleted interface ffc5144c-e1d2-4a41-9a8c-c31d3043bb96; detaching it from the instance and deleting it from the info cache [ 798.323400] env[69941]: DEBUG nova.network.neutron [req-4076b9cc-e916-45ba-a8f6-0b0e20701303 req-89752a7b-dd11-453a-ab65-0ee3379f4fa8 service nova] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.325936] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.606s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.326221] env[69941]: INFO nova.compute.manager [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Migrating [ 798.339080] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.398s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.339504] env[69941]: DEBUG nova.objects.instance [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lazy-loading 'resources' on Instance uuid da4d420e-0656-4bee-afb0-e082d96aa841 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.413301] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': task-3288411, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.500643] env[69941]: DEBUG nova.network.neutron [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Successfully updated port: f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.565852] env[69941]: DEBUG oslo_concurrency.lockutils [req-d6372206-0709-4f08-b524-bc07b038bc58 req-6c24cfd0-2ebc-42ea-87e4-bb4b4e43293a service nova] Releasing lock "refresh_cache-a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.627848] env[69941]: DEBUG nova.compute.manager [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.628115] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.629428] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363b0c5b-5142-4065-a1ab-e6514578ce1b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.638667] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.638919] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74e29238-ebef-4505-a338-8f8effc9d71c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.646471] env[69941]: DEBUG oslo_vmware.api [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Waiting for the task: (returnval){ [ 798.646471] env[69941]: value = "task-3288416" [ 798.646471] env[69941]: _type = "Task" [ 798.646471] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.655677] env[69941]: DEBUG oslo_vmware.api [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.706774] env[69941]: DEBUG nova.network.neutron [-] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.735357] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288414, 'name': CreateVM_Task, 'duration_secs': 0.626295} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.735587] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.736673] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.737016] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.737561] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.737868] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c10b3b2-5566-49fb-9403-56f58431b6fc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.743386] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 798.743386] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52519fd0-c1bd-9fa7-906b-1f4fbe6b2d75" [ 798.743386] env[69941]: _type = "Task" [ 798.743386] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.752627] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52519fd0-c1bd-9fa7-906b-1f4fbe6b2d75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.838284] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fad2976-e08e-4a16-9f5a-51e343891c2c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.849207] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4080c7b-0d08-4ae9-aaab-866fdcc7136f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.863031] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "refresh_cache-8e766713-d381-4ee2-bfee-fbe68cf01cc2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.863321] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquired lock "refresh_cache-8e766713-d381-4ee2-bfee-fbe68cf01cc2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.863548] env[69941]: DEBUG nova.network.neutron [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.895199] env[69941]: DEBUG nova.compute.manager [req-4076b9cc-e916-45ba-a8f6-0b0e20701303 req-89752a7b-dd11-453a-ab65-0ee3379f4fa8 service nova] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Detach interface failed, port_id=ffc5144c-e1d2-4a41-9a8c-c31d3043bb96, reason: Instance df080cf4-ca18-498f-8647-0e4c315caf57 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 798.910625] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': task-3288411, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.918030] env[69941]: DEBUG nova.compute.manager [req-3e4cf99e-e288-4c4d-ad71-a79973517992 req-b0d7bbac-cc12-4908-88d7-25c562adcc8c service nova] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Received event network-vif-plugged-f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.918283] env[69941]: DEBUG oslo_concurrency.lockutils [req-3e4cf99e-e288-4c4d-ad71-a79973517992 req-b0d7bbac-cc12-4908-88d7-25c562adcc8c service nova] Acquiring lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.918487] env[69941]: DEBUG oslo_concurrency.lockutils [req-3e4cf99e-e288-4c4d-ad71-a79973517992 req-b0d7bbac-cc12-4908-88d7-25c562adcc8c service nova] Lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.918650] env[69941]: DEBUG oslo_concurrency.lockutils [req-3e4cf99e-e288-4c4d-ad71-a79973517992 req-b0d7bbac-cc12-4908-88d7-25c562adcc8c service nova] Lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.918811] env[69941]: DEBUG nova.compute.manager [req-3e4cf99e-e288-4c4d-ad71-a79973517992 req-b0d7bbac-cc12-4908-88d7-25c562adcc8c service nova] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] No waiting events found dispatching network-vif-plugged-f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.918973] env[69941]: WARNING nova.compute.manager [req-3e4cf99e-e288-4c4d-ad71-a79973517992 req-b0d7bbac-cc12-4908-88d7-25c562adcc8c service nova] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Received unexpected event network-vif-plugged-f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e for instance with vm_state building and task_state spawning. [ 798.919145] env[69941]: DEBUG nova.compute.manager [req-3e4cf99e-e288-4c4d-ad71-a79973517992 req-b0d7bbac-cc12-4908-88d7-25c562adcc8c service nova] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Received event network-changed-f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.919296] env[69941]: DEBUG nova.compute.manager [req-3e4cf99e-e288-4c4d-ad71-a79973517992 req-b0d7bbac-cc12-4908-88d7-25c562adcc8c service nova] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Refreshing instance network info cache due to event network-changed-f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.919473] env[69941]: DEBUG oslo_concurrency.lockutils [req-3e4cf99e-e288-4c4d-ad71-a79973517992 req-b0d7bbac-cc12-4908-88d7-25c562adcc8c service nova] Acquiring lock "refresh_cache-3aa39f00-4e7a-423e-92ad-9d5204e20e51" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.919600] env[69941]: DEBUG oslo_concurrency.lockutils [req-3e4cf99e-e288-4c4d-ad71-a79973517992 req-b0d7bbac-cc12-4908-88d7-25c562adcc8c service nova] Acquired lock "refresh_cache-3aa39f00-4e7a-423e-92ad-9d5204e20e51" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.919750] env[69941]: DEBUG nova.network.neutron [req-3e4cf99e-e288-4c4d-ad71-a79973517992 req-b0d7bbac-cc12-4908-88d7-25c562adcc8c service nova] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Refreshing network info cache for port f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.003205] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "refresh_cache-3aa39f00-4e7a-423e-92ad-9d5204e20e51" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.161700] env[69941]: DEBUG oslo_vmware.api [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.209740] env[69941]: INFO nova.compute.manager [-] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Took 1.36 seconds to deallocate network for instance. [ 799.257243] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52519fd0-c1bd-9fa7-906b-1f4fbe6b2d75, 'name': SearchDatastore_Task, 'duration_secs': 0.023762} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.257649] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.257797] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.258044] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.258193] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.258378] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.258857] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df5630b3-e213-4551-a59c-d859e430e3d6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.269677] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.270187] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.271379] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-952f5be3-184a-4f94-a242-241336f7908b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.278034] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 799.278034] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52042b16-b4ef-24b5-8637-2ad3b49ac1d4" [ 799.278034] env[69941]: _type = "Task" [ 799.278034] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.291021] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52042b16-b4ef-24b5-8637-2ad3b49ac1d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.324409] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a685ad-a5ab-4a85-86b0-4845a0432d1d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.333406] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c417c8-0a43-434b-b056-c8a4c377bc69 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.366516] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcf6f99-e0e0-4051-b0d0-c15e0838a81a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.377250] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a34b9f1-7388-4594-b6b0-6cf0d4060b28 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.394901] env[69941]: DEBUG nova.compute.provider_tree [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.415618] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': task-3288411, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.580347} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.415882] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 61d74b20-84cf-443d-b6f6-922d196c46fa/61d74b20-84cf-443d-b6f6-922d196c46fa.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.416109] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.416381] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a1436f2-8835-4702-90e1-d8da2173360f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.426050] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Waiting for the task: (returnval){ [ 799.426050] env[69941]: value = "task-3288417" [ 799.426050] env[69941]: _type = "Task" [ 799.426050] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.438861] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': task-3288417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.458558] env[69941]: DEBUG nova.network.neutron [req-3e4cf99e-e288-4c4d-ad71-a79973517992 req-b0d7bbac-cc12-4908-88d7-25c562adcc8c service nova] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.549898] env[69941]: DEBUG nova.network.neutron [req-3e4cf99e-e288-4c4d-ad71-a79973517992 req-b0d7bbac-cc12-4908-88d7-25c562adcc8c service nova] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.625735] env[69941]: DEBUG nova.network.neutron [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updating instance_info_cache with network_info: [{"id": "11f195e4-637b-4ed8-b492-958efb117bd9", "address": "fa:16:3e:65:ee:e4", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f195e4-63", "ovs_interfaceid": "11f195e4-637b-4ed8-b492-958efb117bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.658336] env[69941]: DEBUG oslo_vmware.api [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288416, 'name': PowerOffVM_Task, 'duration_secs': 0.761563} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.658776] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.658951] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.659270] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0fcbd0d-12ea-4054-9b19-1cbf2196a41e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.757173] env[69941]: INFO nova.compute.manager [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Took 0.54 seconds to detach 1 volumes for instance. [ 799.792021] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52042b16-b4ef-24b5-8637-2ad3b49ac1d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.792021] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-364e91b1-c1a8-4095-b8c9-0e3620852351 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.798105] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 799.798105] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f52030-71a6-b8a0-c46e-6d9a470ec37e" [ 799.798105] env[69941]: _type = "Task" [ 799.798105] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.811034] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f52030-71a6-b8a0-c46e-6d9a470ec37e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.812963] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.813213] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.813440] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Deleting the datastore file [datastore1] 75ee7557-0682-41f7-b7b0-fe6e03f1c841 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.813722] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07d7558e-307c-455d-8a27-f641eb30def6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.822449] env[69941]: DEBUG oslo_vmware.api [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Waiting for the task: (returnval){ [ 799.822449] env[69941]: value = "task-3288419" [ 799.822449] env[69941]: _type = "Task" [ 799.822449] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.841054] env[69941]: DEBUG oslo_vmware.api [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.922861] env[69941]: ERROR nova.scheduler.client.report [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [req-8a144404-6f26-403e-a27c-f8c5df15efdb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc8d08d-90ea-4899-a2f6-2f585d790aea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8a144404-6f26-403e-a27c-f8c5df15efdb"}]} [ 799.936135] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': task-3288417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077375} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.936400] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.937205] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd4256f-7546-4d1e-838e-d4436f63488c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.940712] env[69941]: DEBUG nova.scheduler.client.report [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Refreshing inventories for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 799.964283] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 61d74b20-84cf-443d-b6f6-922d196c46fa/61d74b20-84cf-443d-b6f6-922d196c46fa.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.965598] env[69941]: DEBUG nova.scheduler.client.report [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Updating ProviderTree inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 799.965839] env[69941]: DEBUG nova.compute.provider_tree [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.968445] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9132c6f1-471f-4eff-96b2-73dba6e08f7e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.989819] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Waiting for the task: (returnval){ [ 799.989819] env[69941]: value = "task-3288420" [ 799.989819] env[69941]: _type = "Task" [ 799.989819] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.994186] env[69941]: DEBUG nova.scheduler.client.report [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Refreshing aggregate associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, aggregates: None {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 800.002127] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': task-3288420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.014543] env[69941]: DEBUG nova.scheduler.client.report [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Refreshing trait associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 800.053721] env[69941]: DEBUG oslo_concurrency.lockutils [req-3e4cf99e-e288-4c4d-ad71-a79973517992 req-b0d7bbac-cc12-4908-88d7-25c562adcc8c service nova] Releasing lock "refresh_cache-3aa39f00-4e7a-423e-92ad-9d5204e20e51" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.054232] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquired lock "refresh_cache-3aa39f00-4e7a-423e-92ad-9d5204e20e51" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.054443] env[69941]: DEBUG nova.network.neutron [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.129102] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Releasing lock "refresh_cache-8e766713-d381-4ee2-bfee-fbe68cf01cc2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.263530] env[69941]: DEBUG oslo_concurrency.lockutils [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.309582] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f52030-71a6-b8a0-c46e-6d9a470ec37e, 'name': SearchDatastore_Task, 'duration_secs': 0.020008} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.312722] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.313015] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] a62ae68a-fb40-4439-9c38-3765dfac652a/a62ae68a-fb40-4439-9c38-3765dfac652a.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.313505] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96e4aff5-1072-4809-a4be-1939dc0c913f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.321849] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 800.321849] env[69941]: value = "task-3288421" [ 800.321849] env[69941]: _type = "Task" [ 800.321849] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.339945] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.343155] env[69941]: DEBUG oslo_vmware.api [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Task: {'id': task-3288419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282835} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.345841] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.346052] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.346238] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.346416] env[69941]: INFO nova.compute.manager [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Took 1.72 seconds to destroy the instance on the hypervisor. [ 800.346655] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.347066] env[69941]: DEBUG nova.compute.manager [-] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.347227] env[69941]: DEBUG nova.network.neutron [-] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.453318] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1530528-960d-4439-9598-c70ec115357f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.462371] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea09f0e8-b9c6-463b-a0fa-836baf214ab6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.498102] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771ec9cb-b50e-4cd7-91b2-69f19eb5b3f2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.508930] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': task-3288420, 'name': ReconfigVM_Task, 'duration_secs': 0.391528} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.509368] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 61d74b20-84cf-443d-b6f6-922d196c46fa/61d74b20-84cf-443d-b6f6-922d196c46fa.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.511064] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2433bc-fd54-41b2-a824-bb80dc78cdb3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.517912] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e941b315-6d61-41a3-bef3-5c8e8ae804a8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.527917] env[69941]: DEBUG nova.compute.provider_tree [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.530656] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Waiting for the task: (returnval){ [ 800.530656] env[69941]: value = "task-3288422" [ 800.530656] env[69941]: _type = "Task" [ 800.530656] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.540229] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': task-3288422, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.597748] env[69941]: DEBUG nova.network.neutron [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.762008] env[69941]: DEBUG nova.network.neutron [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Updating instance_info_cache with network_info: [{"id": "f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e", "address": "fa:16:3e:06:61:e9", "network": {"id": "94a96c0a-45c3-49e4-87fe-c8d5d9a05c29", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1519107937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9348d10931f4d59bcabcc4fcdd54c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5d25f62-1a", "ovs_interfaceid": "f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.835554] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288421, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.955126] env[69941]: DEBUG nova.compute.manager [req-6d308201-e13e-4481-92e5-8ca9dbeb8874 req-4a623284-d03e-4875-91f9-b55ed9becbe9 service nova] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Received event network-vif-deleted-c8c3e874-2c67-479d-846e-ac21941c296c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.955458] env[69941]: INFO nova.compute.manager [req-6d308201-e13e-4481-92e5-8ca9dbeb8874 req-4a623284-d03e-4875-91f9-b55ed9becbe9 service nova] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Neutron deleted interface c8c3e874-2c67-479d-846e-ac21941c296c; detaching it from the instance and deleting it from the info cache [ 800.955670] env[69941]: DEBUG nova.network.neutron [req-6d308201-e13e-4481-92e5-8ca9dbeb8874 req-4a623284-d03e-4875-91f9-b55ed9becbe9 service nova] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.044923] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': task-3288422, 'name': Rename_Task, 'duration_secs': 0.289176} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.045231] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.045492] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-620e8cd1-3453-4e70-a7ae-b501b83cf6d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.053975] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Waiting for the task: (returnval){ [ 801.053975] env[69941]: value = "task-3288423" [ 801.053975] env[69941]: _type = "Task" [ 801.053975] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.063359] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': task-3288423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.068822] env[69941]: DEBUG nova.scheduler.client.report [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Updated inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 801.069101] env[69941]: DEBUG nova.compute.provider_tree [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Updating resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea generation from 77 to 78 during operation: update_inventory {{(pid=69941) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 801.069287] env[69941]: DEBUG nova.compute.provider_tree [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.198066] env[69941]: DEBUG nova.network.neutron [-] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.265308] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Releasing lock "refresh_cache-3aa39f00-4e7a-423e-92ad-9d5204e20e51" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.265785] env[69941]: DEBUG nova.compute.manager [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Instance network_info: |[{"id": "f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e", "address": "fa:16:3e:06:61:e9", "network": {"id": "94a96c0a-45c3-49e4-87fe-c8d5d9a05c29", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1519107937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9348d10931f4d59bcabcc4fcdd54c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5d25f62-1a", "ovs_interfaceid": "f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.266353] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:61:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.275720] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Creating folder: Project (b9348d10931f4d59bcabcc4fcdd54c60). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.276571] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce12c892-8dbd-4f4c-8dc8-0c8e3d595945 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.290528] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Created folder: Project (b9348d10931f4d59bcabcc4fcdd54c60) in parent group-v656570. [ 801.290775] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Creating folder: Instances. Parent ref: group-v656732. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.291089] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63dfc8cc-d1a7-4701-ba5c-f8e1ee3146d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.305523] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Created folder: Instances in parent group-v656732. [ 801.305811] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.306038] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.306266] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-617a06f2-e5d0-4c79-9ba7-db62ba0fe59b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.329147] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.329147] env[69941]: value = "task-3288426" [ 801.329147] env[69941]: _type = "Task" [ 801.329147] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.344612] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667931} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.348046] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] a62ae68a-fb40-4439-9c38-3765dfac652a/a62ae68a-fb40-4439-9c38-3765dfac652a.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.348341] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.348602] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288426, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.348840] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddf588f7-007c-4494-8507-b6b36c9b8e62 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.357693] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 801.357693] env[69941]: value = "task-3288427" [ 801.357693] env[69941]: _type = "Task" [ 801.357693] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.367394] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.459562] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-416ff3c6-f8ed-4114-af30-4568b8eec222 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.470425] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecb829c-5cc0-46c7-a8fe-1284530afb4d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.515080] env[69941]: DEBUG nova.compute.manager [req-6d308201-e13e-4481-92e5-8ca9dbeb8874 req-4a623284-d03e-4875-91f9-b55ed9becbe9 service nova] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Detach interface failed, port_id=c8c3e874-2c67-479d-846e-ac21941c296c, reason: Instance 75ee7557-0682-41f7-b7b0-fe6e03f1c841 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 801.565038] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': task-3288423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.575172] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.236s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.577485] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.416s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.577722] env[69941]: DEBUG nova.objects.instance [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Lazy-loading 'resources' on Instance uuid bca042c1-7934-47f5-8903-c7b8775d329d {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.597195] env[69941]: INFO nova.scheduler.client.report [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Deleted allocations for instance da4d420e-0656-4bee-afb0-e082d96aa841 [ 801.644354] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb384c3-73c8-498f-b822-97b2e87893aa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.667249] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updating instance '8e766713-d381-4ee2-bfee-fbe68cf01cc2' progress to 0 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 801.701044] env[69941]: INFO nova.compute.manager [-] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Took 1.35 seconds to deallocate network for instance. [ 801.841072] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288426, 'name': CreateVM_Task, 'duration_secs': 0.510526} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.841430] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.842058] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.842347] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.842717] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.843036] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7921c479-7801-4641-9774-18ae37346b71 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.848193] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 801.848193] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e47cc1-82cb-cc5d-3d03-e0c8c4a59877" [ 801.848193] env[69941]: _type = "Task" [ 801.848193] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.856748] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e47cc1-82cb-cc5d-3d03-e0c8c4a59877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.866048] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172103} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.866048] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.866643] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d53b6a-f8f1-404e-b8c3-ede116a33df1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.890032] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] a62ae68a-fb40-4439-9c38-3765dfac652a/a62ae68a-fb40-4439-9c38-3765dfac652a.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.890032] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9daa97b-df40-439c-bd02-1c31d02165d3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.911061] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 801.911061] env[69941]: value = "task-3288428" [ 801.911061] env[69941]: _type = "Task" [ 801.911061] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.922855] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.065967] env[69941]: DEBUG oslo_vmware.api [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': task-3288423, 'name': PowerOnVM_Task, 'duration_secs': 0.740218} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.066309] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.066526] env[69941]: INFO nova.compute.manager [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Took 9.63 seconds to spawn the instance on the hypervisor. [ 802.066695] env[69941]: DEBUG nova.compute.manager [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.067514] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865785b2-ab34-49c3-9b9f-b7efc3ee4c08 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.107819] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6e510d32-044d-4548-81aa-e7d769da54c9 tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "da4d420e-0656-4bee-afb0-e082d96aa841" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.467s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.173608] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.174345] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c3494c0-f672-42b2-bfb4-9688a73ccc12 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.183666] env[69941]: DEBUG oslo_vmware.api [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 802.183666] env[69941]: value = "task-3288429" [ 802.183666] env[69941]: _type = "Task" [ 802.183666] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.196704] env[69941]: DEBUG oslo_vmware.api [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.207724] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.362658] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e47cc1-82cb-cc5d-3d03-e0c8c4a59877, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.365251] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.365484] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.365720] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.365865] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.366055] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.366483] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fd8e5a3-a860-484a-a70e-07c4ac0eef0f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.375795] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.375984] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.378890] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79545c1d-73ba-43a6-acdb-70488a7e75d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.385076] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 802.385076] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52ccc190-744a-23d2-6687-62c8c797f83c" [ 802.385076] env[69941]: _type = "Task" [ 802.385076] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.398024] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ccc190-744a-23d2-6687-62c8c797f83c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.421895] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288428, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.500438] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3258aa5-e61a-4def-a008-5c648b542375 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.509054] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3d0cdb-a9b8-4c20-966d-b14b70f1e98c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.541957] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c31ff9-d253-46b4-ad7a-5a0fe4aaacaa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.551174] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fdeb16-c49e-4c16-be0a-d7a4e76b068c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.568750] env[69941]: DEBUG nova.compute.provider_tree [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.590580] env[69941]: INFO nova.compute.manager [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Took 37.06 seconds to build instance. [ 802.698313] env[69941]: DEBUG oslo_vmware.api [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288429, 'name': PowerOffVM_Task, 'duration_secs': 0.292063} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.698610] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.698797] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updating instance '8e766713-d381-4ee2-bfee-fbe68cf01cc2' progress to 17 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 802.897894] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ccc190-744a-23d2-6687-62c8c797f83c, 'name': SearchDatastore_Task, 'duration_secs': 0.019847} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.898316] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d11c665-ef10-4a88-9758-403284a1e913 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.904617] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 802.904617] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52bc5314-941e-1f0f-2e94-c86022ec5c07" [ 802.904617] env[69941]: _type = "Task" [ 802.904617] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.913173] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52bc5314-941e-1f0f-2e94-c86022ec5c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.922583] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288428, 'name': ReconfigVM_Task, 'duration_secs': 0.57961} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.922908] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Reconfigured VM instance instance-0000003a to attach disk [datastore1] a62ae68a-fb40-4439-9c38-3765dfac652a/a62ae68a-fb40-4439-9c38-3765dfac652a.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.923607] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd0fb3f4-6ffd-4a9b-826c-8fd7ba873154 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.932425] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 802.932425] env[69941]: value = "task-3288430" [ 802.932425] env[69941]: _type = "Task" [ 802.932425] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.944725] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288430, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.072415] env[69941]: DEBUG nova.scheduler.client.report [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.081627] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "3b9252d8-ba8c-4f5a-94cc-d468d72111cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.081901] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "3b9252d8-ba8c-4f5a-94cc-d468d72111cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.082141] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "3b9252d8-ba8c-4f5a-94cc-d468d72111cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.082353] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "3b9252d8-ba8c-4f5a-94cc-d468d72111cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.082536] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "3b9252d8-ba8c-4f5a-94cc-d468d72111cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.085379] env[69941]: INFO nova.compute.manager [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Terminating instance [ 803.092285] env[69941]: DEBUG oslo_concurrency.lockutils [None req-814bf273-0f00-42e1-bb16-6fdbf26703e0 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Lock "61d74b20-84cf-443d-b6f6-922d196c46fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.312s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.209224] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.209612] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.209856] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.210139] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.210372] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.210558] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.210782] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.210997] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.211308] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.211479] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.211675] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.217434] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8d9bb04-672e-40f0-afb5-40e86b145777 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.237290] env[69941]: DEBUG oslo_vmware.api [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 803.237290] env[69941]: value = "task-3288431" [ 803.237290] env[69941]: _type = "Task" [ 803.237290] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.246731] env[69941]: DEBUG oslo_vmware.api [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.295548] env[69941]: DEBUG oslo_concurrency.lockutils [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Acquiring lock "61d74b20-84cf-443d-b6f6-922d196c46fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.295864] env[69941]: DEBUG oslo_concurrency.lockutils [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Lock "61d74b20-84cf-443d-b6f6-922d196c46fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.296112] env[69941]: DEBUG oslo_concurrency.lockutils [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Acquiring lock "61d74b20-84cf-443d-b6f6-922d196c46fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.296389] env[69941]: DEBUG oslo_concurrency.lockutils [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Lock "61d74b20-84cf-443d-b6f6-922d196c46fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.296623] env[69941]: DEBUG oslo_concurrency.lockutils [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Lock "61d74b20-84cf-443d-b6f6-922d196c46fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.299101] env[69941]: INFO nova.compute.manager [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Terminating instance [ 803.417730] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52bc5314-941e-1f0f-2e94-c86022ec5c07, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.418144] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.418474] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 3aa39f00-4e7a-423e-92ad-9d5204e20e51/3aa39f00-4e7a-423e-92ad-9d5204e20e51.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.418787] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a374c01-75ca-42c3-804d-c09c8bcf0c16 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.428630] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 803.428630] env[69941]: value = "task-3288432" [ 803.428630] env[69941]: _type = "Task" [ 803.428630] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.440113] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.445912] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288430, 'name': Rename_Task, 'duration_secs': 0.355311} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.446292] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.446560] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac27c404-c2de-40e3-a5ef-ecbfd8059055 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.454348] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 803.454348] env[69941]: value = "task-3288433" [ 803.454348] env[69941]: _type = "Task" [ 803.454348] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.464230] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.577452] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.581081] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.389s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.581600] env[69941]: DEBUG nova.objects.instance [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lazy-loading 'resources' on Instance uuid 9e05781d-d39b-40cc-bcf1-53da09ae55ee {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.590410] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "refresh_cache-3b9252d8-ba8c-4f5a-94cc-d468d72111cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.590700] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquired lock "refresh_cache-3b9252d8-ba8c-4f5a-94cc-d468d72111cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.590955] env[69941]: DEBUG nova.network.neutron [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.606613] env[69941]: INFO nova.scheduler.client.report [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Deleted allocations for instance bca042c1-7934-47f5-8903-c7b8775d329d [ 803.751138] env[69941]: DEBUG oslo_vmware.api [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288431, 'name': ReconfigVM_Task, 'duration_secs': 0.291312} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.751578] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updating instance '8e766713-d381-4ee2-bfee-fbe68cf01cc2' progress to 33 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 803.803952] env[69941]: DEBUG nova.compute.manager [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.804229] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.805769] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74acec7-a705-4fd7-9f5b-1021774e8ae6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.816291] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.816582] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fdca493-5fc7-4a25-bf25-001ccd8b3134 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.825799] env[69941]: DEBUG oslo_vmware.api [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Waiting for the task: (returnval){ [ 803.825799] env[69941]: value = "task-3288434" [ 803.825799] env[69941]: _type = "Task" [ 803.825799] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.837304] env[69941]: DEBUG oslo_vmware.api [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': task-3288434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.941709] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288432, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.965914] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.112622] env[69941]: DEBUG nova.network.neutron [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.121024] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5b7e644b-0731-4a9a-9af4-8c7a0cf6db8f tempest-ServerRescueTestJSONUnderV235-1453333792 tempest-ServerRescueTestJSONUnderV235-1453333792-project-member] Lock "bca042c1-7934-47f5-8903-c7b8775d329d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.464s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.173281] env[69941]: DEBUG nova.network.neutron [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.258843] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:49:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='03b32f15-6fdb-4827-83ed-f1b5a6753894',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-150885716',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.262125] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.262125] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.262125] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.262125] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.262125] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.266997] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.266997] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.266997] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.266997] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.266997] env[69941]: DEBUG nova.virt.hardware [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.270653] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 804.273606] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eadedb95-0a54-4cc2-ae97-621c6eadd6a6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.295904] env[69941]: DEBUG oslo_vmware.api [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 804.295904] env[69941]: value = "task-3288435" [ 804.295904] env[69941]: _type = "Task" [ 804.295904] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.310985] env[69941]: DEBUG oslo_vmware.api [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288435, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.347536] env[69941]: DEBUG oslo_vmware.api [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': task-3288434, 'name': PowerOffVM_Task, 'duration_secs': 0.322427} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.347536] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.347536] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.347536] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60dc4ad3-a9aa-4c22-9fb8-6046f3d44cbf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.435847] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.436093] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.436283] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Deleting the datastore file [datastore1] 61d74b20-84cf-443d-b6f6-922d196c46fa {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.436956] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd96daba-4134-43eb-9e32-594c11769f3a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.442604] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529702} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.445854] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 3aa39f00-4e7a-423e-92ad-9d5204e20e51/3aa39f00-4e7a-423e-92ad-9d5204e20e51.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.446130] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.446972] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef9c73f9-d92d-43eb-90fb-135e118b137b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.451378] env[69941]: DEBUG oslo_vmware.api [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Waiting for the task: (returnval){ [ 804.451378] env[69941]: value = "task-3288437" [ 804.451378] env[69941]: _type = "Task" [ 804.451378] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.457455] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 804.457455] env[69941]: value = "task-3288438" [ 804.457455] env[69941]: _type = "Task" [ 804.457455] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.470414] env[69941]: DEBUG oslo_vmware.api [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': task-3288437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.476376] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288433, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.479977] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.592497] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86bddc9-16e2-4a92-a077-e5c45185049d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.601136] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b52173-5319-4023-a27b-56c3e69f68b3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.640224] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669cfe2e-e980-43ce-8f8a-296938eacfc2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.649029] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9861dcc7-7006-4c8f-869e-bd5ab12370c7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.662585] env[69941]: DEBUG nova.compute.provider_tree [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.676080] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Releasing lock "refresh_cache-3b9252d8-ba8c-4f5a-94cc-d468d72111cc" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.676505] env[69941]: DEBUG nova.compute.manager [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.676692] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.677853] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abd4966-daba-43a6-8b51-b92e132072a9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.686378] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.686669] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13ef87b2-94b2-4228-b12a-9f976e391b16 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.694395] env[69941]: DEBUG oslo_vmware.api [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 804.694395] env[69941]: value = "task-3288439" [ 804.694395] env[69941]: _type = "Task" [ 804.694395] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.706020] env[69941]: DEBUG oslo_vmware.api [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.807670] env[69941]: DEBUG oslo_vmware.api [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288435, 'name': ReconfigVM_Task, 'duration_secs': 0.23189} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.808016] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 804.808831] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22baddce-eafd-4ee2-a712-e96db24d70a6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.833469] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 8e766713-d381-4ee2-bfee-fbe68cf01cc2/8e766713-d381-4ee2-bfee-fbe68cf01cc2.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.833935] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff3a6874-91fe-4d14-b744-81bf315d0248 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.853642] env[69941]: DEBUG oslo_vmware.api [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 804.853642] env[69941]: value = "task-3288440" [ 804.853642] env[69941]: _type = "Task" [ 804.853642] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.863485] env[69941]: DEBUG oslo_vmware.api [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.973514] env[69941]: DEBUG oslo_vmware.api [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Task: {'id': task-3288437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221681} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.977604] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.977604] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.977604] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.977866] env[69941]: INFO nova.compute.manager [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Took 1.17 seconds to destroy the instance on the hypervisor. [ 804.978080] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.978391] env[69941]: DEBUG oslo_vmware.api [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288433, 'name': PowerOnVM_Task, 'duration_secs': 1.129268} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.978540] env[69941]: DEBUG nova.compute.manager [-] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.978675] env[69941]: DEBUG nova.network.neutron [-] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.980823] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.981108] env[69941]: INFO nova.compute.manager [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Took 9.85 seconds to spawn the instance on the hypervisor. [ 804.981370] env[69941]: DEBUG nova.compute.manager [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.986116] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70e36bb-2768-4f6f-9b83-6862fa248665 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.989049] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091652} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.989673] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.990866] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401cabd4-4c70-44a8-a3c5-db275c23f337 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.024273] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 3aa39f00-4e7a-423e-92ad-9d5204e20e51/3aa39f00-4e7a-423e-92ad-9d5204e20e51.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.025327] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d4b00fb-ff16-497f-90a6-b8e14e1abcbb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.051430] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 805.051430] env[69941]: value = "task-3288441" [ 805.051430] env[69941]: _type = "Task" [ 805.051430] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.064088] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.167420] env[69941]: DEBUG nova.scheduler.client.report [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.205601] env[69941]: DEBUG oslo_vmware.api [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288439, 'name': PowerOffVM_Task, 'duration_secs': 0.307427} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.205887] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.206079] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.206341] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d4237d2-8133-4795-bfcd-045376159e9a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.238402] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.238728] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.238945] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Deleting the datastore file [datastore2] 3b9252d8-ba8c-4f5a-94cc-d468d72111cc {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.239330] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c0ae11a-9c0b-4082-b904-28094ef90fed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.248856] env[69941]: DEBUG oslo_vmware.api [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for the task: (returnval){ [ 805.248856] env[69941]: value = "task-3288443" [ 805.248856] env[69941]: _type = "Task" [ 805.248856] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.268316] env[69941]: DEBUG oslo_vmware.api [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.372031] env[69941]: DEBUG oslo_vmware.api [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.462027] env[69941]: DEBUG nova.compute.manager [req-c999ad60-9481-4148-ae5e-a60991eccb4d req-13698d17-f4bc-4964-ab04-d0b4cbb31e0f service nova] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Received event network-vif-deleted-8d2d1b71-47e8-4e6e-8797-77bb63d4b76f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.462265] env[69941]: INFO nova.compute.manager [req-c999ad60-9481-4148-ae5e-a60991eccb4d req-13698d17-f4bc-4964-ab04-d0b4cbb31e0f service nova] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Neutron deleted interface 8d2d1b71-47e8-4e6e-8797-77bb63d4b76f; detaching it from the instance and deleting it from the info cache [ 805.462339] env[69941]: DEBUG nova.network.neutron [req-c999ad60-9481-4148-ae5e-a60991eccb4d req-13698d17-f4bc-4964-ab04-d0b4cbb31e0f service nova] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.512239] env[69941]: INFO nova.compute.manager [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Took 39.31 seconds to build instance. [ 805.562620] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288441, 'name': ReconfigVM_Task, 'duration_secs': 0.480147} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.562968] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 3aa39f00-4e7a-423e-92ad-9d5204e20e51/3aa39f00-4e7a-423e-92ad-9d5204e20e51.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.563657] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ddfa359-04b8-4fe6-8551-0ad186642b2d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.574815] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 805.574815] env[69941]: value = "task-3288444" [ 805.574815] env[69941]: _type = "Task" [ 805.574815] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.587151] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288444, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.676865] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.679320] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.303s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.679745] env[69941]: DEBUG nova.objects.instance [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69941) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 805.697865] env[69941]: INFO nova.scheduler.client.report [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Deleted allocations for instance 9e05781d-d39b-40cc-bcf1-53da09ae55ee [ 805.760371] env[69941]: DEBUG oslo_vmware.api [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Task: {'id': task-3288443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148517} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.761044] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.761236] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.761478] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.761925] env[69941]: INFO nova.compute.manager [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Took 1.08 seconds to destroy the instance on the hypervisor. [ 805.762036] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.762288] env[69941]: DEBUG nova.compute.manager [-] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.762591] env[69941]: DEBUG nova.network.neutron [-] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.781190] env[69941]: DEBUG nova.network.neutron [-] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.846925] env[69941]: DEBUG nova.network.neutron [-] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.871889] env[69941]: DEBUG oslo_vmware.api [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288440, 'name': ReconfigVM_Task, 'duration_secs': 0.732658} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.872245] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 8e766713-d381-4ee2-bfee-fbe68cf01cc2/8e766713-d381-4ee2-bfee-fbe68cf01cc2.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.872639] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updating instance '8e766713-d381-4ee2-bfee-fbe68cf01cc2' progress to 50 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 805.965844] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31e06a98-c835-4a4b-bbb5-f0e0afb3ea37 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.979139] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ea71bd-c8ec-4a3c-ad96-1bf8d974343a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.018943] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3112f30e-6ddc-4b0a-a678-696c84c4ab74 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "a62ae68a-fb40-4439-9c38-3765dfac652a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.430s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.019354] env[69941]: DEBUG nova.compute.manager [req-c999ad60-9481-4148-ae5e-a60991eccb4d req-13698d17-f4bc-4964-ab04-d0b4cbb31e0f service nova] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Detach interface failed, port_id=8d2d1b71-47e8-4e6e-8797-77bb63d4b76f, reason: Instance 61d74b20-84cf-443d-b6f6-922d196c46fa could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 806.084564] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288444, 'name': Rename_Task, 'duration_secs': 0.176734} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.084937] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.085243] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bc2bf3a-9789-4a41-b8cc-1c71e9a133f1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.094340] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 806.094340] env[69941]: value = "task-3288445" [ 806.094340] env[69941]: _type = "Task" [ 806.094340] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.106237] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.170682] env[69941]: DEBUG oslo_vmware.rw_handles [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b9c326-bec9-d9bc-e2a5-2ef6a65999c4/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 806.171640] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7034590-4b03-4128-ae84-642e7852962e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.178786] env[69941]: DEBUG oslo_vmware.rw_handles [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b9c326-bec9-d9bc-e2a5-2ef6a65999c4/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 806.178883] env[69941]: ERROR oslo_vmware.rw_handles [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b9c326-bec9-d9bc-e2a5-2ef6a65999c4/disk-0.vmdk due to incomplete transfer. [ 806.179109] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9fb27c35-9829-4ee8-80fe-22ed0c133ce6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.190435] env[69941]: DEBUG oslo_vmware.rw_handles [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b9c326-bec9-d9bc-e2a5-2ef6a65999c4/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 806.190649] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Uploaded image 6a9bb08b-fd51-4beb-950a-3c508b90ad1b to the Glance image server {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 806.194208] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 806.194208] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab7f2a2e-4ca6-4f5b-a1e8-276657bb4037 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.207330] env[69941]: DEBUG oslo_vmware.api [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 806.207330] env[69941]: value = "task-3288446" [ 806.207330] env[69941]: _type = "Task" [ 806.207330] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.207945] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b52867d7-b11b-4084-91ca-c28cc47d8484 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9e05781d-d39b-40cc-bcf1-53da09ae55ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.009s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.221272] env[69941]: DEBUG oslo_vmware.api [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288446, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.283842] env[69941]: DEBUG nova.network.neutron [-] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.350831] env[69941]: INFO nova.compute.manager [-] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Took 1.37 seconds to deallocate network for instance. [ 806.383248] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d623bd7b-81f1-42ab-9d24-9697bab96243 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.405597] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bab8857-775b-449c-b62a-ce4835e084c3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.428401] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updating instance '8e766713-d381-4ee2-bfee-fbe68cf01cc2' progress to 67 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 806.607384] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288445, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.695646] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b104259-edaa-4d1f-b229-c11ce469110b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.696850] env[69941]: DEBUG oslo_concurrency.lockutils [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.353s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.697096] env[69941]: DEBUG nova.objects.instance [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lazy-loading 'pci_requests' on Instance uuid c9c42315-cae9-4c29-91bd-73f92fea141a {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.720417] env[69941]: DEBUG oslo_vmware.api [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288446, 'name': Destroy_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.787033] env[69941]: INFO nova.compute.manager [-] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Took 1.02 seconds to deallocate network for instance. [ 806.832051] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "9036d375-7626-4739-abeb-5bf3b454a48d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.835020] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9036d375-7626-4739-abeb-5bf3b454a48d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.835020] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "9036d375-7626-4739-abeb-5bf3b454a48d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.835020] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9036d375-7626-4739-abeb-5bf3b454a48d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.835020] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9036d375-7626-4739-abeb-5bf3b454a48d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.839574] env[69941]: INFO nova.compute.manager [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Terminating instance [ 806.857531] env[69941]: DEBUG oslo_concurrency.lockutils [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.905228] env[69941]: DEBUG nova.compute.manager [req-d9085513-1cc9-41a1-a187-db9696d35799 req-fa742865-8699-4384-a08b-24fa93e77e31 service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Received event network-changed-05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.905228] env[69941]: DEBUG nova.compute.manager [req-d9085513-1cc9-41a1-a187-db9696d35799 req-fa742865-8699-4384-a08b-24fa93e77e31 service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Refreshing instance network info cache due to event network-changed-05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.905228] env[69941]: DEBUG oslo_concurrency.lockutils [req-d9085513-1cc9-41a1-a187-db9696d35799 req-fa742865-8699-4384-a08b-24fa93e77e31 service nova] Acquiring lock "refresh_cache-a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.905228] env[69941]: DEBUG oslo_concurrency.lockutils [req-d9085513-1cc9-41a1-a187-db9696d35799 req-fa742865-8699-4384-a08b-24fa93e77e31 service nova] Acquired lock "refresh_cache-a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.905228] env[69941]: DEBUG nova.network.neutron [req-d9085513-1cc9-41a1-a187-db9696d35799 req-fa742865-8699-4384-a08b-24fa93e77e31 service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Refreshing network info cache for port 05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.037433] env[69941]: DEBUG nova.network.neutron [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Port 11f195e4-637b-4ed8-b492-958efb117bd9 binding to destination host cpu-1 is already ACTIVE {{(pid=69941) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 807.116449] env[69941]: DEBUG oslo_vmware.api [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288445, 'name': PowerOnVM_Task, 'duration_secs': 0.612492} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.116776] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.117050] env[69941]: INFO nova.compute.manager [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Took 9.37 seconds to spawn the instance on the hypervisor. [ 807.117262] env[69941]: DEBUG nova.compute.manager [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.118517] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011e6d78-4c24-4af6-b818-0453808caf4d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.201672] env[69941]: DEBUG nova.objects.instance [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lazy-loading 'numa_topology' on Instance uuid c9c42315-cae9-4c29-91bd-73f92fea141a {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.221667] env[69941]: DEBUG oslo_vmware.api [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288446, 'name': Destroy_Task, 'duration_secs': 0.775028} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.221991] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Destroyed the VM [ 807.222301] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 807.222638] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3d131643-9bfb-4f26-8b56-06c8776500a2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.233737] env[69941]: DEBUG oslo_vmware.api [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 807.233737] env[69941]: value = "task-3288447" [ 807.233737] env[69941]: _type = "Task" [ 807.233737] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.244352] env[69941]: DEBUG oslo_vmware.api [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288447, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.293968] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.327697] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Acquiring lock "2f0ee36c-6c06-4a64-9889-8560224e719e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.328351] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Lock "2f0ee36c-6c06-4a64-9889-8560224e719e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.345464] env[69941]: DEBUG nova.compute.manager [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.345698] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.346870] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d094d3-0d82-4c19-8ab9-9f45c751a56d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.356887] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.357249] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a204010-1685-4a28-86e4-09b264b90639 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.366671] env[69941]: DEBUG oslo_vmware.api [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 807.366671] env[69941]: value = "task-3288448" [ 807.366671] env[69941]: _type = "Task" [ 807.366671] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.379486] env[69941]: DEBUG oslo_vmware.api [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.641675] env[69941]: INFO nova.compute.manager [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Took 40.38 seconds to build instance. [ 807.669762] env[69941]: DEBUG nova.network.neutron [req-d9085513-1cc9-41a1-a187-db9696d35799 req-fa742865-8699-4384-a08b-24fa93e77e31 service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Updated VIF entry in instance network info cache for port 05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.670135] env[69941]: DEBUG nova.network.neutron [req-d9085513-1cc9-41a1-a187-db9696d35799 req-fa742865-8699-4384-a08b-24fa93e77e31 service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Updating instance_info_cache with network_info: [{"id": "05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d", "address": "fa:16:3e:3f:34:29", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c4dbb8-0a", "ovs_interfaceid": "05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.706950] env[69941]: INFO nova.compute.claims [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.746471] env[69941]: DEBUG oslo_vmware.api [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288447, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.831616] env[69941]: DEBUG nova.compute.manager [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.879703] env[69941]: DEBUG oslo_vmware.api [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288448, 'name': PowerOffVM_Task, 'duration_secs': 0.355173} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.880029] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.880199] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.880788] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40f9f5c0-283d-423c-85ab-b80c3e1bf242 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.898818] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.899123] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.899343] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.899528] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.899699] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.901800] env[69941]: INFO nova.compute.manager [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Terminating instance [ 807.960438] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.961516] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.961825] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Deleting the datastore file [datastore1] 9036d375-7626-4739-abeb-5bf3b454a48d {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.963251] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf210faa-e9c4-4e84-8608-b1a4dd1d7046 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.970516] env[69941]: DEBUG oslo_vmware.api [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 807.970516] env[69941]: value = "task-3288450" [ 807.970516] env[69941]: _type = "Task" [ 807.970516] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.981714] env[69941]: DEBUG oslo_vmware.api [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.069913] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "8e766713-d381-4ee2-bfee-fbe68cf01cc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.070247] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "8e766713-d381-4ee2-bfee-fbe68cf01cc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.070335] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "8e766713-d381-4ee2-bfee-fbe68cf01cc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.143958] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b9f16d2a-b540-48de-a2bd-b2738c450dcc tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.865s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.173262] env[69941]: DEBUG oslo_concurrency.lockutils [req-d9085513-1cc9-41a1-a187-db9696d35799 req-fa742865-8699-4384-a08b-24fa93e77e31 service nova] Releasing lock "refresh_cache-a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.245782] env[69941]: DEBUG oslo_vmware.api [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288447, 'name': RemoveSnapshot_Task, 'duration_secs': 0.786529} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.246077] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 808.246322] env[69941]: INFO nova.compute.manager [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Took 13.97 seconds to snapshot the instance on the hypervisor. [ 808.356713] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.407392] env[69941]: DEBUG nova.compute.manager [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.407392] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.408092] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c00ebbc-f0be-409f-ad6e-ca67b1350689 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.417177] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.417476] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e209aaf-4b69-45cb-affc-b4c37489b26a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.465074] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "a8eb094c-94a8-46ff-aef3-0741c5e999fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.465074] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "a8eb094c-94a8-46ff-aef3-0741c5e999fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.481605] env[69941]: DEBUG oslo_vmware.api [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.501993] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.502291] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.502474] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Deleting the datastore file [datastore2] 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.502807] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c314c8eb-ba97-4d4b-8d5f-93058b55bec7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.516604] env[69941]: DEBUG oslo_vmware.api [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 808.516604] env[69941]: value = "task-3288452" [ 808.516604] env[69941]: _type = "Task" [ 808.516604] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.525558] env[69941]: DEBUG oslo_vmware.api [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.752918] env[69941]: DEBUG nova.compute.manager [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Instance disappeared during snapshot {{(pid=69941) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 808.779310] env[69941]: DEBUG nova.compute.manager [None req-02dd3b81-fd38-48ed-9cfe-b2c43eb78e55 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Image not found during clean up 6a9bb08b-fd51-4beb-950a-3c508b90ad1b {{(pid=69941) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 808.968482] env[69941]: DEBUG nova.compute.manager [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.991665] env[69941]: DEBUG oslo_vmware.api [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518963} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.991911] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.992147] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.992342] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.992510] env[69941]: INFO nova.compute.manager [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Took 1.65 seconds to destroy the instance on the hypervisor. [ 808.992785] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.995505] env[69941]: DEBUG nova.compute.manager [-] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.995604] env[69941]: DEBUG nova.network.neutron [-] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.031445] env[69941]: DEBUG oslo_vmware.api [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.048382] env[69941]: DEBUG nova.compute.manager [req-040c262f-151a-4a3b-80b6-3e9794e77f62 req-2c3d34d7-8295-4547-8bbb-3b245d4b11ca service nova] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Received event network-changed-f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.048544] env[69941]: DEBUG nova.compute.manager [req-040c262f-151a-4a3b-80b6-3e9794e77f62 req-2c3d34d7-8295-4547-8bbb-3b245d4b11ca service nova] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Refreshing instance network info cache due to event network-changed-f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.048759] env[69941]: DEBUG oslo_concurrency.lockutils [req-040c262f-151a-4a3b-80b6-3e9794e77f62 req-2c3d34d7-8295-4547-8bbb-3b245d4b11ca service nova] Acquiring lock "refresh_cache-3aa39f00-4e7a-423e-92ad-9d5204e20e51" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.048899] env[69941]: DEBUG oslo_concurrency.lockutils [req-040c262f-151a-4a3b-80b6-3e9794e77f62 req-2c3d34d7-8295-4547-8bbb-3b245d4b11ca service nova] Acquired lock "refresh_cache-3aa39f00-4e7a-423e-92ad-9d5204e20e51" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.049068] env[69941]: DEBUG nova.network.neutron [req-040c262f-151a-4a3b-80b6-3e9794e77f62 req-2c3d34d7-8295-4547-8bbb-3b245d4b11ca service nova] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Refreshing network info cache for port f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.151258] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "refresh_cache-8e766713-d381-4ee2-bfee-fbe68cf01cc2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.151514] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquired lock "refresh_cache-8e766713-d381-4ee2-bfee-fbe68cf01cc2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.151619] env[69941]: DEBUG nova.network.neutron [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.169251] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b377e28-7f80-4bb0-86c8-d5e3a103eddf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.177755] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b5f122-9ed3-4ccb-9630-bb95cd6a9640 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.211704] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99efd10-845d-4a15-a0dd-9a20117f97f0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.219807] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6210938f-f690-4f35-afbb-25dfb148765e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.234919] env[69941]: DEBUG nova.compute.provider_tree [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.497597] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.528656] env[69941]: DEBUG oslo_vmware.api [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.611021} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.528937] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.529138] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.529321] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.529495] env[69941]: INFO nova.compute.manager [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 809.529741] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.530329] env[69941]: DEBUG nova.compute.manager [-] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.530433] env[69941]: DEBUG nova.network.neutron [-] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.765310] env[69941]: DEBUG nova.network.neutron [-] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.766974] env[69941]: ERROR nova.scheduler.client.report [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [req-fbf81400-3a4b-47d7-bd67-1f44e157581d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc8d08d-90ea-4899-a2f6-2f585d790aea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fbf81400-3a4b-47d7-bd67-1f44e157581d"}]} [ 809.791496] env[69941]: DEBUG nova.scheduler.client.report [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Refreshing inventories for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 809.807869] env[69941]: DEBUG nova.scheduler.client.report [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Updating ProviderTree inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 809.808121] env[69941]: DEBUG nova.compute.provider_tree [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.827095] env[69941]: DEBUG nova.scheduler.client.report [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Refreshing aggregate associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, aggregates: None {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 809.847841] env[69941]: DEBUG nova.scheduler.client.report [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Refreshing trait associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 809.876933] env[69941]: DEBUG nova.network.neutron [req-040c262f-151a-4a3b-80b6-3e9794e77f62 req-2c3d34d7-8295-4547-8bbb-3b245d4b11ca service nova] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Updated VIF entry in instance network info cache for port f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.877330] env[69941]: DEBUG nova.network.neutron [req-040c262f-151a-4a3b-80b6-3e9794e77f62 req-2c3d34d7-8295-4547-8bbb-3b245d4b11ca service nova] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Updating instance_info_cache with network_info: [{"id": "f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e", "address": "fa:16:3e:06:61:e9", "network": {"id": "94a96c0a-45c3-49e4-87fe-c8d5d9a05c29", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1519107937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9348d10931f4d59bcabcc4fcdd54c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5d25f62-1a", "ovs_interfaceid": "f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.963224] env[69941]: DEBUG nova.network.neutron [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updating instance_info_cache with network_info: [{"id": "11f195e4-637b-4ed8-b492-958efb117bd9", "address": "fa:16:3e:65:ee:e4", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f195e4-63", "ovs_interfaceid": "11f195e4-637b-4ed8-b492-958efb117bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.209544] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021638f5-2c6f-4797-ba0f-33bfa826ea12 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.217319] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824264eb-2d38-42b8-adb3-56be567501fc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.250084] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fc7df1-f2c9-4fcc-a367-6e63563f0dac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.258620] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87b212a-05c6-499b-96e2-877ae77ba988 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.264449] env[69941]: INFO nova.compute.manager [-] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Took 1.27 seconds to deallocate network for instance. [ 810.273750] env[69941]: DEBUG nova.network.neutron [-] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.275100] env[69941]: DEBUG nova.compute.provider_tree [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.382587] env[69941]: DEBUG oslo_concurrency.lockutils [req-040c262f-151a-4a3b-80b6-3e9794e77f62 req-2c3d34d7-8295-4547-8bbb-3b245d4b11ca service nova] Releasing lock "refresh_cache-3aa39f00-4e7a-423e-92ad-9d5204e20e51" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.468351] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Releasing lock "refresh_cache-8e766713-d381-4ee2-bfee-fbe68cf01cc2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.780831] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.781256] env[69941]: INFO nova.compute.manager [-] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Took 1.25 seconds to deallocate network for instance. [ 810.810756] env[69941]: DEBUG nova.scheduler.client.report [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Updated inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 810.811049] env[69941]: DEBUG nova.compute.provider_tree [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Updating resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea generation from 80 to 81 during operation: update_inventory {{(pid=69941) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 810.811245] env[69941]: DEBUG nova.compute.provider_tree [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.992843] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471e057e-0563-4f57-a343-da5647881977 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.012865] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c77129-51c3-4706-aa66-bec69d51728b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.020370] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updating instance '8e766713-d381-4ee2-bfee-fbe68cf01cc2' progress to 83 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 811.075829] env[69941]: DEBUG nova.compute.manager [req-5bfaff2d-7328-48c0-870f-fd5e661bb165 req-1bccf0ed-8570-4765-8164-8145aadabab0 service nova] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Received event network-vif-deleted-c7fa6cce-b340-4566-911b-f09dd5dae7a7 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.076119] env[69941]: DEBUG nova.compute.manager [req-5bfaff2d-7328-48c0-870f-fd5e661bb165 req-1bccf0ed-8570-4765-8164-8145aadabab0 service nova] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Received event network-vif-deleted-4124fdd5-eb53-487f-87e3-cfdd6ae851bf {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.293765] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.315924] env[69941]: DEBUG oslo_concurrency.lockutils [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.619s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.318719] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.790s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.318967] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.319210] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69941) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 811.319571] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.684s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.319811] env[69941]: DEBUG nova.objects.instance [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69941) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 811.326125] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10023941-73e6-4560-86de-4add7bacb15b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.337467] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42519391-3be8-4046-a999-9a36de0868ba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.361920] env[69941]: INFO nova.network.neutron [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Updating port fd555b4f-5d67-4fc1-8595-525e47830629 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 811.364954] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b63714b-b0af-4025-908b-f7ad63601da8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.374644] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31d92ee-d779-4569-9fd2-2befcbc3e5fd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.410129] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178356MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=69941) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 811.410308] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.526077] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.526448] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b64414de-9720-4552-83d9-d1c7d74023a8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.534772] env[69941]: DEBUG oslo_vmware.api [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 811.534772] env[69941]: value = "task-3288453" [ 811.534772] env[69941]: _type = "Task" [ 811.534772] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.543298] env[69941]: DEBUG oslo_vmware.api [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.045593] env[69941]: DEBUG oslo_vmware.api [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288453, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.328478] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ac77b7f3-5caa-4fa9-8406-a4529ac63c9c tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.329624] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.118s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.329847] env[69941]: DEBUG nova.objects.instance [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lazy-loading 'resources' on Instance uuid dad2418f-614d-4fc5-9b83-3a54cd358e6f {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.547617] env[69941]: DEBUG oslo_vmware.api [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288453, 'name': PowerOnVM_Task, 'duration_secs': 0.601923} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.547943] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.548196] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8488b2cd-fe2f-4790-bc46-846b6775d0cd tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updating instance '8e766713-d381-4ee2-bfee-fbe68cf01cc2' progress to 100 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 812.791286] env[69941]: DEBUG nova.compute.manager [req-05a9d5c9-0302-4c9c-8a80-0161c1536442 req-55f84ad9-9171-4fd6-bf6d-3b6d8f17366a service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Received event network-vif-plugged-fd555b4f-5d67-4fc1-8595-525e47830629 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.791286] env[69941]: DEBUG oslo_concurrency.lockutils [req-05a9d5c9-0302-4c9c-8a80-0161c1536442 req-55f84ad9-9171-4fd6-bf6d-3b6d8f17366a service nova] Acquiring lock "c9c42315-cae9-4c29-91bd-73f92fea141a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.791286] env[69941]: DEBUG oslo_concurrency.lockutils [req-05a9d5c9-0302-4c9c-8a80-0161c1536442 req-55f84ad9-9171-4fd6-bf6d-3b6d8f17366a service nova] Lock "c9c42315-cae9-4c29-91bd-73f92fea141a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.791286] env[69941]: DEBUG oslo_concurrency.lockutils [req-05a9d5c9-0302-4c9c-8a80-0161c1536442 req-55f84ad9-9171-4fd6-bf6d-3b6d8f17366a service nova] Lock "c9c42315-cae9-4c29-91bd-73f92fea141a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.791286] env[69941]: DEBUG nova.compute.manager [req-05a9d5c9-0302-4c9c-8a80-0161c1536442 req-55f84ad9-9171-4fd6-bf6d-3b6d8f17366a service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] No waiting events found dispatching network-vif-plugged-fd555b4f-5d67-4fc1-8595-525e47830629 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.792085] env[69941]: WARNING nova.compute.manager [req-05a9d5c9-0302-4c9c-8a80-0161c1536442 req-55f84ad9-9171-4fd6-bf6d-3b6d8f17366a service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Received unexpected event network-vif-plugged-fd555b4f-5d67-4fc1-8595-525e47830629 for instance with vm_state shelved_offloaded and task_state spawning. [ 812.899395] env[69941]: DEBUG oslo_concurrency.lockutils [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.899539] env[69941]: DEBUG oslo_concurrency.lockutils [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquired lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.899726] env[69941]: DEBUG nova.network.neutron [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.285616] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535cd874-1c6f-477b-b7a0-ee72f37e2fe9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.294481] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cf8fa7-ad71-4ea9-9566-b4c5f7e3eeec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.326434] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d586c0d1-fdb4-4752-824d-155dc2afdc08 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.334946] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198f61fb-680d-4731-9b74-1d7e877fd72e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.350320] env[69941]: DEBUG nova.compute.provider_tree [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.601748] env[69941]: DEBUG nova.network.neutron [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Updating instance_info_cache with network_info: [{"id": "fd555b4f-5d67-4fc1-8595-525e47830629", "address": "fa:16:3e:62:5d:a1", "network": {"id": "b114cdfb-91d4-4e5f-9e36-8482eae133df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2116863276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5137cd019db411aa9d347746c4abffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd555b4f-5d", "ovs_interfaceid": "fd555b4f-5d67-4fc1-8595-525e47830629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.853437] env[69941]: DEBUG nova.scheduler.client.report [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.105013] env[69941]: DEBUG oslo_concurrency.lockutils [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Releasing lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.132939] env[69941]: DEBUG nova.virt.hardware [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b593bcff9ca4605553e22bc94900b314',container_format='bare',created_at=2025-04-03T22:49:47Z,direct_url=,disk_format='vmdk',id=8ce29276-8c18-44d4-9c36-52afb38ee178,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-505945949-shelved',owner='d5137cd019db411aa9d347746c4abffd',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-04-03T22:50:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.133243] env[69941]: DEBUG nova.virt.hardware [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.133423] env[69941]: DEBUG nova.virt.hardware [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.133604] env[69941]: DEBUG nova.virt.hardware [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.133811] env[69941]: DEBUG nova.virt.hardware [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.133910] env[69941]: DEBUG nova.virt.hardware [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.134132] env[69941]: DEBUG nova.virt.hardware [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.134293] env[69941]: DEBUG nova.virt.hardware [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.134460] env[69941]: DEBUG nova.virt.hardware [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.134620] env[69941]: DEBUG nova.virt.hardware [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.134788] env[69941]: DEBUG nova.virt.hardware [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.135704] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bd8212-4405-489f-9779-7c93fd1a15fd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.144820] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb0cc16-6fc5-4ad6-8f92-46a8863013c4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.159778] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:5d:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd555b4f-5d67-4fc1-8595-525e47830629', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.170176] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.170518] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.170829] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ff86b61-9ef5-43a1-99a3-4cbf90cf25bf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.196173] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.196173] env[69941]: value = "task-3288454" [ 814.196173] env[69941]: _type = "Task" [ 814.196173] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.208679] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288454, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.358558] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.362035] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.149s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.362035] env[69941]: DEBUG nova.objects.instance [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lazy-loading 'resources' on Instance uuid 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.385025] env[69941]: INFO nova.scheduler.client.report [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Deleted allocations for instance dad2418f-614d-4fc5-9b83-3a54cd358e6f [ 814.706593] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288454, 'name': CreateVM_Task, 'duration_secs': 0.354488} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.706770] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.707506] env[69941]: DEBUG oslo_concurrency.lockutils [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ce29276-8c18-44d4-9c36-52afb38ee178" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.707688] env[69941]: DEBUG oslo_concurrency.lockutils [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ce29276-8c18-44d4-9c36-52afb38ee178" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.708078] env[69941]: DEBUG oslo_concurrency.lockutils [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ce29276-8c18-44d4-9c36-52afb38ee178" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.708344] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c533df3-be14-444e-b3d0-d61bc0d42a9e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.714212] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 814.714212] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523b9527-72ee-52b8-2f64-8d0a1a5ebff8" [ 814.714212] env[69941]: _type = "Task" [ 814.714212] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.723611] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523b9527-72ee-52b8-2f64-8d0a1a5ebff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.822460] env[69941]: DEBUG nova.compute.manager [req-af73d2fa-2a6b-409e-b5b1-92e540a07393 req-ad980b02-3f92-47f9-9121-a755ff8e2dc8 service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Received event network-changed-fd555b4f-5d67-4fc1-8595-525e47830629 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.822657] env[69941]: DEBUG nova.compute.manager [req-af73d2fa-2a6b-409e-b5b1-92e540a07393 req-ad980b02-3f92-47f9-9121-a755ff8e2dc8 service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Refreshing instance network info cache due to event network-changed-fd555b4f-5d67-4fc1-8595-525e47830629. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.822910] env[69941]: DEBUG oslo_concurrency.lockutils [req-af73d2fa-2a6b-409e-b5b1-92e540a07393 req-ad980b02-3f92-47f9-9121-a755ff8e2dc8 service nova] Acquiring lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.823141] env[69941]: DEBUG oslo_concurrency.lockutils [req-af73d2fa-2a6b-409e-b5b1-92e540a07393 req-ad980b02-3f92-47f9-9121-a755ff8e2dc8 service nova] Acquired lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.823288] env[69941]: DEBUG nova.network.neutron [req-af73d2fa-2a6b-409e-b5b1-92e540a07393 req-ad980b02-3f92-47f9-9121-a755ff8e2dc8 service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Refreshing network info cache for port fd555b4f-5d67-4fc1-8595-525e47830629 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.892678] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56285f9e-949f-4f68-a26e-775c768f7b42 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "dad2418f-614d-4fc5-9b83-3a54cd358e6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.974s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.201803] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce0186c-75b0-4d1f-82fe-c08adc012bf1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.210273] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12ef885-83dd-45df-8afe-38576e9e5595 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.245349] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f812db5-546e-47c1-b9cc-ca8217b0cfa0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.251842] env[69941]: DEBUG oslo_concurrency.lockutils [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ce29276-8c18-44d4-9c36-52afb38ee178" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.252103] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Processing image 8ce29276-8c18-44d4-9c36-52afb38ee178 {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.252349] env[69941]: DEBUG oslo_concurrency.lockutils [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ce29276-8c18-44d4-9c36-52afb38ee178/8ce29276-8c18-44d4-9c36-52afb38ee178.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.252498] env[69941]: DEBUG oslo_concurrency.lockutils [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ce29276-8c18-44d4-9c36-52afb38ee178/8ce29276-8c18-44d4-9c36-52afb38ee178.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.252678] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.252960] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0894c0e-b2ab-42a1-b6c0-1e7e985f093e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.257867] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6613077c-09e1-4061-940d-25c179d8c3de {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.273036] env[69941]: DEBUG nova.compute.provider_tree [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.275825] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.276023] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.276699] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a6a20f-aed5-481f-b34e-e601e8bd5c1a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.282678] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 815.282678] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5299d9fc-fddf-1557-ffc6-ea64fcfaeb2f" [ 815.282678] env[69941]: _type = "Task" [ 815.282678] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.286624] env[69941]: DEBUG nova.network.neutron [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Port 11f195e4-637b-4ed8-b492-958efb117bd9 binding to destination host cpu-1 is already ACTIVE {{(pid=69941) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 815.286857] env[69941]: DEBUG oslo_concurrency.lockutils [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "refresh_cache-8e766713-d381-4ee2-bfee-fbe68cf01cc2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.287017] env[69941]: DEBUG oslo_concurrency.lockutils [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquired lock "refresh_cache-8e766713-d381-4ee2-bfee-fbe68cf01cc2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.287186] env[69941]: DEBUG nova.network.neutron [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.293567] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5299d9fc-fddf-1557-ffc6-ea64fcfaeb2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.304710] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquiring lock "f523f6f3-7371-4ac7-a6e8-d02ea76d1999" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.304939] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "f523f6f3-7371-4ac7-a6e8-d02ea76d1999" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.305165] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquiring lock "f523f6f3-7371-4ac7-a6e8-d02ea76d1999-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.305342] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "f523f6f3-7371-4ac7-a6e8-d02ea76d1999-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.305505] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "f523f6f3-7371-4ac7-a6e8-d02ea76d1999-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.307305] env[69941]: INFO nova.compute.manager [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Terminating instance [ 815.521031] env[69941]: DEBUG nova.network.neutron [req-af73d2fa-2a6b-409e-b5b1-92e540a07393 req-ad980b02-3f92-47f9-9121-a755ff8e2dc8 service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Updated VIF entry in instance network info cache for port fd555b4f-5d67-4fc1-8595-525e47830629. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.522480] env[69941]: DEBUG nova.network.neutron [req-af73d2fa-2a6b-409e-b5b1-92e540a07393 req-ad980b02-3f92-47f9-9121-a755ff8e2dc8 service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Updating instance_info_cache with network_info: [{"id": "fd555b4f-5d67-4fc1-8595-525e47830629", "address": "fa:16:3e:62:5d:a1", "network": {"id": "b114cdfb-91d4-4e5f-9e36-8482eae133df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2116863276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5137cd019db411aa9d347746c4abffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd555b4f-5d", "ovs_interfaceid": "fd555b4f-5d67-4fc1-8595-525e47830629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.776575] env[69941]: DEBUG nova.scheduler.client.report [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.795648] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Preparing fetch location {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 815.795889] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Fetch image to [datastore2] OSTACK_IMG_89f1fb9e-4b55-47d7-9513-71179609e338/OSTACK_IMG_89f1fb9e-4b55-47d7-9513-71179609e338.vmdk {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 815.796088] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Downloading stream optimized image 8ce29276-8c18-44d4-9c36-52afb38ee178 to [datastore2] OSTACK_IMG_89f1fb9e-4b55-47d7-9513-71179609e338/OSTACK_IMG_89f1fb9e-4b55-47d7-9513-71179609e338.vmdk on the data store datastore2 as vApp {{(pid=69941) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 815.796274] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Downloading image file data 8ce29276-8c18-44d4-9c36-52afb38ee178 to the ESX as VM named 'OSTACK_IMG_89f1fb9e-4b55-47d7-9513-71179609e338' {{(pid=69941) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 815.810380] env[69941]: DEBUG nova.compute.manager [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.810610] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.811453] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c8f0b7-ce74-4b78-91e8-7308b79f3ed6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.820992] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.837854] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f29ab94b-76ad-4ebc-a9eb-d8accc29fd04 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.846526] env[69941]: DEBUG oslo_vmware.api [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 815.846526] env[69941]: value = "task-3288455" [ 815.846526] env[69941]: _type = "Task" [ 815.846526] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.855100] env[69941]: DEBUG oslo_vmware.api [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.881673] env[69941]: DEBUG oslo_vmware.rw_handles [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 815.881673] env[69941]: value = "resgroup-9" [ 815.881673] env[69941]: _type = "ResourcePool" [ 815.881673] env[69941]: }. {{(pid=69941) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 815.882263] env[69941]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d16ad13b-be41-454f-81eb-219e499e45c0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.906043] env[69941]: DEBUG oslo_vmware.rw_handles [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lease: (returnval){ [ 815.906043] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52304926-f102-4a50-0de1-975b01433e6d" [ 815.906043] env[69941]: _type = "HttpNfcLease" [ 815.906043] env[69941]: } obtained for vApp import into resource pool (val){ [ 815.906043] env[69941]: value = "resgroup-9" [ 815.906043] env[69941]: _type = "ResourcePool" [ 815.906043] env[69941]: }. {{(pid=69941) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 815.906310] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the lease: (returnval){ [ 815.906310] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52304926-f102-4a50-0de1-975b01433e6d" [ 815.906310] env[69941]: _type = "HttpNfcLease" [ 815.906310] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 815.913872] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 815.913872] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52304926-f102-4a50-0de1-975b01433e6d" [ 815.913872] env[69941]: _type = "HttpNfcLease" [ 815.913872] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 816.025378] env[69941]: DEBUG oslo_concurrency.lockutils [req-af73d2fa-2a6b-409e-b5b1-92e540a07393 req-ad980b02-3f92-47f9-9121-a755ff8e2dc8 service nova] Releasing lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.058085] env[69941]: DEBUG nova.network.neutron [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updating instance_info_cache with network_info: [{"id": "11f195e4-637b-4ed8-b492-958efb117bd9", "address": "fa:16:3e:65:ee:e4", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f195e4-63", "ovs_interfaceid": "11f195e4-637b-4ed8-b492-958efb117bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.281649] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.285244] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.611s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.285797] env[69941]: DEBUG nova.objects.instance [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lazy-loading 'resources' on Instance uuid a3c91cbb-66ac-439e-8d6c-476c39c9d6d9 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.303897] env[69941]: INFO nova.scheduler.client.report [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Deleted allocations for instance 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa [ 816.357403] env[69941]: DEBUG oslo_vmware.api [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288455, 'name': PowerOffVM_Task, 'duration_secs': 0.35052} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.357747] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.357925] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.358192] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-257c6d52-d0e3-4f2f-a7bb-d6a13e76bac9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.414758] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 816.414758] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52304926-f102-4a50-0de1-975b01433e6d" [ 816.414758] env[69941]: _type = "HttpNfcLease" [ 816.414758] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 816.415097] env[69941]: DEBUG oslo_vmware.rw_handles [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 816.415097] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52304926-f102-4a50-0de1-975b01433e6d" [ 816.415097] env[69941]: _type = "HttpNfcLease" [ 816.415097] env[69941]: }. {{(pid=69941) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 816.415853] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691e0109-8cda-4ce9-9eba-8569d23d9ae2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.423417] env[69941]: DEBUG oslo_vmware.rw_handles [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258c659-08f1-a73c-60f7-d321d17576b2/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 816.423640] env[69941]: DEBUG oslo_vmware.rw_handles [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258c659-08f1-a73c-60f7-d321d17576b2/disk-0.vmdk. {{(pid=69941) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 816.425896] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.426117] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.426313] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Deleting the datastore file [datastore1] f523f6f3-7371-4ac7-a6e8-d02ea76d1999 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.427387] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ec96ef2-96a7-42f7-9593-7f6fd93adc61 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.487264] env[69941]: DEBUG oslo_vmware.api [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for the task: (returnval){ [ 816.487264] env[69941]: value = "task-3288458" [ 816.487264] env[69941]: _type = "Task" [ 816.487264] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.495222] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1f667f9f-0231-43ce-9d9a-85a7a23858b2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.502928] env[69941]: DEBUG oslo_vmware.api [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.560892] env[69941]: DEBUG oslo_concurrency.lockutils [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Releasing lock "refresh_cache-8e766713-d381-4ee2-bfee-fbe68cf01cc2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.815337] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9a27eaa-02c2-4003-ba7d-ad40911b4678 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.540s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.001636] env[69941]: DEBUG oslo_vmware.api [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Task: {'id': task-3288458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130147} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.001901] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.002100] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.002277] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.002448] env[69941]: INFO nova.compute.manager [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Took 1.19 seconds to destroy the instance on the hypervisor. [ 817.002693] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.002881] env[69941]: DEBUG nova.compute.manager [-] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.002986] env[69941]: DEBUG nova.network.neutron [-] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.066491] env[69941]: DEBUG nova.compute.manager [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69941) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 817.066844] env[69941]: DEBUG oslo_concurrency.lockutils [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.327020] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d72f82d-76b2-4538-8ecf-23b21bde0de9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.341674] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e3a3f5-2210-4434-8dc0-988bc801b2e2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.351674] env[69941]: DEBUG nova.compute.manager [req-b3e941e2-334a-4b4e-a641-2bf758d24adc req-43c80e7b-df96-4c47-a5ed-ffbc543a1c91 service nova] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Received event network-vif-deleted-4321816e-9fd0-4e40-adbc-3a42a6e4b53c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.351967] env[69941]: INFO nova.compute.manager [req-b3e941e2-334a-4b4e-a641-2bf758d24adc req-43c80e7b-df96-4c47-a5ed-ffbc543a1c91 service nova] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Neutron deleted interface 4321816e-9fd0-4e40-adbc-3a42a6e4b53c; detaching it from the instance and deleting it from the info cache [ 817.352090] env[69941]: DEBUG nova.network.neutron [req-b3e941e2-334a-4b4e-a641-2bf758d24adc req-43c80e7b-df96-4c47-a5ed-ffbc543a1c91 service nova] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.387466] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a47f98-c9ab-465f-9505-270b4ba35a63 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.396252] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967490d1-d826-4ee6-8a96-690ca1d71d55 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.411457] env[69941]: DEBUG nova.compute.provider_tree [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.586083] env[69941]: DEBUG oslo_vmware.rw_handles [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Completed reading data from the image iterator. {{(pid=69941) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 817.586420] env[69941]: DEBUG oslo_vmware.rw_handles [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258c659-08f1-a73c-60f7-d321d17576b2/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 817.587478] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fe8315-e6d4-42d1-8161-b35287e9e2b0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.594748] env[69941]: DEBUG oslo_vmware.rw_handles [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258c659-08f1-a73c-60f7-d321d17576b2/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 817.595159] env[69941]: DEBUG oslo_vmware.rw_handles [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258c659-08f1-a73c-60f7-d321d17576b2/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 817.595409] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-11737e95-9ea9-4910-894f-d76c10eacd70 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.792025] env[69941]: DEBUG oslo_vmware.rw_handles [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258c659-08f1-a73c-60f7-d321d17576b2/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 817.792025] env[69941]: INFO nova.virt.vmwareapi.images [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Downloaded image file data 8ce29276-8c18-44d4-9c36-52afb38ee178 [ 817.792025] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af596807-da64-42f6-aff4-21fb394b275b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.810961] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca0710e3-463f-4788-95b2-52eaf6744643 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.819298] env[69941]: DEBUG nova.network.neutron [-] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.844618] env[69941]: INFO nova.virt.vmwareapi.images [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] The imported VM was unregistered [ 817.845691] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Caching image {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 817.848541] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Creating directory with path [datastore2] devstack-image-cache_base/8ce29276-8c18-44d4-9c36-52afb38ee178 {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.848541] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8edf34eb-a27b-4b7f-8be6-17b96bccbc10 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.857009] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d43f26ad-e0bb-4f98-a927-cea4bae86ae1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.859360] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Created directory with path [datastore2] devstack-image-cache_base/8ce29276-8c18-44d4-9c36-52afb38ee178 {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.860194] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_89f1fb9e-4b55-47d7-9513-71179609e338/OSTACK_IMG_89f1fb9e-4b55-47d7-9513-71179609e338.vmdk to [datastore2] devstack-image-cache_base/8ce29276-8c18-44d4-9c36-52afb38ee178/8ce29276-8c18-44d4-9c36-52afb38ee178.vmdk. {{(pid=69941) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 817.860854] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d3e9205e-fd70-4084-9488-fbf4656c402b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.870030] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f03f736-a180-4a18-b63e-0d3c85e8a45d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.879993] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 817.879993] env[69941]: value = "task-3288460" [ 817.879993] env[69941]: _type = "Task" [ 817.879993] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.888318] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288460, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.904372] env[69941]: DEBUG nova.compute.manager [req-b3e941e2-334a-4b4e-a641-2bf758d24adc req-43c80e7b-df96-4c47-a5ed-ffbc543a1c91 service nova] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Detach interface failed, port_id=4321816e-9fd0-4e40-adbc-3a42a6e4b53c, reason: Instance f523f6f3-7371-4ac7-a6e8-d02ea76d1999 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 817.914601] env[69941]: DEBUG nova.scheduler.client.report [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.322519] env[69941]: INFO nova.compute.manager [-] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Took 1.32 seconds to deallocate network for instance. [ 818.390508] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288460, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.419573] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.423294] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.473s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.423294] env[69941]: DEBUG nova.objects.instance [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lazy-loading 'resources' on Instance uuid 31768ce8-eece-4386-bc52-25320530f63b {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.445216] env[69941]: INFO nova.scheduler.client.report [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Deleted allocations for instance a3c91cbb-66ac-439e-8d6c-476c39c9d6d9 [ 818.832202] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.891844] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288460, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.961054] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f0ec8856-10c1-452c-8ac7-dc7c79bf7cb4 tempest-SecurityGroupsTestJSON-1209850773 tempest-SecurityGroupsTestJSON-1209850773-project-member] Lock "a3c91cbb-66ac-439e-8d6c-476c39c9d6d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.875s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.313166] env[69941]: DEBUG oslo_concurrency.lockutils [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquiring lock "21779bcd-6fb5-4d0d-a287-b9127c5bc607" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.313506] env[69941]: DEBUG oslo_concurrency.lockutils [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "21779bcd-6fb5-4d0d-a287-b9127c5bc607" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.337230] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51cdd1a-824e-44f9-a616-fa674e018112 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.346220] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ff0178-5ed5-4d1b-a06e-4c36e8ddd7a1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.378247] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7261145-2c2a-4785-9f38-cd70bb4e23ad {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.389264] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35d4264-f84e-47ed-9990-d7ccbd771a8d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.398320] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288460, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.406396] env[69941]: DEBUG nova.compute.provider_tree [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.815674] env[69941]: DEBUG nova.compute.manager [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.892999] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288460, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.910454] env[69941]: DEBUG nova.scheduler.client.report [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.394234] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288460, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.448764} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.394751] env[69941]: INFO nova.virt.vmwareapi.ds_util [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_89f1fb9e-4b55-47d7-9513-71179609e338/OSTACK_IMG_89f1fb9e-4b55-47d7-9513-71179609e338.vmdk to [datastore2] devstack-image-cache_base/8ce29276-8c18-44d4-9c36-52afb38ee178/8ce29276-8c18-44d4-9c36-52afb38ee178.vmdk. [ 820.394993] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Cleaning up location [datastore2] OSTACK_IMG_89f1fb9e-4b55-47d7-9513-71179609e338 {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 820.395306] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_89f1fb9e-4b55-47d7-9513-71179609e338 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.395587] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34423897-b028-4658-bfce-4a4b8d6124dc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.402260] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 820.402260] env[69941]: value = "task-3288461" [ 820.402260] env[69941]: _type = "Task" [ 820.402260] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.410169] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.416011] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.418156] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.337s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.422930] env[69941]: INFO nova.compute.claims [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.444151] env[69941]: DEBUG oslo_concurrency.lockutils [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.489187] env[69941]: INFO nova.scheduler.client.report [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleted allocations for instance 31768ce8-eece-4386-bc52-25320530f63b [ 820.912206] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136899} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.912488] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.912658] env[69941]: DEBUG oslo_concurrency.lockutils [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ce29276-8c18-44d4-9c36-52afb38ee178/8ce29276-8c18-44d4-9c36-52afb38ee178.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.912953] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ce29276-8c18-44d4-9c36-52afb38ee178/8ce29276-8c18-44d4-9c36-52afb38ee178.vmdk to [datastore2] c9c42315-cae9-4c29-91bd-73f92fea141a/c9c42315-cae9-4c29-91bd-73f92fea141a.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.913184] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f978186-0def-416f-9150-dc1343e84a97 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.920655] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 820.920655] env[69941]: value = "task-3288462" [ 820.920655] env[69941]: _type = "Task" [ 820.920655] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.932095] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.997462] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecdaf82a-b99d-4e1c-85b7-79c9422b45e6 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "31768ce8-eece-4386-bc52-25320530f63b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.062s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.432411] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288462, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.624274] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "9dbd6bcd-466e-473b-ba23-edf62703e440" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.624615] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "9dbd6bcd-466e-473b-ba23-edf62703e440" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.624830] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "9dbd6bcd-466e-473b-ba23-edf62703e440-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.625024] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "9dbd6bcd-466e-473b-ba23-edf62703e440-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.625253] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "9dbd6bcd-466e-473b-ba23-edf62703e440-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.627565] env[69941]: INFO nova.compute.manager [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Terminating instance [ 821.853936] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f218d98-72ed-428a-8530-17a7e4d19bce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.862280] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9676ef81-fd91-433b-aac8-68cf0246f6f6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.895228] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20061dbe-b226-4b9f-8374-48c337dc0b9e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.903907] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563e5251-f448-4f14-8467-5d754983edfb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.919605] env[69941]: DEBUG nova.compute.provider_tree [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.931174] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288462, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.132074] env[69941]: DEBUG nova.compute.manager [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.132536] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.133585] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503fa38f-48b5-496d-8e49-6b0ab0b31e86 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.141121] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.141495] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8731d85-ade1-4f83-9368-0197469ed7ec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.148386] env[69941]: DEBUG oslo_vmware.api [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 822.148386] env[69941]: value = "task-3288463" [ 822.148386] env[69941]: _type = "Task" [ 822.148386] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.157415] env[69941]: DEBUG oslo_vmware.api [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.424106] env[69941]: DEBUG nova.scheduler.client.report [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.437448] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288462, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.661094] env[69941]: DEBUG oslo_vmware.api [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288463, 'name': PowerOffVM_Task, 'duration_secs': 0.371605} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.661263] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.661435] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.661690] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-243286ee-0028-44bf-b514-573b0b3b97a6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.729879] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.730175] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.730362] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleting the datastore file [datastore1] 9dbd6bcd-466e-473b-ba23-edf62703e440 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.730660] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62abcb34-d0cf-451e-b47a-b927f09bc301 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.739399] env[69941]: DEBUG oslo_vmware.api [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 822.739399] env[69941]: value = "task-3288465" [ 822.739399] env[69941]: _type = "Task" [ 822.739399] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.748554] env[69941]: DEBUG oslo_vmware.api [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.935371] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.935371] env[69941]: DEBUG nova.compute.manager [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.938813] env[69941]: DEBUG oslo_concurrency.lockutils [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.675s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.940465] env[69941]: DEBUG nova.objects.instance [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lazy-loading 'resources' on Instance uuid df080cf4-ca18-498f-8647-0e4c315caf57 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.948450] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288462, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.252043] env[69941]: DEBUG oslo_vmware.api [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29768} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.252043] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.252043] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.252043] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.252043] env[69941]: INFO nova.compute.manager [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Took 1.12 seconds to destroy the instance on the hypervisor. [ 823.252043] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.252043] env[69941]: DEBUG nova.compute.manager [-] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.252043] env[69941]: DEBUG nova.network.neutron [-] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.441600] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288462, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.370619} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.442222] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ce29276-8c18-44d4-9c36-52afb38ee178/8ce29276-8c18-44d4-9c36-52afb38ee178.vmdk to [datastore2] c9c42315-cae9-4c29-91bd-73f92fea141a/c9c42315-cae9-4c29-91bd-73f92fea141a.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.447511] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c453210d-3ab0-43a0-bc9e-36dc32c80299 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.452546] env[69941]: DEBUG nova.compute.utils [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.453454] env[69941]: DEBUG nova.compute.manager [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.453673] env[69941]: DEBUG nova.network.neutron [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.479194] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] c9c42315-cae9-4c29-91bd-73f92fea141a/c9c42315-cae9-4c29-91bd-73f92fea141a.vmdk or device None with type streamOptimized {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.482639] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dc9069e-53ac-4e5d-aeef-697d24248a57 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.505203] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 823.505203] env[69941]: value = "task-3288466" [ 823.505203] env[69941]: _type = "Task" [ 823.505203] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.520910] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.544412] env[69941]: DEBUG nova.policy [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b132996fcdb34045af048b6c7596874b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '651106f1796842cd94d6e03450d134eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.659382] env[69941]: DEBUG nova.compute.manager [req-6a02d872-fd5d-48e1-b8a0-b736ece18e34 req-cff3c677-fafa-4931-90e0-f6a3aea2ffa7 service nova] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Received event network-vif-deleted-2a13dc35-e26f-4cc6-84e6-ef8f3d96725b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.660030] env[69941]: INFO nova.compute.manager [req-6a02d872-fd5d-48e1-b8a0-b736ece18e34 req-cff3c677-fafa-4931-90e0-f6a3aea2ffa7 service nova] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Neutron deleted interface 2a13dc35-e26f-4cc6-84e6-ef8f3d96725b; detaching it from the instance and deleting it from the info cache [ 823.660243] env[69941]: DEBUG nova.network.neutron [req-6a02d872-fd5d-48e1-b8a0-b736ece18e34 req-cff3c677-fafa-4931-90e0-f6a3aea2ffa7 service nova] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.928674] env[69941]: DEBUG nova.network.neutron [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Successfully created port: 45ff9e1a-77cb-402f-93d1-0f69f6275c54 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.936220] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651351be-8c32-46e0-90eb-70ea621d1297 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.945134] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab785ee-563d-409a-a3f9-0bb330019e10 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.981821] env[69941]: DEBUG nova.compute.manager [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.987899] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1e7461-c1cf-434a-852b-6d6b443929ce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.995050] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a6e4fe-1447-4987-80f7-96eb1eb5840e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.010887] env[69941]: DEBUG nova.compute.provider_tree [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.021111] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288466, 'name': ReconfigVM_Task, 'duration_secs': 0.4211} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.021485] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Reconfigured VM instance instance-0000000a to attach disk [datastore2] c9c42315-cae9-4c29-91bd-73f92fea141a/c9c42315-cae9-4c29-91bd-73f92fea141a.vmdk or device None with type streamOptimized {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.022133] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e2c0c3f-c556-44d8-9c98-15b989742ba5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.028955] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 824.028955] env[69941]: value = "task-3288467" [ 824.028955] env[69941]: _type = "Task" [ 824.028955] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.042457] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288467, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.087188] env[69941]: DEBUG nova.network.neutron [-] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.166097] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95f0187a-2df7-4cc6-85be-92fe4aeaa795 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.173280] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be34a52-a026-467b-8bb6-71266ebf7f78 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.211794] env[69941]: DEBUG nova.compute.manager [req-6a02d872-fd5d-48e1-b8a0-b736ece18e34 req-cff3c677-fafa-4931-90e0-f6a3aea2ffa7 service nova] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Detach interface failed, port_id=2a13dc35-e26f-4cc6-84e6-ef8f3d96725b, reason: Instance 9dbd6bcd-466e-473b-ba23-edf62703e440 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 824.513742] env[69941]: DEBUG nova.scheduler.client.report [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.540108] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288467, 'name': Rename_Task, 'duration_secs': 0.149307} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.540394] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.540645] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd19c5b1-d78c-4c43-9fa4-4cdcf0bc436f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.547516] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 824.547516] env[69941]: value = "task-3288468" [ 824.547516] env[69941]: _type = "Task" [ 824.547516] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.555976] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.592404] env[69941]: INFO nova.compute.manager [-] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Took 1.34 seconds to deallocate network for instance. [ 824.992423] env[69941]: DEBUG nova.compute.manager [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.018481] env[69941]: DEBUG nova.virt.hardware [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.018737] env[69941]: DEBUG nova.virt.hardware [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.018898] env[69941]: DEBUG nova.virt.hardware [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.019097] env[69941]: DEBUG nova.virt.hardware [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.019241] env[69941]: DEBUG nova.virt.hardware [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.019389] env[69941]: DEBUG nova.virt.hardware [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.019605] env[69941]: DEBUG nova.virt.hardware [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.019779] env[69941]: DEBUG nova.virt.hardware [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.019947] env[69941]: DEBUG nova.virt.hardware [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.020121] env[69941]: DEBUG nova.virt.hardware [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.020296] env[69941]: DEBUG nova.virt.hardware [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.021176] env[69941]: DEBUG oslo_concurrency.lockutils [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.023721] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20c78eb-8541-4837-ab63-8226302e0d19 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.027015] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.819s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.027015] env[69941]: DEBUG nova.objects.instance [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Lazy-loading 'resources' on Instance uuid 75ee7557-0682-41f7-b7b0-fe6e03f1c841 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.033916] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5ffdad-4413-4e71-9e72-1b11851ba466 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.049850] env[69941]: INFO nova.scheduler.client.report [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleted allocations for instance df080cf4-ca18-498f-8647-0e4c315caf57 [ 825.061622] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288468, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.099760] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.389015] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Acquiring lock "d6e8097b-24f5-471d-9456-fb74972db9a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.389429] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Lock "d6e8097b-24f5-471d-9456-fb74972db9a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.503857] env[69941]: DEBUG nova.network.neutron [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Successfully updated port: 45ff9e1a-77cb-402f-93d1-0f69f6275c54 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.559699] env[69941]: DEBUG oslo_concurrency.lockutils [None req-72d0d97b-0d57-4456-9993-bede2d7bd794 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "df080cf4-ca18-498f-8647-0e4c315caf57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.532s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.566466] env[69941]: DEBUG oslo_vmware.api [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288468, 'name': PowerOnVM_Task, 'duration_secs': 0.540044} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.566819] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.682284] env[69941]: DEBUG nova.compute.manager [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.684124] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6e4392-86c9-4ea2-acfe-3e8113b5f281 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.698482] env[69941]: DEBUG nova.compute.manager [req-d3559012-b6d4-4077-957b-2a14cb262173 req-76a580e2-3ead-437a-a202-ce7062b077c1 service nova] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Received event network-vif-plugged-45ff9e1a-77cb-402f-93d1-0f69f6275c54 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.698735] env[69941]: DEBUG oslo_concurrency.lockutils [req-d3559012-b6d4-4077-957b-2a14cb262173 req-76a580e2-3ead-437a-a202-ce7062b077c1 service nova] Acquiring lock "fb66ba05-860c-47fa-bb76-3ef2cd552f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.698998] env[69941]: DEBUG oslo_concurrency.lockutils [req-d3559012-b6d4-4077-957b-2a14cb262173 req-76a580e2-3ead-437a-a202-ce7062b077c1 service nova] Lock "fb66ba05-860c-47fa-bb76-3ef2cd552f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.699128] env[69941]: DEBUG oslo_concurrency.lockutils [req-d3559012-b6d4-4077-957b-2a14cb262173 req-76a580e2-3ead-437a-a202-ce7062b077c1 service nova] Lock "fb66ba05-860c-47fa-bb76-3ef2cd552f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.699327] env[69941]: DEBUG nova.compute.manager [req-d3559012-b6d4-4077-957b-2a14cb262173 req-76a580e2-3ead-437a-a202-ce7062b077c1 service nova] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] No waiting events found dispatching network-vif-plugged-45ff9e1a-77cb-402f-93d1-0f69f6275c54 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.699574] env[69941]: WARNING nova.compute.manager [req-d3559012-b6d4-4077-957b-2a14cb262173 req-76a580e2-3ead-437a-a202-ce7062b077c1 service nova] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Received unexpected event network-vif-plugged-45ff9e1a-77cb-402f-93d1-0f69f6275c54 for instance with vm_state building and task_state spawning. [ 825.699659] env[69941]: DEBUG nova.compute.manager [req-d3559012-b6d4-4077-957b-2a14cb262173 req-76a580e2-3ead-437a-a202-ce7062b077c1 service nova] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Received event network-changed-45ff9e1a-77cb-402f-93d1-0f69f6275c54 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.699811] env[69941]: DEBUG nova.compute.manager [req-d3559012-b6d4-4077-957b-2a14cb262173 req-76a580e2-3ead-437a-a202-ce7062b077c1 service nova] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Refreshing instance network info cache due to event network-changed-45ff9e1a-77cb-402f-93d1-0f69f6275c54. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.699992] env[69941]: DEBUG oslo_concurrency.lockutils [req-d3559012-b6d4-4077-957b-2a14cb262173 req-76a580e2-3ead-437a-a202-ce7062b077c1 service nova] Acquiring lock "refresh_cache-fb66ba05-860c-47fa-bb76-3ef2cd552f9b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.700138] env[69941]: DEBUG oslo_concurrency.lockutils [req-d3559012-b6d4-4077-957b-2a14cb262173 req-76a580e2-3ead-437a-a202-ce7062b077c1 service nova] Acquired lock "refresh_cache-fb66ba05-860c-47fa-bb76-3ef2cd552f9b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.700292] env[69941]: DEBUG nova.network.neutron [req-d3559012-b6d4-4077-957b-2a14cb262173 req-76a580e2-3ead-437a-a202-ce7062b077c1 service nova] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Refreshing network info cache for port 45ff9e1a-77cb-402f-93d1-0f69f6275c54 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.892396] env[69941]: DEBUG nova.compute.manager [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.908352] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82b7795-6aeb-4242-b4f6-12f3b9181212 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.918187] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766c7ead-7dda-4595-94a5-b326adb54330 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.950019] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f45fca3-e9d9-424a-8059-a090397577aa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.958239] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b04ab4-61c7-4935-8485-0572ee108c70 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.977322] env[69941]: DEBUG nova.compute.provider_tree [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.006666] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "refresh_cache-fb66ba05-860c-47fa-bb76-3ef2cd552f9b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.211044] env[69941]: DEBUG oslo_concurrency.lockutils [None req-99ee689f-a3e7-4de9-b596-6e4ac8341ea1 tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "c9c42315-cae9-4c29-91bd-73f92fea141a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 44.908s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.251811] env[69941]: DEBUG nova.network.neutron [req-d3559012-b6d4-4077-957b-2a14cb262173 req-76a580e2-3ead-437a-a202-ce7062b077c1 service nova] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.379205] env[69941]: DEBUG nova.network.neutron [req-d3559012-b6d4-4077-957b-2a14cb262173 req-76a580e2-3ead-437a-a202-ce7062b077c1 service nova] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.421503] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.478651] env[69941]: DEBUG nova.scheduler.client.report [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.880725] env[69941]: DEBUG oslo_concurrency.lockutils [req-d3559012-b6d4-4077-957b-2a14cb262173 req-76a580e2-3ead-437a-a202-ce7062b077c1 service nova] Releasing lock "refresh_cache-fb66ba05-860c-47fa-bb76-3ef2cd552f9b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.881134] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "refresh_cache-fb66ba05-860c-47fa-bb76-3ef2cd552f9b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.881302] env[69941]: DEBUG nova.network.neutron [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.983527] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.985940] env[69941]: DEBUG oslo_concurrency.lockutils [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.129s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.986204] env[69941]: DEBUG nova.objects.instance [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Lazy-loading 'resources' on Instance uuid 61d74b20-84cf-443d-b6f6-922d196c46fa {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.007795] env[69941]: INFO nova.scheduler.client.report [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Deleted allocations for instance 75ee7557-0682-41f7-b7b0-fe6e03f1c841 [ 827.433753] env[69941]: DEBUG nova.network.neutron [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.518064] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a748ea64-26d0-420c-8dda-957f5bac5399 tempest-ServerTagsTestJSON-1599621600 tempest-ServerTagsTestJSON-1599621600-project-member] Lock "75ee7557-0682-41f7-b7b0-fe6e03f1c841" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.400s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.611291] env[69941]: DEBUG nova.network.neutron [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Updating instance_info_cache with network_info: [{"id": "45ff9e1a-77cb-402f-93d1-0f69f6275c54", "address": "fa:16:3e:b8:52:bd", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ff9e1a-77", "ovs_interfaceid": "45ff9e1a-77cb-402f-93d1-0f69f6275c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.717380] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "8327b076-a69d-4f6a-92b0-6fc5faf59432" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.717679] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "8327b076-a69d-4f6a-92b0-6fc5faf59432" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.888758] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7dd313-2867-4acc-9092-a2b49c24bd06 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.896912] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c32ebbb-b2b3-412d-84e7-92212f69c51c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.928747] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5cc949-1b07-4742-b687-2b0f5b59d99f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.936743] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c246e049-c55a-41b4-bfee-cebcbd66c663 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.951779] env[69941]: DEBUG nova.compute.provider_tree [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.047397] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a634c76-3191-4f00-a798-39e320929df1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.054589] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ae1205-9c73-43e2-ab46-2f6c38a07faf tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Suspending the VM {{(pid=69941) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 828.054798] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c3fa8d82-3ddb-44b2-bf6b-69290d7dbfea {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.061598] env[69941]: DEBUG oslo_vmware.api [None req-c6ae1205-9c73-43e2-ab46-2f6c38a07faf tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 828.061598] env[69941]: value = "task-3288469" [ 828.061598] env[69941]: _type = "Task" [ 828.061598] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.069238] env[69941]: DEBUG oslo_vmware.api [None req-c6ae1205-9c73-43e2-ab46-2f6c38a07faf tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288469, 'name': SuspendVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.113863] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "refresh_cache-fb66ba05-860c-47fa-bb76-3ef2cd552f9b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.114262] env[69941]: DEBUG nova.compute.manager [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Instance network_info: |[{"id": "45ff9e1a-77cb-402f-93d1-0f69f6275c54", "address": "fa:16:3e:b8:52:bd", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ff9e1a-77", "ovs_interfaceid": "45ff9e1a-77cb-402f-93d1-0f69f6275c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.114782] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:52:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45ff9e1a-77cb-402f-93d1-0f69f6275c54', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.123542] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.123812] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.124088] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89ff3c4a-bdbe-4ccc-ab0b-1a2faca6d998 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.145311] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.145311] env[69941]: value = "task-3288470" [ 828.145311] env[69941]: _type = "Task" [ 828.145311] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.156426] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288470, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.221066] env[69941]: DEBUG nova.compute.manager [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.457088] env[69941]: DEBUG nova.scheduler.client.report [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.571924] env[69941]: DEBUG oslo_vmware.api [None req-c6ae1205-9c73-43e2-ab46-2f6c38a07faf tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288469, 'name': SuspendVM_Task} progress is 62%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.656725] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288470, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.750920] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.964785] env[69941]: DEBUG oslo_concurrency.lockutils [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.967434] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.674s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.967673] env[69941]: DEBUG nova.objects.instance [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lazy-loading 'resources' on Instance uuid 3b9252d8-ba8c-4f5a-94cc-d468d72111cc {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.994152] env[69941]: INFO nova.scheduler.client.report [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Deleted allocations for instance 61d74b20-84cf-443d-b6f6-922d196c46fa [ 829.072552] env[69941]: DEBUG oslo_vmware.api [None req-c6ae1205-9c73-43e2-ab46-2f6c38a07faf tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288469, 'name': SuspendVM_Task, 'duration_secs': 0.666047} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.072813] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ae1205-9c73-43e2-ab46-2f6c38a07faf tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Suspended the VM {{(pid=69941) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 829.073505] env[69941]: DEBUG nova.compute.manager [None req-c6ae1205-9c73-43e2-ab46-2f6c38a07faf tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.073815] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e166080-70ba-4abf-b961-45c586c640a2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.154844] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288470, 'name': CreateVM_Task, 'duration_secs': 0.52018} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.155028] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.155715] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.155924] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.156260] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.156503] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43f0942a-909a-4b24-b5ac-7ba4b1ccf57d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.161395] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 829.161395] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52694060-459b-c6df-4c8b-7420b1e558ec" [ 829.161395] env[69941]: _type = "Task" [ 829.161395] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.169015] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52694060-459b-c6df-4c8b-7420b1e558ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.501998] env[69941]: DEBUG oslo_concurrency.lockutils [None req-46fabc8b-5484-4646-b28a-3546a73f3237 tempest-InstanceActionsV221TestJSON-1688332022 tempest-InstanceActionsV221TestJSON-1688332022-project-member] Lock "61d74b20-84cf-443d-b6f6-922d196c46fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.206s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.674637] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52694060-459b-c6df-4c8b-7420b1e558ec, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.677201] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.677502] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.677692] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.677839] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.678176] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.678541] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c01a9f45-cdd4-462a-bc04-b60c48a1f468 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.689087] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.689378] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.692491] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7785ec0c-326e-48e3-9ee0-b9b8c310ecad {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.697975] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 829.697975] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e709e6-58c5-08a3-b135-11a0c0d0c582" [ 829.697975] env[69941]: _type = "Task" [ 829.697975] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.706012] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e709e6-58c5-08a3-b135-11a0c0d0c582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.842913] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e487af88-4532-4f3e-b198-475811073746 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.850983] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6660b0a-2c1b-4745-ba76-236c36e30924 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.884680] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b9bdf7-74f3-4214-8185-4b6419ea21da {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.894377] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e0b315-b1c8-4f0a-a844-91a177b4e24c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.910314] env[69941]: DEBUG nova.compute.provider_tree [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.208942] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e709e6-58c5-08a3-b135-11a0c0d0c582, 'name': SearchDatastore_Task, 'duration_secs': 0.018659} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.209748] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a9500ff-689e-48fd-8e52-56052ff9f02f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.215355] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 830.215355] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5255290f-5dbe-ecd8-8c26-c83488dc6d46" [ 830.215355] env[69941]: _type = "Task" [ 830.215355] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.224716] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5255290f-5dbe-ecd8-8c26-c83488dc6d46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.417019] env[69941]: DEBUG nova.scheduler.client.report [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.593668] env[69941]: INFO nova.compute.manager [None req-491a798c-0bef-49bd-9115-fe7a1127b95c tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Resuming [ 830.594349] env[69941]: DEBUG nova.objects.instance [None req-491a798c-0bef-49bd-9115-fe7a1127b95c tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lazy-loading 'flavor' on Instance uuid c9c42315-cae9-4c29-91bd-73f92fea141a {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.713158] env[69941]: DEBUG oslo_concurrency.lockutils [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Acquiring lock "31557237-ecee-48c7-a6f8-54440e03e39c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.714136] env[69941]: DEBUG oslo_concurrency.lockutils [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Lock "31557237-ecee-48c7-a6f8-54440e03e39c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.726018] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5255290f-5dbe-ecd8-8c26-c83488dc6d46, 'name': SearchDatastore_Task, 'duration_secs': 0.028582} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.726788] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.727056] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] fb66ba05-860c-47fa-bb76-3ef2cd552f9b/fb66ba05-860c-47fa-bb76-3ef2cd552f9b.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.727305] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-299ae5a1-5d25-4064-9900-94b90032346d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.734310] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 830.734310] env[69941]: value = "task-3288471" [ 830.734310] env[69941]: _type = "Task" [ 830.734310] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.741642] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.922167] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.925657] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.569s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.927865] env[69941]: INFO nova.compute.claims [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.960233] env[69941]: INFO nova.scheduler.client.report [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Deleted allocations for instance 3b9252d8-ba8c-4f5a-94cc-d468d72111cc [ 831.216983] env[69941]: DEBUG nova.compute.manager [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.245325] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493841} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.245606] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] fb66ba05-860c-47fa-bb76-3ef2cd552f9b/fb66ba05-860c-47fa-bb76-3ef2cd552f9b.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.245822] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.246089] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-403c7025-5cfa-4d3c-9c90-c2d2161d42c8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.253133] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 831.253133] env[69941]: value = "task-3288472" [ 831.253133] env[69941]: _type = "Task" [ 831.253133] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.262264] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.469548] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77bd1649-99af-4798-b286-b8e06e0cf1da tempest-ServerShowV247Test-1583048550 tempest-ServerShowV247Test-1583048550-project-member] Lock "3b9252d8-ba8c-4f5a-94cc-d468d72111cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.388s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.740922] env[69941]: DEBUG oslo_concurrency.lockutils [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.763399] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059552} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.763679] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.764476] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cef6ca0-ff67-4a0d-8658-f0fa872c3a53 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.786105] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] fb66ba05-860c-47fa-bb76-3ef2cd552f9b/fb66ba05-860c-47fa-bb76-3ef2cd552f9b.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.786339] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c81f3a5-fa45-4553-bd06-7a2bf56b762b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.805515] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 831.805515] env[69941]: value = "task-3288473" [ 831.805515] env[69941]: _type = "Task" [ 831.805515] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.813287] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.113249] env[69941]: DEBUG oslo_concurrency.lockutils [None req-491a798c-0bef-49bd-9115-fe7a1127b95c tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.113428] env[69941]: DEBUG oslo_concurrency.lockutils [None req-491a798c-0bef-49bd-9115-fe7a1127b95c tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquired lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.113661] env[69941]: DEBUG nova.network.neutron [None req-491a798c-0bef-49bd-9115-fe7a1127b95c tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.313072] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d3a147-5902-43ca-b044-0d9cec137f29 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.320935] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288473, 'name': ReconfigVM_Task, 'duration_secs': 0.293811} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.326018] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Reconfigured VM instance instance-0000003c to attach disk [datastore2] fb66ba05-860c-47fa-bb76-3ef2cd552f9b/fb66ba05-860c-47fa-bb76-3ef2cd552f9b.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.326018] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-932332c7-6711-4b94-9a4a-6f76e68b10b1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.326845] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cb76b0-952b-4243-a57a-f8eeddecc59f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.365152] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c439b433-09c0-48e0-bd35-85ec6e74e697 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.367942] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 832.367942] env[69941]: value = "task-3288474" [ 832.367942] env[69941]: _type = "Task" [ 832.367942] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.374564] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ead746-82f6-44ae-a26e-f99ca3432062 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.381179] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288474, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.390380] env[69941]: DEBUG nova.compute.provider_tree [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.878214] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288474, 'name': Rename_Task, 'duration_secs': 0.13284} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.878496] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.878756] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0249e534-106c-4f2f-8612-9386f3616490 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.885068] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 832.885068] env[69941]: value = "task-3288475" [ 832.885068] env[69941]: _type = "Task" [ 832.885068] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.892197] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.894108] env[69941]: DEBUG nova.scheduler.client.report [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.197302] env[69941]: DEBUG nova.network.neutron [None req-491a798c-0bef-49bd-9115-fe7a1127b95c tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Updating instance_info_cache with network_info: [{"id": "fd555b4f-5d67-4fc1-8595-525e47830629", "address": "fa:16:3e:62:5d:a1", "network": {"id": "b114cdfb-91d4-4e5f-9e36-8482eae133df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2116863276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5137cd019db411aa9d347746c4abffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd555b4f-5d", "ovs_interfaceid": "fd555b4f-5d67-4fc1-8595-525e47830629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.398968] env[69941]: DEBUG oslo_vmware.api [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288475, 'name': PowerOnVM_Task, 'duration_secs': 0.453969} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.399958] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.402539] env[69941]: DEBUG nova.compute.manager [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.404381] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.404734] env[69941]: INFO nova.compute.manager [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Took 8.41 seconds to spawn the instance on the hypervisor. [ 833.405396] env[69941]: DEBUG nova.compute.manager [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.406979] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.910s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.408838] env[69941]: INFO nova.compute.claims [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.414964] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b8c15d-e473-4e06-ae55-3fe9ffd27573 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.700916] env[69941]: DEBUG oslo_concurrency.lockutils [None req-491a798c-0bef-49bd-9115-fe7a1127b95c tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Releasing lock "refresh_cache-c9c42315-cae9-4c29-91bd-73f92fea141a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.701065] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4182f4f7-38d0-407f-9c98-e51adaf08e83 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.712171] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-491a798c-0bef-49bd-9115-fe7a1127b95c tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Resuming the VM {{(pid=69941) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 833.712171] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2f66735-eed7-4abb-be9a-5bb221aa7bc7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.718221] env[69941]: DEBUG oslo_vmware.api [None req-491a798c-0bef-49bd-9115-fe7a1127b95c tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 833.718221] env[69941]: value = "task-3288476" [ 833.718221] env[69941]: _type = "Task" [ 833.718221] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.724626] env[69941]: DEBUG oslo_vmware.api [None req-491a798c-0bef-49bd-9115-fe7a1127b95c tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.909455] env[69941]: DEBUG nova.compute.utils [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.910955] env[69941]: DEBUG nova.compute.manager [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Not allocating networking since 'none' was specified. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 833.935057] env[69941]: INFO nova.compute.manager [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Took 35.88 seconds to build instance. [ 834.226877] env[69941]: DEBUG oslo_vmware.api [None req-491a798c-0bef-49bd-9115-fe7a1127b95c tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288476, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.412894] env[69941]: DEBUG nova.compute.manager [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.437320] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8906044c-76be-4869-ac7c-bd30cf1f34e4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "fb66ba05-860c-47fa-bb76-3ef2cd552f9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.391s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.584410] env[69941]: DEBUG nova.compute.manager [req-2d4e8f26-feb3-442c-b76f-8dc9b833328d req-fed266e8-9332-4f90-bf87-0d5ad1f1bee5 service nova] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Received event network-changed-45ff9e1a-77cb-402f-93d1-0f69f6275c54 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.584696] env[69941]: DEBUG nova.compute.manager [req-2d4e8f26-feb3-442c-b76f-8dc9b833328d req-fed266e8-9332-4f90-bf87-0d5ad1f1bee5 service nova] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Refreshing instance network info cache due to event network-changed-45ff9e1a-77cb-402f-93d1-0f69f6275c54. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.584800] env[69941]: DEBUG oslo_concurrency.lockutils [req-2d4e8f26-feb3-442c-b76f-8dc9b833328d req-fed266e8-9332-4f90-bf87-0d5ad1f1bee5 service nova] Acquiring lock "refresh_cache-fb66ba05-860c-47fa-bb76-3ef2cd552f9b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.584867] env[69941]: DEBUG oslo_concurrency.lockutils [req-2d4e8f26-feb3-442c-b76f-8dc9b833328d req-fed266e8-9332-4f90-bf87-0d5ad1f1bee5 service nova] Acquired lock "refresh_cache-fb66ba05-860c-47fa-bb76-3ef2cd552f9b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.585060] env[69941]: DEBUG nova.network.neutron [req-2d4e8f26-feb3-442c-b76f-8dc9b833328d req-fed266e8-9332-4f90-bf87-0d5ad1f1bee5 service nova] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Refreshing network info cache for port 45ff9e1a-77cb-402f-93d1-0f69f6275c54 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.732263] env[69941]: DEBUG oslo_vmware.api [None req-491a798c-0bef-49bd-9115-fe7a1127b95c tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288476, 'name': PowerOnVM_Task, 'duration_secs': 0.955969} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.734899] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-491a798c-0bef-49bd-9115-fe7a1127b95c tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Resumed the VM {{(pid=69941) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 834.735125] env[69941]: DEBUG nova.compute.manager [None req-491a798c-0bef-49bd-9115-fe7a1127b95c tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.736276] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e006c16-cea6-4120-9782-32bf86137f85 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.918185] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8426b6-5b96-4669-a9dd-cf0e7ce1e41a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.930142] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791e5eb9-8f61-4953-931b-526c20ed83f0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.968993] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5c872e-babd-4249-853c-08269c028c8c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.978506] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457bc478-9338-4ab0-9970-dad4101564c8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.993609] env[69941]: DEBUG nova.compute.provider_tree [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.427525] env[69941]: DEBUG nova.compute.manager [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.461657] env[69941]: DEBUG nova.virt.hardware [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.461933] env[69941]: DEBUG nova.virt.hardware [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.462105] env[69941]: DEBUG nova.virt.hardware [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.462289] env[69941]: DEBUG nova.virt.hardware [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.462430] env[69941]: DEBUG nova.virt.hardware [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.462894] env[69941]: DEBUG nova.virt.hardware [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.463130] env[69941]: DEBUG nova.virt.hardware [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.463289] env[69941]: DEBUG nova.virt.hardware [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.463454] env[69941]: DEBUG nova.virt.hardware [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.463611] env[69941]: DEBUG nova.virt.hardware [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.463841] env[69941]: DEBUG nova.virt.hardware [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.464812] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8956af-6ae2-4c69-bd78-229dc15c56ea {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.477916] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06073c6-b265-4b07-95b3-61e6352cc643 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.492768] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Instance VIF info [] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.502592] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Creating folder: Project (66d96bed95a34532a892265172acfa23). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.503668] env[69941]: DEBUG nova.scheduler.client.report [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.506926] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38950b18-378e-4024-9437-09d552fbbee4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.510026] env[69941]: DEBUG nova.network.neutron [req-2d4e8f26-feb3-442c-b76f-8dc9b833328d req-fed266e8-9332-4f90-bf87-0d5ad1f1bee5 service nova] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Updated VIF entry in instance network info cache for port 45ff9e1a-77cb-402f-93d1-0f69f6275c54. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.510026] env[69941]: DEBUG nova.network.neutron [req-2d4e8f26-feb3-442c-b76f-8dc9b833328d req-fed266e8-9332-4f90-bf87-0d5ad1f1bee5 service nova] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Updating instance_info_cache with network_info: [{"id": "45ff9e1a-77cb-402f-93d1-0f69f6275c54", "address": "fa:16:3e:b8:52:bd", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ff9e1a-77", "ovs_interfaceid": "45ff9e1a-77cb-402f-93d1-0f69f6275c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.523080] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Created folder: Project (66d96bed95a34532a892265172acfa23) in parent group-v656570. [ 835.523405] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Creating folder: Instances. Parent ref: group-v656738. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.523839] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e93354c-99d3-4054-8a61-ed4d6682f88e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.533672] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Created folder: Instances in parent group-v656738. [ 835.533928] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.534129] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.534347] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-299fc6f8-be2c-483e-b909-51f66c272eac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.552633] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.552633] env[69941]: value = "task-3288479" [ 835.552633] env[69941]: _type = "Task" [ 835.552633] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.562223] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288479, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.013224] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.013224] env[69941]: DEBUG nova.compute.manager [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.016236] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.235s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.016314] env[69941]: DEBUG nova.objects.instance [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lazy-loading 'resources' on Instance uuid 9036d375-7626-4739-abeb-5bf3b454a48d {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.019414] env[69941]: DEBUG oslo_concurrency.lockutils [req-2d4e8f26-feb3-442c-b76f-8dc9b833328d req-fed266e8-9332-4f90-bf87-0d5ad1f1bee5 service nova] Releasing lock "refresh_cache-fb66ba05-860c-47fa-bb76-3ef2cd552f9b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.063846] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288479, 'name': CreateVM_Task, 'duration_secs': 0.360837} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.064733] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.065234] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.065403] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.065747] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.066304] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-711eae04-6140-4a1a-a234-e397e4dc0e18 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.071512] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 836.071512] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]521bae82-3187-e531-ee15-ae2000674ca5" [ 836.071512] env[69941]: _type = "Task" [ 836.071512] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.079862] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521bae82-3187-e531-ee15-ae2000674ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.522151] env[69941]: DEBUG nova.compute.utils [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.528025] env[69941]: DEBUG nova.compute.manager [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.528025] env[69941]: DEBUG nova.network.neutron [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.565079] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "e01c973a-3d25-493b-8d5d-eff82c27d03c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.565315] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "e01c973a-3d25-493b-8d5d-eff82c27d03c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.581363] env[69941]: DEBUG nova.policy [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b036528598de4b23b526e930296e0378', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '042be2d5f2014c2ab3e6b1e1c1d192b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.587172] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521bae82-3187-e531-ee15-ae2000674ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.011454} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.587734] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.588047] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.588286] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.588439] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.588619] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.589105] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-907d1f12-1dfe-40b8-a6f8-1c0a6e02c91d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.597907] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.598132] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.599051] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66af3559-d240-4b3d-9546-44c04ccc497b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.605431] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 836.605431] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f8b4c6-0213-1b3b-99d3-52fe2c599191" [ 836.605431] env[69941]: _type = "Task" [ 836.605431] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.616705] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f8b4c6-0213-1b3b-99d3-52fe2c599191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.934865] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6586d982-46c9-421f-987d-34198d3365ec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.937725] env[69941]: DEBUG nova.network.neutron [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Successfully created port: 84acc724-c598-4627-a88b-04393879d528 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.945198] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5ab9d4-79ce-43dc-9e24-fe53dd848f1b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.978750] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63c3bc8-41f7-4a12-8aa0-65874b5e5c1d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.986044] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ac3185-a908-402a-bd1d-9b1db4b9c435 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.000745] env[69941]: DEBUG nova.compute.provider_tree [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.026969] env[69941]: DEBUG nova.compute.manager [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.070626] env[69941]: DEBUG nova.compute.manager [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.118804] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f8b4c6-0213-1b3b-99d3-52fe2c599191, 'name': SearchDatastore_Task, 'duration_secs': 0.009775} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.119808] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edf46e3f-7766-475a-9bc0-27ae70d0159f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.125666] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 837.125666] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a20d11-cb89-034e-06af-0a190c1c1143" [ 837.125666] env[69941]: _type = "Task" [ 837.125666] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.133634] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a20d11-cb89-034e-06af-0a190c1c1143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.506017] env[69941]: DEBUG nova.scheduler.client.report [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.595641] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.637537] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a20d11-cb89-034e-06af-0a190c1c1143, 'name': SearchDatastore_Task, 'duration_secs': 0.009277} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.637537] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.637537] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 2f0ee36c-6c06-4a64-9889-8560224e719e/2f0ee36c-6c06-4a64-9889-8560224e719e.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.637757] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32c01e4f-555f-4146-804e-395a971e6b2f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.644482] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 837.644482] env[69941]: value = "task-3288480" [ 837.644482] env[69941]: _type = "Task" [ 837.644482] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.652636] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.013134] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.015786] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.722s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.016045] env[69941]: DEBUG nova.objects.instance [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lazy-loading 'resources' on Instance uuid 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.036601] env[69941]: INFO nova.scheduler.client.report [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Deleted allocations for instance 9036d375-7626-4739-abeb-5bf3b454a48d [ 838.038536] env[69941]: DEBUG nova.compute.manager [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.074246] env[69941]: DEBUG nova.virt.hardware [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.074390] env[69941]: DEBUG nova.virt.hardware [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.074454] env[69941]: DEBUG nova.virt.hardware [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.074626] env[69941]: DEBUG nova.virt.hardware [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.074778] env[69941]: DEBUG nova.virt.hardware [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.074948] env[69941]: DEBUG nova.virt.hardware [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.075180] env[69941]: DEBUG nova.virt.hardware [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.075346] env[69941]: DEBUG nova.virt.hardware [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.075515] env[69941]: DEBUG nova.virt.hardware [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.075682] env[69941]: DEBUG nova.virt.hardware [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.075858] env[69941]: DEBUG nova.virt.hardware [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.076931] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969e5896-e0a0-45ec-a6e2-a89fd37d221c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.085659] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b5e8d4-e9b9-4aa0-9442-5254774e835f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.154246] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477556} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.154474] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 2f0ee36c-6c06-4a64-9889-8560224e719e/2f0ee36c-6c06-4a64-9889-8560224e719e.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.154682] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.154951] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f577b621-ce2d-4888-8dfe-fbd8c7f7de25 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.160654] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 838.160654] env[69941]: value = "task-3288481" [ 838.160654] env[69941]: _type = "Task" [ 838.160654] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.168303] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.342194] env[69941]: DEBUG nova.compute.manager [req-ab653768-6c96-4dae-85ed-366258b5b3ae req-2c9547c1-2040-4c91-a44a-4ec231e9c326 service nova] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Received event network-vif-plugged-84acc724-c598-4627-a88b-04393879d528 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.342421] env[69941]: DEBUG oslo_concurrency.lockutils [req-ab653768-6c96-4dae-85ed-366258b5b3ae req-2c9547c1-2040-4c91-a44a-4ec231e9c326 service nova] Acquiring lock "a8eb094c-94a8-46ff-aef3-0741c5e999fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.342630] env[69941]: DEBUG oslo_concurrency.lockutils [req-ab653768-6c96-4dae-85ed-366258b5b3ae req-2c9547c1-2040-4c91-a44a-4ec231e9c326 service nova] Lock "a8eb094c-94a8-46ff-aef3-0741c5e999fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.342794] env[69941]: DEBUG oslo_concurrency.lockutils [req-ab653768-6c96-4dae-85ed-366258b5b3ae req-2c9547c1-2040-4c91-a44a-4ec231e9c326 service nova] Lock "a8eb094c-94a8-46ff-aef3-0741c5e999fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.342959] env[69941]: DEBUG nova.compute.manager [req-ab653768-6c96-4dae-85ed-366258b5b3ae req-2c9547c1-2040-4c91-a44a-4ec231e9c326 service nova] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] No waiting events found dispatching network-vif-plugged-84acc724-c598-4627-a88b-04393879d528 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.343208] env[69941]: WARNING nova.compute.manager [req-ab653768-6c96-4dae-85ed-366258b5b3ae req-2c9547c1-2040-4c91-a44a-4ec231e9c326 service nova] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Received unexpected event network-vif-plugged-84acc724-c598-4627-a88b-04393879d528 for instance with vm_state building and task_state spawning. [ 838.439049] env[69941]: DEBUG nova.network.neutron [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Successfully updated port: 84acc724-c598-4627-a88b-04393879d528 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.549985] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7d303457-acce-4b3f-8e8f-303d36c66234 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9036d375-7626-4739-abeb-5bf3b454a48d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.717s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.671987] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062954} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.672261] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.673019] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462d28ed-13d6-4c67-b7a8-5a88ea3e7a41 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.694702] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 2f0ee36c-6c06-4a64-9889-8560224e719e/2f0ee36c-6c06-4a64-9889-8560224e719e.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.694916] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40cd37fd-e27a-47c6-a02b-baecef196ab0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.716762] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 838.716762] env[69941]: value = "task-3288482" [ 838.716762] env[69941]: _type = "Task" [ 838.716762] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.725669] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.849283] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490d1d18-70dc-48af-9d67-eeb0da823f5e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.856953] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7077f5a-aa16-4f9e-b110-5f2ddc6c6330 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.890159] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa23e94a-e21e-45dd-a53f-1252f1d2409f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.897658] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504ed8e0-044c-428e-9596-c54a84a5cae4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.916088] env[69941]: DEBUG nova.compute.provider_tree [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.941693] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "refresh_cache-a8eb094c-94a8-46ff-aef3-0741c5e999fa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.941693] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired lock "refresh_cache-a8eb094c-94a8-46ff-aef3-0741c5e999fa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.941693] env[69941]: DEBUG nova.network.neutron [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.226642] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288482, 'name': ReconfigVM_Task, 'duration_secs': 0.285162} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.226927] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 2f0ee36c-6c06-4a64-9889-8560224e719e/2f0ee36c-6c06-4a64-9889-8560224e719e.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.227597] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-409c88f2-4248-479e-9bca-ba03d89c9088 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.233712] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 839.233712] env[69941]: value = "task-3288483" [ 839.233712] env[69941]: _type = "Task" [ 839.233712] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.242059] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288483, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.420620] env[69941]: DEBUG nova.scheduler.client.report [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.472244] env[69941]: DEBUG nova.network.neutron [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.568589] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "9124437a-6601-4be7-9477-718f1ad678a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.568843] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9124437a-6601-4be7-9477-718f1ad678a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.569063] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "9124437a-6601-4be7-9477-718f1ad678a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.569254] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9124437a-6601-4be7-9477-718f1ad678a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.569421] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9124437a-6601-4be7-9477-718f1ad678a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.571902] env[69941]: INFO nova.compute.manager [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Terminating instance [ 839.605437] env[69941]: DEBUG nova.network.neutron [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Updating instance_info_cache with network_info: [{"id": "84acc724-c598-4627-a88b-04393879d528", "address": "fa:16:3e:94:65:37", "network": {"id": "37b5b15a-9744-4abc-ab1f-cb15a276fabb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221774887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "042be2d5f2014c2ab3e6b1e1c1d192b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84acc724-c5", "ovs_interfaceid": "84acc724-c598-4627-a88b-04393879d528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.610180] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "c9c42315-cae9-4c29-91bd-73f92fea141a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.610414] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "c9c42315-cae9-4c29-91bd-73f92fea141a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.610605] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "c9c42315-cae9-4c29-91bd-73f92fea141a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.610785] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "c9c42315-cae9-4c29-91bd-73f92fea141a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.610959] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "c9c42315-cae9-4c29-91bd-73f92fea141a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.613147] env[69941]: INFO nova.compute.manager [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Terminating instance [ 839.744307] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288483, 'name': Rename_Task, 'duration_secs': 0.128087} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.744600] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.744845] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16aa2f0b-7124-44a8-adeb-ae0940eab1b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.752258] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 839.752258] env[69941]: value = "task-3288484" [ 839.752258] env[69941]: _type = "Task" [ 839.752258] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.761423] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.925203] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.928118] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.517s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.953437] env[69941]: INFO nova.scheduler.client.report [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Deleted allocations for instance 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f [ 840.078445] env[69941]: DEBUG nova.compute.manager [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.078445] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.079342] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84d649a-0000-4451-89c4-7bd352bd339d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.087239] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.087477] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1f7bcaf-bdf3-4d3c-8b8f-017422f94487 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.092878] env[69941]: DEBUG oslo_vmware.api [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 840.092878] env[69941]: value = "task-3288485" [ 840.092878] env[69941]: _type = "Task" [ 840.092878] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.100117] env[69941]: DEBUG oslo_vmware.api [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.107614] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Releasing lock "refresh_cache-a8eb094c-94a8-46ff-aef3-0741c5e999fa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.107895] env[69941]: DEBUG nova.compute.manager [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Instance network_info: |[{"id": "84acc724-c598-4627-a88b-04393879d528", "address": "fa:16:3e:94:65:37", "network": {"id": "37b5b15a-9744-4abc-ab1f-cb15a276fabb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221774887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "042be2d5f2014c2ab3e6b1e1c1d192b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84acc724-c5", "ovs_interfaceid": "84acc724-c598-4627-a88b-04393879d528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.108273] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:65:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84acc724-c598-4627-a88b-04393879d528', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.115561] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.115750] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.115949] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-264ec53b-16f9-4dc6-9a8a-1048d6241d80 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.130106] env[69941]: DEBUG nova.compute.manager [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.130305] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.131241] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80af2e39-c587-4c96-9686-c4e38a92e7fe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.137892] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.139027] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-011e021e-71de-4241-ac54-7ee7195b4fc6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.140384] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.140384] env[69941]: value = "task-3288486" [ 840.140384] env[69941]: _type = "Task" [ 840.140384] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.148288] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288486, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.149459] env[69941]: DEBUG oslo_vmware.api [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 840.149459] env[69941]: value = "task-3288487" [ 840.149459] env[69941]: _type = "Task" [ 840.149459] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.157282] env[69941]: DEBUG oslo_vmware.api [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.262532] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288484, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.373469] env[69941]: DEBUG nova.compute.manager [req-1a57abaf-d84d-4b20-b9a8-8051e34fa309 req-650fd9ee-fd46-47c6-b778-15d12321e88a service nova] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Received event network-changed-84acc724-c598-4627-a88b-04393879d528 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.373539] env[69941]: DEBUG nova.compute.manager [req-1a57abaf-d84d-4b20-b9a8-8051e34fa309 req-650fd9ee-fd46-47c6-b778-15d12321e88a service nova] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Refreshing instance network info cache due to event network-changed-84acc724-c598-4627-a88b-04393879d528. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.373807] env[69941]: DEBUG oslo_concurrency.lockutils [req-1a57abaf-d84d-4b20-b9a8-8051e34fa309 req-650fd9ee-fd46-47c6-b778-15d12321e88a service nova] Acquiring lock "refresh_cache-a8eb094c-94a8-46ff-aef3-0741c5e999fa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.373895] env[69941]: DEBUG oslo_concurrency.lockutils [req-1a57abaf-d84d-4b20-b9a8-8051e34fa309 req-650fd9ee-fd46-47c6-b778-15d12321e88a service nova] Acquired lock "refresh_cache-a8eb094c-94a8-46ff-aef3-0741c5e999fa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.374153] env[69941]: DEBUG nova.network.neutron [req-1a57abaf-d84d-4b20-b9a8-8051e34fa309 req-650fd9ee-fd46-47c6-b778-15d12321e88a service nova] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Refreshing network info cache for port 84acc724-c598-4627-a88b-04393879d528 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.462385] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9b0b9c91-477d-4889-ab59-667cdda74455 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.563s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.602538] env[69941]: DEBUG oslo_vmware.api [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288485, 'name': PowerOffVM_Task, 'duration_secs': 0.427329} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.602800] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.602965] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.603235] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fcab846-7ecb-454d-b85d-35801d9a4d8e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.651726] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288486, 'name': CreateVM_Task, 'duration_secs': 0.40307} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.654702] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.655455] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.655624] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.656072] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.656556] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9522bc7-2074-494b-b290-e62c889a2cca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.662797] env[69941]: DEBUG oslo_vmware.api [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288487, 'name': PowerOffVM_Task, 'duration_secs': 0.260214} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.663378] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.663569] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.663805] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bfe88a6-6856-4f6a-90fc-216632648e42 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.666149] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.666342] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.666518] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Deleting the datastore file [datastore2] 9124437a-6601-4be7-9477-718f1ad678a6 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.667902] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b03d211-18dd-49d7-ab53-7c53edaa3178 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.669511] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 840.669511] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5230b086-00df-92cc-5fc2-578fc896fca1" [ 840.669511] env[69941]: _type = "Task" [ 840.669511] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.675399] env[69941]: DEBUG oslo_vmware.api [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for the task: (returnval){ [ 840.675399] env[69941]: value = "task-3288490" [ 840.675399] env[69941]: _type = "Task" [ 840.675399] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.678617] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5230b086-00df-92cc-5fc2-578fc896fca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.685784] env[69941]: DEBUG oslo_vmware.api [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.724612] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.724838] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.725033] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Deleting the datastore file [datastore2] c9c42315-cae9-4c29-91bd-73f92fea141a {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.725394] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa26a2c0-1808-48f2-9799-aaed40d8ac68 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.732077] env[69941]: DEBUG oslo_vmware.api [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for the task: (returnval){ [ 840.732077] env[69941]: value = "task-3288491" [ 840.732077] env[69941]: _type = "Task" [ 840.732077] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.740126] env[69941]: DEBUG oslo_vmware.api [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.761987] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288484, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.945679] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Applying migration context for instance 8e766713-d381-4ee2-bfee-fbe68cf01cc2 as it has an incoming, in-progress migration 428380f0-879c-428e-a787-c2579ca1eaa6. Migration status is reverting {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 840.945944] env[69941]: INFO nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updating resource usage from migration 428380f0-879c-428e-a787-c2579ca1eaa6 [ 840.971443] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance f46baca1-18a9-4a5e-92e9-3e117fbc4960 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.971729] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance aa056a81-8a00-4984-b41b-fe8780d06430 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.972060] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance a87074ec-1813-448c-be2b-e50be5324256 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.972307] env[69941]: WARNING nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 9dbd6bcd-466e-473b-ba23-edf62703e440 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 840.972553] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 57099f0b-431e-418d-87f4-dc00199920e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.972813] env[69941]: WARNING nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance f523f6f3-7371-4ac7-a6e8-d02ea76d1999 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 840.973591] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 9124437a-6601-4be7-9477-718f1ad678a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.973871] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance f0ff0742-fed9-4f65-a6e0-c0e51987df7c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.974153] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance db9abd6d-0da6-465c-8894-71ea08840d96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.974404] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 1bfa85ea-6706-4715-a3d7-eec56b2febff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.974647] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 99f455c6-bc8a-476c-bd12-f7f19a3aa219 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.974888] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance b24e27be-8986-4815-9723-fc5778147274 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.975136] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance a62ae68a-fb40-4439-9c38-3765dfac652a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.975370] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance c9c42315-cae9-4c29-91bd-73f92fea141a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.975588] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 3aa39f00-4e7a-423e-92ad-9d5204e20e51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.975792] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Migration 428380f0-879c-428e-a787-c2579ca1eaa6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 840.976013] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 8e766713-d381-4ee2-bfee-fbe68cf01cc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.976239] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance fb66ba05-860c-47fa-bb76-3ef2cd552f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.976449] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 2f0ee36c-6c06-4a64-9889-8560224e719e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.976650] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance a8eb094c-94a8-46ff-aef3-0741c5e999fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 841.113659] env[69941]: DEBUG nova.network.neutron [req-1a57abaf-d84d-4b20-b9a8-8051e34fa309 req-650fd9ee-fd46-47c6-b778-15d12321e88a service nova] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Updated VIF entry in instance network info cache for port 84acc724-c598-4627-a88b-04393879d528. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.114070] env[69941]: DEBUG nova.network.neutron [req-1a57abaf-d84d-4b20-b9a8-8051e34fa309 req-650fd9ee-fd46-47c6-b778-15d12321e88a service nova] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Updating instance_info_cache with network_info: [{"id": "84acc724-c598-4627-a88b-04393879d528", "address": "fa:16:3e:94:65:37", "network": {"id": "37b5b15a-9744-4abc-ab1f-cb15a276fabb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221774887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "042be2d5f2014c2ab3e6b1e1c1d192b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84acc724-c5", "ovs_interfaceid": "84acc724-c598-4627-a88b-04393879d528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.180455] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5230b086-00df-92cc-5fc2-578fc896fca1, 'name': SearchDatastore_Task, 'duration_secs': 0.015508} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.183500] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.183739] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.184020] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.184190] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.184375] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.184707] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30493af9-b7a0-4fac-a026-fca3db7fac4f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.191497] env[69941]: DEBUG oslo_vmware.api [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Task: {'id': task-3288490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153882} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.191716] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.191898] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.192083] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.192253] env[69941]: INFO nova.compute.manager [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 841.192494] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.192764] env[69941]: DEBUG nova.compute.manager [-] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.192856] env[69941]: DEBUG nova.network.neutron [-] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.195279] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.195448] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.196855] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-198fc4a7-ba83-4754-b218-16359bedd128 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.200970] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 841.200970] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5213bd30-578a-3710-0633-53646af20b63" [ 841.200970] env[69941]: _type = "Task" [ 841.200970] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.208239] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5213bd30-578a-3710-0633-53646af20b63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.240994] env[69941]: DEBUG oslo_vmware.api [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Task: {'id': task-3288491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151599} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.241248] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.241428] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.241602] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.241797] env[69941]: INFO nova.compute.manager [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 841.242383] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.242383] env[69941]: DEBUG nova.compute.manager [-] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.242383] env[69941]: DEBUG nova.network.neutron [-] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.261846] env[69941]: DEBUG oslo_vmware.api [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288484, 'name': PowerOnVM_Task, 'duration_secs': 1.01587} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.262114] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.262313] env[69941]: INFO nova.compute.manager [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Took 5.83 seconds to spawn the instance on the hypervisor. [ 841.262489] env[69941]: DEBUG nova.compute.manager [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.263306] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1314838a-7878-495b-ab1a-70923a6c0ac8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.481871] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 21779bcd-6fb5-4d0d-a287-b9127c5bc607 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 841.617510] env[69941]: DEBUG oslo_concurrency.lockutils [req-1a57abaf-d84d-4b20-b9a8-8051e34fa309 req-650fd9ee-fd46-47c6-b778-15d12321e88a service nova] Releasing lock "refresh_cache-a8eb094c-94a8-46ff-aef3-0741c5e999fa" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.712827] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5213bd30-578a-3710-0633-53646af20b63, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.713645] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e163f297-517a-4fd9-9f93-573d6db03168 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.719444] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 841.719444] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c28ce6-5ed5-cab3-fb86-cb8aa6c5486b" [ 841.719444] env[69941]: _type = "Task" [ 841.719444] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.728961] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c28ce6-5ed5-cab3-fb86-cb8aa6c5486b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.781930] env[69941]: INFO nova.compute.manager [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Took 33.44 seconds to build instance. [ 841.984768] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance d6e8097b-24f5-471d-9456-fb74972db9a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 842.086571] env[69941]: DEBUG nova.network.neutron [-] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.152558] env[69941]: DEBUG nova.network.neutron [-] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.230428] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c28ce6-5ed5-cab3-fb86-cb8aa6c5486b, 'name': SearchDatastore_Task, 'duration_secs': 0.020564} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.230780] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.231132] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] a8eb094c-94a8-46ff-aef3-0741c5e999fa/a8eb094c-94a8-46ff-aef3-0741c5e999fa.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.231444] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88bc7d87-d69a-484f-a335-bee488f7d0b1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.240228] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 842.240228] env[69941]: value = "task-3288492" [ 842.240228] env[69941]: _type = "Task" [ 842.240228] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.248019] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.284777] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d50f54-854c-45c3-966c-f15d3efe7f1d tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Lock "2f0ee36c-6c06-4a64-9889-8560224e719e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.957s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.385211] env[69941]: INFO nova.compute.manager [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Rebuilding instance [ 842.402142] env[69941]: DEBUG nova.compute.manager [req-d48e0306-289d-4aa0-bd43-8de8bfade768 req-2a3c4a61-d1a1-412c-81e3-ec047e8aa102 service nova] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Received event network-vif-deleted-99665b33-5d28-497a-94cd-44615723da1b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.402391] env[69941]: DEBUG nova.compute.manager [req-d48e0306-289d-4aa0-bd43-8de8bfade768 req-2a3c4a61-d1a1-412c-81e3-ec047e8aa102 service nova] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Received event network-vif-deleted-fd555b4f-5d67-4fc1-8595-525e47830629 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.430022] env[69941]: DEBUG nova.compute.manager [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.430316] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4277d8d2-9d3d-429b-8cda-5b58813aed5a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.488052] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 8327b076-a69d-4f6a-92b0-6fc5faf59432 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 842.591015] env[69941]: INFO nova.compute.manager [-] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Took 1.40 seconds to deallocate network for instance. [ 842.655263] env[69941]: INFO nova.compute.manager [-] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Took 1.41 seconds to deallocate network for instance. [ 842.752256] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288492, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.991122] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 31557237-ecee-48c7-a6f8-54440e03e39c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 843.097258] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.162410] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.251656] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626357} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.251806] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] a8eb094c-94a8-46ff-aef3-0741c5e999fa/a8eb094c-94a8-46ff-aef3-0741c5e999fa.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.252072] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.252335] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c7d8baa-0d31-467d-a97a-0a63f7bf0276 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.259111] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 843.259111] env[69941]: value = "task-3288493" [ 843.259111] env[69941]: _type = "Task" [ 843.259111] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.268732] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.443550] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.443868] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdf64265-696c-419d-bb8d-88ff355fe1a1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.450889] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 843.450889] env[69941]: value = "task-3288494" [ 843.450889] env[69941]: _type = "Task" [ 843.450889] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.459163] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.493220] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance e01c973a-3d25-493b-8d5d-eff82c27d03c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 843.493542] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 843.493691] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 843.770825] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142461} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.771683] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.772581] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bb9fab-849b-4e55-82a5-afc029617727 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.799260] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] a8eb094c-94a8-46ff-aef3-0741c5e999fa/a8eb094c-94a8-46ff-aef3-0741c5e999fa.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.800524] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3111391-d8a7-46c5-83bd-a2e20891a3e2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.815405] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490d808f-89d9-4b52-b778-ab24f7649db6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.822386] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5f1a03-f3ad-44ac-8d1c-995bf7382d62 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.826438] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 843.826438] env[69941]: value = "task-3288495" [ 843.826438] env[69941]: _type = "Task" [ 843.826438] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.856256] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeb1420-493e-43e2-a44f-189930eaeb09 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.861983] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.866593] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b241bb-2bdd-47ab-8cdb-0c9a483e770c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.879620] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.961094] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288494, 'name': PowerOffVM_Task, 'duration_secs': 0.147577} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.961372] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.961610] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.962460] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14564328-c684-4fe3-9d17-3bb107bba9d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.968627] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.968844] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0820b110-4901-4271-a9d2-cdd870c83195 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.991218] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.991526] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.991647] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Deleting the datastore file [datastore2] 2f0ee36c-6c06-4a64-9889-8560224e719e {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.991859] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de297c41-499d-4449-a271-2d52732e2e56 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.998395] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 843.998395] env[69941]: value = "task-3288497" [ 843.998395] env[69941]: _type = "Task" [ 843.998395] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.005929] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.337371] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.382668] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.508545] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424743} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.508705] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.508762] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.508997] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.837965] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288495, 'name': ReconfigVM_Task, 'duration_secs': 0.769328} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.838271] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Reconfigured VM instance instance-0000003e to attach disk [datastore1] a8eb094c-94a8-46ff-aef3-0741c5e999fa/a8eb094c-94a8-46ff-aef3-0741c5e999fa.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.838900] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01a97740-1a15-4101-be1a-7791c8c6d649 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.845044] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 844.845044] env[69941]: value = "task-3288498" [ 844.845044] env[69941]: _type = "Task" [ 844.845044] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.852055] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288498, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.888091] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 844.888384] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.961s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.888720] env[69941]: DEBUG oslo_concurrency.lockutils [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 27.822s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.890398] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.890592] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Cleaning up deleted instances {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 845.356375] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288498, 'name': Rename_Task, 'duration_secs': 0.134541} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.356686] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.356903] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-656fb5f4-b41b-4fb1-8c18-60843395a110 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.363323] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 845.363323] env[69941]: value = "task-3288499" [ 845.363323] env[69941]: _type = "Task" [ 845.363323] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.370989] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.392566] env[69941]: DEBUG nova.objects.instance [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lazy-loading 'migration_context' on Instance uuid 8e766713-d381-4ee2-bfee-fbe68cf01cc2 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.403351] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] There are 43 instances to clean {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 845.403625] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 61d74b20-84cf-443d-b6f6-922d196c46fa] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 845.543388] env[69941]: DEBUG nova.virt.hardware [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.543643] env[69941]: DEBUG nova.virt.hardware [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.543799] env[69941]: DEBUG nova.virt.hardware [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.543982] env[69941]: DEBUG nova.virt.hardware [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.544193] env[69941]: DEBUG nova.virt.hardware [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.544373] env[69941]: DEBUG nova.virt.hardware [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.544584] env[69941]: DEBUG nova.virt.hardware [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.544743] env[69941]: DEBUG nova.virt.hardware [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.544909] env[69941]: DEBUG nova.virt.hardware [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.545085] env[69941]: DEBUG nova.virt.hardware [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.545295] env[69941]: DEBUG nova.virt.hardware [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.546174] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288d5baa-27da-4ae0-aedc-58ae40e91e78 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.554372] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef00762c-7ee6-43c2-9aa1-a3764056aaee {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.567724] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Instance VIF info [] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.573275] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.573840] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.574061] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24e37f58-4418-4820-9a70-900fcceda0d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.590167] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.590167] env[69941]: value = "task-3288500" [ 845.590167] env[69941]: _type = "Task" [ 845.590167] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.597702] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288500, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.873327] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288499, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.909224] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 75ee7557-0682-41f7-b7b0-fe6e03f1c841] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 846.101213] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288500, 'name': CreateVM_Task, 'duration_secs': 0.236099} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.101388] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.101813] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.101975] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.102359] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.102621] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201b8d6e-3d6b-4d5d-99a1-2fe642495ac8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.108947] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 846.108947] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52670562-1b7a-3fd7-2bd2-f3cefa04c3ad" [ 846.108947] env[69941]: _type = "Task" [ 846.108947] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.116450] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52670562-1b7a-3fd7-2bd2-f3cefa04c3ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.200616] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df141d41-6b48-47b7-b79f-efaa576bb85a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.208113] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1d960b-012c-4402-94ff-ae5d28bd411b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.240403] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809c13d8-dfec-414e-a8b1-edab206c0b99 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.247723] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df463cd6-8e79-4b7b-acc5-c867ea14c2ea {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.260615] env[69941]: DEBUG nova.compute.provider_tree [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.375735] env[69941]: DEBUG oslo_vmware.api [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288499, 'name': PowerOnVM_Task, 'duration_secs': 0.574093} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.376075] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.376256] env[69941]: INFO nova.compute.manager [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Took 8.34 seconds to spawn the instance on the hypervisor. [ 846.376435] env[69941]: DEBUG nova.compute.manager [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.377260] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4934d6-4baa-47ae-9fb3-8ed9e000f541 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.416161] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 7f4c31d3-9e6e-4ef5-88e0-bee6f5e8a92f] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 846.619114] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52670562-1b7a-3fd7-2bd2-f3cefa04c3ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.619423] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.619697] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.619961] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.620125] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.620309] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.620567] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb368daa-887d-47a5-a02b-ca1d250ad6ce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.628703] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.628872] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.629561] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-215453a0-3dfd-4958-92bf-6c4a34adb344 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.634101] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 846.634101] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5295424b-9b01-4ac0-e7de-616194a2b96e" [ 846.634101] env[69941]: _type = "Task" [ 846.634101] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.641196] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5295424b-9b01-4ac0-e7de-616194a2b96e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.764204] env[69941]: DEBUG nova.scheduler.client.report [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.897870] env[69941]: INFO nova.compute.manager [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Took 37.41 seconds to build instance. [ 846.918327] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: df080cf4-ca18-498f-8647-0e4c315caf57] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 847.144847] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5295424b-9b01-4ac0-e7de-616194a2b96e, 'name': SearchDatastore_Task, 'duration_secs': 0.00856} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.145658] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2269aec8-c7e3-43ab-91df-f069a2c6470e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.150683] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 847.150683] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5248b1a8-496c-4290-b9a5-3bffb9163bb0" [ 847.150683] env[69941]: _type = "Task" [ 847.150683] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.158253] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5248b1a8-496c-4290-b9a5-3bffb9163bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.400759] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdc4127a-f5d1-49b4-8152-2d3fd9843a00 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "a8eb094c-94a8-46ff-aef3-0741c5e999fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.935s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.421681] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: dad2418f-614d-4fc5-9b83-3a54cd358e6f] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 847.662239] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5248b1a8-496c-4290-b9a5-3bffb9163bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.662540] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.662846] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 2f0ee36c-6c06-4a64-9889-8560224e719e/2f0ee36c-6c06-4a64-9889-8560224e719e.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.663224] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db5e491f-0d34-415a-8299-c44b1d1d7cc0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.670490] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 847.670490] env[69941]: value = "task-3288501" [ 847.670490] env[69941]: _type = "Task" [ 847.670490] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.678270] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.775788] env[69941]: DEBUG oslo_concurrency.lockutils [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.887s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.785537] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.953s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.785956] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.789160] env[69941]: DEBUG oslo_concurrency.lockutils [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.346s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.791477] env[69941]: INFO nova.compute.claims [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.817341] env[69941]: INFO nova.scheduler.client.report [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Deleted allocations for instance f523f6f3-7371-4ac7-a6e8-d02ea76d1999 [ 847.925149] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 2a7aa084-fef1-4c8d-ba9a-5cefb8cbaefa] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 848.181952] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505231} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.182286] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 2f0ee36c-6c06-4a64-9889-8560224e719e/2f0ee36c-6c06-4a64-9889-8560224e719e.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.182511] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.182763] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe5b72e2-2d7d-4ff7-beae-24c64b0678fc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.190687] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 848.190687] env[69941]: value = "task-3288502" [ 848.190687] env[69941]: _type = "Task" [ 848.190687] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.197768] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.327303] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1da0c57-b6af-45da-996e-606987237ca3 tempest-ServersAdminNegativeTestJSON-1374293981 tempest-ServersAdminNegativeTestJSON-1374293981-project-member] Lock "f523f6f3-7371-4ac7-a6e8-d02ea76d1999" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.022s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.429270] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 31768ce8-eece-4386-bc52-25320530f63b] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 848.700641] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06145} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.701174] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.701819] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415ca9df-f8e9-49de-bb77-6d2b423fa7fb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.722471] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 2f0ee36c-6c06-4a64-9889-8560224e719e/2f0ee36c-6c06-4a64-9889-8560224e719e.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.722794] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bc87ef0-72ea-401f-90c3-8d1d3a93fae6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.742945] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 848.742945] env[69941]: value = "task-3288503" [ 848.742945] env[69941]: _type = "Task" [ 848.742945] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.751711] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.931583] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: da4d420e-0656-4bee-afb0-e082d96aa841] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 849.052423] env[69941]: DEBUG nova.compute.manager [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.053416] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e20aff-0a48-4ceb-8843-318c459860c2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.144398] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875c6249-b0e9-4692-8990-24b95ccb450f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.151836] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdfff10-64c9-4bb7-b460-8c7c8f1fd2ac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.184248] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b349b5-982f-4efc-9b73-3fff5f9b3ae2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.192376] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bed4b0-2702-439b-b561-4a7ef32cfd8b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.205650] env[69941]: DEBUG nova.compute.provider_tree [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.253335] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.330534] env[69941]: INFO nova.compute.manager [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Swapping old allocation on dict_keys(['adc8d08d-90ea-4899-a2f6-2f585d790aea']) held by migration 428380f0-879c-428e-a787-c2579ca1eaa6 for instance [ 849.355826] env[69941]: DEBUG nova.scheduler.client.report [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Overwriting current allocation {'allocations': {'adc8d08d-90ea-4899-a2f6-2f585d790aea': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 87}}, 'project_id': 'bf6fa7eaf0cc4d5c81f9641b352b62fe', 'user_id': '97034ca3b76347daac688ef0ff4639cd', 'consumer_generation': 1} on consumer 8e766713-d381-4ee2-bfee-fbe68cf01cc2 {{(pid=69941) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 849.438204] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 3b9252d8-ba8c-4f5a-94cc-d468d72111cc] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 849.444581] env[69941]: DEBUG oslo_concurrency.lockutils [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "refresh_cache-8e766713-d381-4ee2-bfee-fbe68cf01cc2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.444762] env[69941]: DEBUG oslo_concurrency.lockutils [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquired lock "refresh_cache-8e766713-d381-4ee2-bfee-fbe68cf01cc2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.444937] env[69941]: DEBUG nova.network.neutron [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.567065] env[69941]: INFO nova.compute.manager [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] instance snapshotting [ 849.570116] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbf2597-c195-497a-b22b-9784fa26c218 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.589646] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02942c6c-c1e9-4301-b977-e0ea30913635 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.709488] env[69941]: DEBUG nova.scheduler.client.report [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.753697] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288503, 'name': ReconfigVM_Task, 'duration_secs': 0.540374} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.753975] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 2f0ee36c-6c06-4a64-9889-8560224e719e/2f0ee36c-6c06-4a64-9889-8560224e719e.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.754640] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e0b1162-ac37-48d5-b39e-0d143e20fa09 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.760639] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 849.760639] env[69941]: value = "task-3288504" [ 849.760639] env[69941]: _type = "Task" [ 849.760639] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.769218] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288504, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.942147] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 6a02d5c1-d7a8-43a7-bd6f-7fc9f85cb46e] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 850.101140] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 850.101422] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e293c03d-0660-41a8-8d08-bdfddb8e9bed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.109701] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 850.109701] env[69941]: value = "task-3288505" [ 850.109701] env[69941]: _type = "Task" [ 850.109701] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.118784] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288505, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.173635] env[69941]: DEBUG nova.network.neutron [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updating instance_info_cache with network_info: [{"id": "11f195e4-637b-4ed8-b492-958efb117bd9", "address": "fa:16:3e:65:ee:e4", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f195e4-63", "ovs_interfaceid": "11f195e4-637b-4ed8-b492-958efb117bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.214710] env[69941]: DEBUG oslo_concurrency.lockutils [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.215241] env[69941]: DEBUG nova.compute.manager [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.218381] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.119s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.218636] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.220806] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.800s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.223031] env[69941]: INFO nova.compute.claims [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.249617] env[69941]: INFO nova.scheduler.client.report [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleted allocations for instance 9dbd6bcd-466e-473b-ba23-edf62703e440 [ 850.271806] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288504, 'name': Rename_Task, 'duration_secs': 0.273621} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.271974] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.272472] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00fed621-7f90-4103-834e-0d3ea0c04dab {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.278592] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 850.278592] env[69941]: value = "task-3288506" [ 850.278592] env[69941]: _type = "Task" [ 850.278592] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.286864] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.445566] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: bca042c1-7934-47f5-8903-c7b8775d329d] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 850.619095] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288505, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.677157] env[69941]: DEBUG oslo_concurrency.lockutils [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Releasing lock "refresh_cache-8e766713-d381-4ee2-bfee-fbe68cf01cc2" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.677740] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.678100] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19dde768-a6b3-4021-b592-48df535c3d02 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.685099] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 850.685099] env[69941]: value = "task-3288507" [ 850.685099] env[69941]: _type = "Task" [ 850.685099] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.693425] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.730360] env[69941]: DEBUG nova.compute.utils [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.733157] env[69941]: DEBUG nova.compute.manager [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.733157] env[69941]: DEBUG nova.network.neutron [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.758079] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fdb3543f-b838-47fc-9be7-0b72a7179346 tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "9dbd6bcd-466e-473b-ba23-edf62703e440" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.133s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.778849] env[69941]: DEBUG nova.policy [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11290f43fa994bd8a5f5d91ed2695f40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1cf4dcdcbef4b63a81e3e76e189779a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.789932] env[69941]: DEBUG oslo_vmware.api [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288506, 'name': PowerOnVM_Task, 'duration_secs': 0.488338} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.790224] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.790432] env[69941]: DEBUG nova.compute.manager [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.791287] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e10d5ce-5691-4d7e-80fb-75a4a862fcfb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.949276] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 9e05781d-d39b-40cc-bcf1-53da09ae55ee] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 851.126017] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288505, 'name': CreateSnapshot_Task, 'duration_secs': 0.854287} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.126586] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 851.129302] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2747443-f3b7-496a-bcdf-fb7134aa4f55 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.196133] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288507, 'name': PowerOffVM_Task, 'duration_secs': 0.203451} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.196473] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.197221] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:49:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='03b32f15-6fdb-4827-83ed-f1b5a6753894',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-150885716',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.197458] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.197625] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.197809] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.198163] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.198238] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.198541] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.198740] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.198945] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.199191] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.199760] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.206431] env[69941]: DEBUG nova.network.neutron [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Successfully created port: 706f7988-0b68-4c89-ae7c-d79bc33a35d7 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.208617] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55bf19e8-1ba3-47bb-abdb-86b7c991c59d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.237755] env[69941]: DEBUG nova.compute.manager [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.240860] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 851.240860] env[69941]: value = "task-3288508" [ 851.240860] env[69941]: _type = "Task" [ 851.240860] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.251513] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288508, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.313610] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.430449] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "aa056a81-8a00-4984-b41b-fe8780d06430" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.430449] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "aa056a81-8a00-4984-b41b-fe8780d06430" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.430449] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "aa056a81-8a00-4984-b41b-fe8780d06430-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.430560] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "aa056a81-8a00-4984-b41b-fe8780d06430-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.430727] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "aa056a81-8a00-4984-b41b-fe8780d06430-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.433346] env[69941]: INFO nova.compute.manager [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Terminating instance [ 851.453219] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 9036d375-7626-4739-abeb-5bf3b454a48d] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 851.537853] env[69941]: DEBUG nova.network.neutron [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Successfully created port: b3a27833-a5a9-4960-8b00-4da9acfea651 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.563869] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2b2194-8ba5-4278-96d4-12827f4af8d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.570761] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab12726c-bc0c-4955-98e6-10b44c076911 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.623679] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454f6562-370f-4cb8-aca0-387549a9a362 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.637854] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6195b859-5541-4340-b57b-f3c978ad38f0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.658917] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 851.658917] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-799f92f4-f231-47dd-98f6-512ac8a2f750 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.679694] env[69941]: DEBUG nova.compute.provider_tree [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.683293] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 851.683293] env[69941]: value = "task-3288509" [ 851.683293] env[69941]: _type = "Task" [ 851.683293] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.697188] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288509, 'name': CloneVM_Task} progress is 11%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.753139] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288508, 'name': ReconfigVM_Task, 'duration_secs': 0.325217} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.754090] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24e9a5b-fbba-4220-950b-dabdbf71059a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.772601] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:49:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='03b32f15-6fdb-4827-83ed-f1b5a6753894',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-150885716',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.772891] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.773365] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.773365] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.773365] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.773517] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.773709] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.773862] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.774032] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.774255] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.774484] env[69941]: DEBUG nova.virt.hardware [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.775324] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5799417-6720-4240-b61e-9616ceb93c3f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.781340] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 851.781340] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526abd39-8d3e-7045-3253-019a58588e2b" [ 851.781340] env[69941]: _type = "Task" [ 851.781340] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.789605] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526abd39-8d3e-7045-3253-019a58588e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.937661] env[69941]: DEBUG nova.compute.manager [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.937901] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.938834] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93094dc-11d7-4b16-be68-37011dc3c398 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.948446] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.948778] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0d6b674-0fb3-4a67-a597-c2473a4a2c6b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.955256] env[69941]: DEBUG oslo_vmware.api [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 851.955256] env[69941]: value = "task-3288510" [ 851.955256] env[69941]: _type = "Task" [ 851.955256] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.959051] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: f684ba22-e1f9-4ac7-a0f1-f06dd384812b] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 851.968778] env[69941]: DEBUG oslo_vmware.api [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.131472] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Acquiring lock "2f0ee36c-6c06-4a64-9889-8560224e719e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.132946] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Lock "2f0ee36c-6c06-4a64-9889-8560224e719e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.132946] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Acquiring lock "2f0ee36c-6c06-4a64-9889-8560224e719e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.132946] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Lock "2f0ee36c-6c06-4a64-9889-8560224e719e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.132946] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Lock "2f0ee36c-6c06-4a64-9889-8560224e719e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.134750] env[69941]: INFO nova.compute.manager [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Terminating instance [ 852.194886] env[69941]: DEBUG nova.scheduler.client.report [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.198709] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288509, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.249473] env[69941]: DEBUG nova.compute.manager [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.274568] env[69941]: DEBUG nova.virt.hardware [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.274869] env[69941]: DEBUG nova.virt.hardware [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.275022] env[69941]: DEBUG nova.virt.hardware [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.275214] env[69941]: DEBUG nova.virt.hardware [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.275368] env[69941]: DEBUG nova.virt.hardware [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.275513] env[69941]: DEBUG nova.virt.hardware [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.275729] env[69941]: DEBUG nova.virt.hardware [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.275913] env[69941]: DEBUG nova.virt.hardware [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.276085] env[69941]: DEBUG nova.virt.hardware [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.276250] env[69941]: DEBUG nova.virt.hardware [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.276419] env[69941]: DEBUG nova.virt.hardware [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.277326] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bbc660-c715-4b07-89ac-dcc11a44ea74 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.288749] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcc38ec-aad0-4d95-930d-9a30d1a01ae8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.296695] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526abd39-8d3e-7045-3253-019a58588e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.008282} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.302054] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 852.309947] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2362c17-1dac-4885-9021-ab2a084e2892 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.383131] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 852.383131] env[69941]: value = "task-3288511" [ 852.383131] env[69941]: _type = "Task" [ 852.383131] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.394146] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.465635] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: de55432c-0427-421a-bac7-cd2fc34c9749] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 852.468019] env[69941]: DEBUG oslo_vmware.api [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288510, 'name': PowerOffVM_Task, 'duration_secs': 0.386859} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.468019] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.468019] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.468858] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4614566-6f34-4717-960f-79be83acedd7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.535926] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.536176] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.536366] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleting the datastore file [datastore1] aa056a81-8a00-4984-b41b-fe8780d06430 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.536631] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e292ec9-9e89-440c-bc87-7c192e4f44e4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.543878] env[69941]: DEBUG oslo_vmware.api [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 852.543878] env[69941]: value = "task-3288513" [ 852.543878] env[69941]: _type = "Task" [ 852.543878] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.551999] env[69941]: DEBUG oslo_vmware.api [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.641052] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Acquiring lock "refresh_cache-2f0ee36c-6c06-4a64-9889-8560224e719e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.641291] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Acquired lock "refresh_cache-2f0ee36c-6c06-4a64-9889-8560224e719e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.641506] env[69941]: DEBUG nova.network.neutron [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.694713] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288509, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.700958] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.701251] env[69941]: DEBUG nova.compute.manager [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.703979] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.955s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.705662] env[69941]: INFO nova.compute.claims [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.894800] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288511, 'name': ReconfigVM_Task, 'duration_secs': 0.256778} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.895106] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 852.895977] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54afea1f-c798-4c28-b480-ea5fb68cc0d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.922327] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 8e766713-d381-4ee2-bfee-fbe68cf01cc2/8e766713-d381-4ee2-bfee-fbe68cf01cc2.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.922716] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d83758c2-31c0-424b-a769-def882adcada {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.948171] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 852.948171] env[69941]: value = "task-3288514" [ 852.948171] env[69941]: _type = "Task" [ 852.948171] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.958020] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.970285] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: d7fa2236-1a8a-4a1a-9e0a-edeb7e9db5fa] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 853.055368] env[69941]: DEBUG oslo_vmware.api [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177923} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.055774] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.056096] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.056325] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.056566] env[69941]: INFO nova.compute.manager [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Took 1.12 seconds to destroy the instance on the hypervisor. [ 853.056890] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.057318] env[69941]: DEBUG nova.compute.manager [-] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.057318] env[69941]: DEBUG nova.network.neutron [-] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.166748] env[69941]: DEBUG nova.network.neutron [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.199575] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288509, 'name': CloneVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.210884] env[69941]: DEBUG nova.compute.utils [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.216123] env[69941]: DEBUG nova.compute.manager [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.216313] env[69941]: DEBUG nova.network.neutron [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.242205] env[69941]: DEBUG nova.compute.manager [req-a6a45961-47a3-4959-b5a8-4907ce765124 req-5cead4ad-4480-4f80-ab8f-658a2f27ad5b service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Received event network-vif-plugged-706f7988-0b68-4c89-ae7c-d79bc33a35d7 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.242424] env[69941]: DEBUG oslo_concurrency.lockutils [req-a6a45961-47a3-4959-b5a8-4907ce765124 req-5cead4ad-4480-4f80-ab8f-658a2f27ad5b service nova] Acquiring lock "21779bcd-6fb5-4d0d-a287-b9127c5bc607-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.242856] env[69941]: DEBUG oslo_concurrency.lockutils [req-a6a45961-47a3-4959-b5a8-4907ce765124 req-5cead4ad-4480-4f80-ab8f-658a2f27ad5b service nova] Lock "21779bcd-6fb5-4d0d-a287-b9127c5bc607-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.243212] env[69941]: DEBUG oslo_concurrency.lockutils [req-a6a45961-47a3-4959-b5a8-4907ce765124 req-5cead4ad-4480-4f80-ab8f-658a2f27ad5b service nova] Lock "21779bcd-6fb5-4d0d-a287-b9127c5bc607-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.243911] env[69941]: DEBUG nova.compute.manager [req-a6a45961-47a3-4959-b5a8-4907ce765124 req-5cead4ad-4480-4f80-ab8f-658a2f27ad5b service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] No waiting events found dispatching network-vif-plugged-706f7988-0b68-4c89-ae7c-d79bc33a35d7 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.244183] env[69941]: WARNING nova.compute.manager [req-a6a45961-47a3-4959-b5a8-4907ce765124 req-5cead4ad-4480-4f80-ab8f-658a2f27ad5b service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Received unexpected event network-vif-plugged-706f7988-0b68-4c89-ae7c-d79bc33a35d7 for instance with vm_state building and task_state spawning. [ 853.268060] env[69941]: DEBUG nova.network.neutron [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.284357] env[69941]: DEBUG nova.policy [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5b1cf13798644c6a1c827928dae2571', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13f5c5dfbbd3474e94079bfcf2ec8dc2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.461114] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288514, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.474709] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 65557afd-6dc1-4a05-b41f-f64895225a44] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 853.518776] env[69941]: DEBUG nova.network.neutron [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Successfully updated port: 706f7988-0b68-4c89-ae7c-d79bc33a35d7 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.694873] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288509, 'name': CloneVM_Task, 'duration_secs': 1.707374} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.695159] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Created linked-clone VM from snapshot [ 853.696286] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f44c9d5-a9d0-4a36-8d26-028f9155f0e6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.703232] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Uploading image cf044e29-ef44-4c87-828c-80e564a541c5 {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 853.718646] env[69941]: DEBUG nova.compute.manager [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.735021] env[69941]: DEBUG oslo_vmware.rw_handles [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 853.735021] env[69941]: value = "vm-656744" [ 853.735021] env[69941]: _type = "VirtualMachine" [ 853.735021] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 853.735021] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-31d160fb-21b2-404c-8650-0206796afa8a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.739880] env[69941]: DEBUG oslo_vmware.rw_handles [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lease: (returnval){ [ 853.739880] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e7f413-1bda-1ef7-a83b-47699437f2cd" [ 853.739880] env[69941]: _type = "HttpNfcLease" [ 853.739880] env[69941]: } obtained for exporting VM: (result){ [ 853.739880] env[69941]: value = "vm-656744" [ 853.739880] env[69941]: _type = "VirtualMachine" [ 853.739880] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 853.740186] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the lease: (returnval){ [ 853.740186] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e7f413-1bda-1ef7-a83b-47699437f2cd" [ 853.740186] env[69941]: _type = "HttpNfcLease" [ 853.740186] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 853.747811] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 853.747811] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e7f413-1bda-1ef7-a83b-47699437f2cd" [ 853.747811] env[69941]: _type = "HttpNfcLease" [ 853.747811] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 853.770989] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Releasing lock "refresh_cache-2f0ee36c-6c06-4a64-9889-8560224e719e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.771347] env[69941]: DEBUG nova.compute.manager [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.771544] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.772429] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a81d54-686e-4e95-9bba-ebe47c545ab0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.781506] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.784053] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4395f677-6536-4218-b9b3-0db9a1343e57 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.790916] env[69941]: DEBUG oslo_vmware.api [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 853.790916] env[69941]: value = "task-3288516" [ 853.790916] env[69941]: _type = "Task" [ 853.790916] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.800236] env[69941]: DEBUG oslo_vmware.api [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.960980] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288514, 'name': ReconfigVM_Task, 'duration_secs': 0.656871} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.961211] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 8e766713-d381-4ee2-bfee-fbe68cf01cc2/8e766713-d381-4ee2-bfee-fbe68cf01cc2.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.965768] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09601eac-bd5a-46d3-b07a-244db8c707d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.969860] env[69941]: DEBUG nova.network.neutron [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Successfully created port: 9f4074e8-e42e-4db5-a9f2-e363d73d585c {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.993074] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 34eb9dfc-e46f-4d0c-b34f-a8860772cf11] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 853.999215] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e29714-3c75-48c4-9a6b-a2642776d000 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.023313] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec63dbac-856b-4483-b1c0-5b546751ec9c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.047814] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e951e2f6-92fe-4159-80db-712471097955 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.059344] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.059648] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df034791-9b83-4373-a726-659d7731dc01 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.061552] env[69941]: DEBUG nova.network.neutron [-] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.068943] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 854.068943] env[69941]: value = "task-3288517" [ 854.068943] env[69941]: _type = "Task" [ 854.068943] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.086236] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.127823] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4478ed83-76bd-47e2-8fbb-a08d89950b77 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.135939] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8b0f14-b6df-4439-ba0f-046d0807c695 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.170279] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8c93a6-acb1-4d01-b52c-91137cf3675f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.180593] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423f01da-1a5f-440b-b188-ef6dfef2c5c7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.197091] env[69941]: DEBUG nova.compute.provider_tree [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.249348] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 854.249348] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e7f413-1bda-1ef7-a83b-47699437f2cd" [ 854.249348] env[69941]: _type = "HttpNfcLease" [ 854.249348] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 854.249787] env[69941]: DEBUG oslo_vmware.rw_handles [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 854.249787] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e7f413-1bda-1ef7-a83b-47699437f2cd" [ 854.249787] env[69941]: _type = "HttpNfcLease" [ 854.249787] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 854.251429] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f831d81d-e3f4-41da-ac20-f7857dec0a7f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.258403] env[69941]: DEBUG oslo_vmware.rw_handles [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226eec0-dafe-d0cd-3624-69dab75fc8c0/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 854.260849] env[69941]: DEBUG oslo_vmware.rw_handles [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226eec0-dafe-d0cd-3624-69dab75fc8c0/disk-0.vmdk for reading. {{(pid=69941) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 854.332351] env[69941]: DEBUG oslo_vmware.api [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288516, 'name': PowerOffVM_Task, 'duration_secs': 0.223371} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.332351] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.332351] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.332351] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-445a2919-4bfc-4ea6-8350-dc62c69dd677 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.359727] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.359974] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.360250] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Deleting the datastore file [datastore2] 2f0ee36c-6c06-4a64-9889-8560224e719e {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.361067] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49c28861-37fc-4f47-960b-d0a6330dc148 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.368608] env[69941]: DEBUG oslo_vmware.api [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for the task: (returnval){ [ 854.368608] env[69941]: value = "task-3288519" [ 854.368608] env[69941]: _type = "Task" [ 854.368608] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.378672] env[69941]: DEBUG oslo_vmware.api [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.388293] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4369f849-3be6-4c4f-afc9-d0722174adc4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.502908] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 138324d1-ed7b-42aa-8b4f-6967ae3c9ad9] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 854.564163] env[69941]: INFO nova.compute.manager [-] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Took 1.51 seconds to deallocate network for instance. [ 854.582343] env[69941]: DEBUG oslo_vmware.api [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288517, 'name': PowerOnVM_Task, 'duration_secs': 0.497828} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.582635] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.700710] env[69941]: DEBUG nova.scheduler.client.report [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.734352] env[69941]: DEBUG nova.compute.manager [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.755515] env[69941]: DEBUG nova.virt.hardware [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.755766] env[69941]: DEBUG nova.virt.hardware [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.755937] env[69941]: DEBUG nova.virt.hardware [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.756209] env[69941]: DEBUG nova.virt.hardware [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.756374] env[69941]: DEBUG nova.virt.hardware [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.756533] env[69941]: DEBUG nova.virt.hardware [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.756763] env[69941]: DEBUG nova.virt.hardware [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.756943] env[69941]: DEBUG nova.virt.hardware [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.757327] env[69941]: DEBUG nova.virt.hardware [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.757573] env[69941]: DEBUG nova.virt.hardware [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.757784] env[69941]: DEBUG nova.virt.hardware [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.759073] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d474aa-d9b8-453a-bd49-77b901ee6eaf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.767660] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6729290d-912d-4782-8078-2ede02a86707 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.881322] env[69941]: DEBUG oslo_vmware.api [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Task: {'id': task-3288519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120493} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.881322] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.881322] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.881322] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.881322] env[69941]: INFO nova.compute.manager [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 854.882356] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.885597] env[69941]: DEBUG nova.compute.manager [-] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.885597] env[69941]: DEBUG nova.network.neutron [-] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.904112] env[69941]: DEBUG nova.network.neutron [-] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.007193] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 0d598d7c-fcb0-40fd-aeb3-e2db6c72cdb4] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 855.073648] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.208708] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.208848] env[69941]: DEBUG nova.compute.manager [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.211847] env[69941]: DEBUG oslo_concurrency.lockutils [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.471s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.213385] env[69941]: INFO nova.compute.claims [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.272637] env[69941]: DEBUG nova.compute.manager [req-1e592ae1-0528-427c-a42f-759c15478889 req-6af07e5c-7938-4291-b9d8-03b2e641dffd service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Received event network-changed-706f7988-0b68-4c89-ae7c-d79bc33a35d7 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.272828] env[69941]: DEBUG nova.compute.manager [req-1e592ae1-0528-427c-a42f-759c15478889 req-6af07e5c-7938-4291-b9d8-03b2e641dffd service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Refreshing instance network info cache due to event network-changed-706f7988-0b68-4c89-ae7c-d79bc33a35d7. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.274143] env[69941]: DEBUG oslo_concurrency.lockutils [req-1e592ae1-0528-427c-a42f-759c15478889 req-6af07e5c-7938-4291-b9d8-03b2e641dffd service nova] Acquiring lock "refresh_cache-21779bcd-6fb5-4d0d-a287-b9127c5bc607" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.276392] env[69941]: DEBUG oslo_concurrency.lockutils [req-1e592ae1-0528-427c-a42f-759c15478889 req-6af07e5c-7938-4291-b9d8-03b2e641dffd service nova] Acquired lock "refresh_cache-21779bcd-6fb5-4d0d-a287-b9127c5bc607" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.276673] env[69941]: DEBUG nova.network.neutron [req-1e592ae1-0528-427c-a42f-759c15478889 req-6af07e5c-7938-4291-b9d8-03b2e641dffd service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Refreshing network info cache for port 706f7988-0b68-4c89-ae7c-d79bc33a35d7 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.406943] env[69941]: DEBUG nova.network.neutron [-] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.511460] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 38194bdc-f13e-4d0a-bb3a-9b9a3d8ecfd5] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 855.596405] env[69941]: INFO nova.compute.manager [None req-84d20b50-6753-4733-b5d3-6b5c401e0449 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updating instance to original state: 'active' [ 855.609960] env[69941]: DEBUG nova.compute.manager [req-3c7aaa02-813e-4bf2-9bd3-5d5ce7554681 req-697ebce0-0e68-44a8-bb02-72ee46c362e9 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Received event network-vif-plugged-9f4074e8-e42e-4db5-a9f2-e363d73d585c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.610270] env[69941]: DEBUG oslo_concurrency.lockutils [req-3c7aaa02-813e-4bf2-9bd3-5d5ce7554681 req-697ebce0-0e68-44a8-bb02-72ee46c362e9 service nova] Acquiring lock "d6e8097b-24f5-471d-9456-fb74972db9a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.610562] env[69941]: DEBUG oslo_concurrency.lockutils [req-3c7aaa02-813e-4bf2-9bd3-5d5ce7554681 req-697ebce0-0e68-44a8-bb02-72ee46c362e9 service nova] Lock "d6e8097b-24f5-471d-9456-fb74972db9a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.610757] env[69941]: DEBUG oslo_concurrency.lockutils [req-3c7aaa02-813e-4bf2-9bd3-5d5ce7554681 req-697ebce0-0e68-44a8-bb02-72ee46c362e9 service nova] Lock "d6e8097b-24f5-471d-9456-fb74972db9a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.611333] env[69941]: DEBUG nova.compute.manager [req-3c7aaa02-813e-4bf2-9bd3-5d5ce7554681 req-697ebce0-0e68-44a8-bb02-72ee46c362e9 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] No waiting events found dispatching network-vif-plugged-9f4074e8-e42e-4db5-a9f2-e363d73d585c {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.611333] env[69941]: WARNING nova.compute.manager [req-3c7aaa02-813e-4bf2-9bd3-5d5ce7554681 req-697ebce0-0e68-44a8-bb02-72ee46c362e9 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Received unexpected event network-vif-plugged-9f4074e8-e42e-4db5-a9f2-e363d73d585c for instance with vm_state building and task_state spawning. [ 855.646887] env[69941]: DEBUG nova.network.neutron [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Successfully updated port: b3a27833-a5a9-4960-8b00-4da9acfea651 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.716109] env[69941]: DEBUG nova.compute.utils [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.716109] env[69941]: DEBUG nova.compute.manager [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.716109] env[69941]: DEBUG nova.network.neutron [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.771823] env[69941]: DEBUG nova.policy [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aefeeb63c09847e987c5da220ff522f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e234bce5dd14d1f8480a560d8b651e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.831033] env[69941]: DEBUG nova.network.neutron [req-1e592ae1-0528-427c-a42f-759c15478889 req-6af07e5c-7938-4291-b9d8-03b2e641dffd service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.883485] env[69941]: DEBUG nova.network.neutron [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Successfully updated port: 9f4074e8-e42e-4db5-a9f2-e363d73d585c {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.910148] env[69941]: INFO nova.compute.manager [-] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Took 1.03 seconds to deallocate network for instance. [ 856.003732] env[69941]: DEBUG nova.network.neutron [req-1e592ae1-0528-427c-a42f-759c15478889 req-6af07e5c-7938-4291-b9d8-03b2e641dffd service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.015258] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: a3c91cbb-66ac-439e-8d6c-476c39c9d6d9] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 856.154617] env[69941]: DEBUG oslo_concurrency.lockutils [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquiring lock "refresh_cache-21779bcd-6fb5-4d0d-a287-b9127c5bc607" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.189227] env[69941]: DEBUG nova.network.neutron [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Successfully created port: 1e1b6545-cc3b-4037-9431-86f5d6590da0 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.224723] env[69941]: DEBUG nova.compute.manager [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.389327] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Acquiring lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.389327] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Acquired lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.389327] env[69941]: DEBUG nova.network.neutron [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.419210] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.512424] env[69941]: DEBUG oslo_concurrency.lockutils [req-1e592ae1-0528-427c-a42f-759c15478889 req-6af07e5c-7938-4291-b9d8-03b2e641dffd service nova] Releasing lock "refresh_cache-21779bcd-6fb5-4d0d-a287-b9127c5bc607" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.513339] env[69941]: DEBUG nova.compute.manager [req-1e592ae1-0528-427c-a42f-759c15478889 req-6af07e5c-7938-4291-b9d8-03b2e641dffd service nova] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Received event network-vif-deleted-92854b0d-335b-4415-a8d5-74b8321ab045 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.514067] env[69941]: DEBUG oslo_concurrency.lockutils [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquired lock "refresh_cache-21779bcd-6fb5-4d0d-a287-b9127c5bc607" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.514344] env[69941]: DEBUG nova.network.neutron [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.522580] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 0acc5a3d-2d04-4126-898d-f0b832025714] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 856.589021] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e84f93-5d15-44db-939e-2c9908ecae3f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.597242] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efa07a4-d060-4d54-a060-92a76bccf0b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.636476] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef6f6ee-db96-41ff-892f-52224696a294 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.645741] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29f7a1a-4e6c-4910-8e2e-385efb3c03a5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.663241] env[69941]: DEBUG nova.compute.provider_tree [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.933673] env[69941]: DEBUG nova.network.neutron [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.025883] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: c703a9fa-029e-4030-b8fd-8076b1bd713c] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 857.070144] env[69941]: DEBUG nova.network.neutron [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.167840] env[69941]: DEBUG nova.scheduler.client.report [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.189388] env[69941]: DEBUG nova.network.neutron [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Updating instance_info_cache with network_info: [{"id": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "address": "fa:16:3e:a5:58:39", "network": {"id": "b65d22c7-58cc-4117-8972-0831d72ba676", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2115638494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f5c5dfbbd3474e94079bfcf2ec8dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4074e8-e4", "ovs_interfaceid": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.243133] env[69941]: DEBUG nova.compute.manager [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.273161] env[69941]: DEBUG nova.virt.hardware [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.274724] env[69941]: DEBUG nova.virt.hardware [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.274724] env[69941]: DEBUG nova.virt.hardware [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.274724] env[69941]: DEBUG nova.virt.hardware [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.274724] env[69941]: DEBUG nova.virt.hardware [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.275013] env[69941]: DEBUG nova.virt.hardware [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.275326] env[69941]: DEBUG nova.virt.hardware [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.275538] env[69941]: DEBUG nova.virt.hardware [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.275749] env[69941]: DEBUG nova.virt.hardware [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.275996] env[69941]: DEBUG nova.virt.hardware [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.276722] env[69941]: DEBUG nova.virt.hardware [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.280043] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47fa1b4-8c3f-4e54-93f3-b5c2a18f53df {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.296495] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6150b676-f38e-4b1f-a359-940d70854a92 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.324771] env[69941]: DEBUG nova.compute.manager [req-75e49f6e-7128-445e-804c-5a3744f99453 req-1ec68b5d-b2c5-4f39-9263-4f23ebe53630 service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Received event network-vif-plugged-b3a27833-a5a9-4960-8b00-4da9acfea651 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.324923] env[69941]: DEBUG oslo_concurrency.lockutils [req-75e49f6e-7128-445e-804c-5a3744f99453 req-1ec68b5d-b2c5-4f39-9263-4f23ebe53630 service nova] Acquiring lock "21779bcd-6fb5-4d0d-a287-b9127c5bc607-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.325443] env[69941]: DEBUG oslo_concurrency.lockutils [req-75e49f6e-7128-445e-804c-5a3744f99453 req-1ec68b5d-b2c5-4f39-9263-4f23ebe53630 service nova] Lock "21779bcd-6fb5-4d0d-a287-b9127c5bc607-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.325714] env[69941]: DEBUG oslo_concurrency.lockutils [req-75e49f6e-7128-445e-804c-5a3744f99453 req-1ec68b5d-b2c5-4f39-9263-4f23ebe53630 service nova] Lock "21779bcd-6fb5-4d0d-a287-b9127c5bc607-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.325900] env[69941]: DEBUG nova.compute.manager [req-75e49f6e-7128-445e-804c-5a3744f99453 req-1ec68b5d-b2c5-4f39-9263-4f23ebe53630 service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] No waiting events found dispatching network-vif-plugged-b3a27833-a5a9-4960-8b00-4da9acfea651 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.326124] env[69941]: WARNING nova.compute.manager [req-75e49f6e-7128-445e-804c-5a3744f99453 req-1ec68b5d-b2c5-4f39-9263-4f23ebe53630 service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Received unexpected event network-vif-plugged-b3a27833-a5a9-4960-8b00-4da9acfea651 for instance with vm_state building and task_state spawning. [ 857.327096] env[69941]: DEBUG nova.compute.manager [req-75e49f6e-7128-445e-804c-5a3744f99453 req-1ec68b5d-b2c5-4f39-9263-4f23ebe53630 service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Received event network-changed-b3a27833-a5a9-4960-8b00-4da9acfea651 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.327096] env[69941]: DEBUG nova.compute.manager [req-75e49f6e-7128-445e-804c-5a3744f99453 req-1ec68b5d-b2c5-4f39-9263-4f23ebe53630 service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Refreshing instance network info cache due to event network-changed-b3a27833-a5a9-4960-8b00-4da9acfea651. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.327096] env[69941]: DEBUG oslo_concurrency.lockutils [req-75e49f6e-7128-445e-804c-5a3744f99453 req-1ec68b5d-b2c5-4f39-9263-4f23ebe53630 service nova] Acquiring lock "refresh_cache-21779bcd-6fb5-4d0d-a287-b9127c5bc607" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.531537] env[69941]: DEBUG nova.network.neutron [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Updating instance_info_cache with network_info: [{"id": "706f7988-0b68-4c89-ae7c-d79bc33a35d7", "address": "fa:16:3e:7f:f5:e3", "network": {"id": "ee503e3c-3e15-4fa1-b57b-c1335d4138f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-414812897", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706f7988-0b", "ovs_interfaceid": "706f7988-0b68-4c89-ae7c-d79bc33a35d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3a27833-a5a9-4960-8b00-4da9acfea651", "address": "fa:16:3e:51:37:ac", "network": {"id": "df040839-9db1-4308-845c-6c8ae8e2b8d7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1075741445", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3a27833-a5", "ovs_interfaceid": "b3a27833-a5a9-4960-8b00-4da9acfea651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.533021] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: a65e82f5-6c9d-4a41-aaae-b85e362f527e] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 857.677532] env[69941]: DEBUG oslo_concurrency.lockutils [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.678090] env[69941]: DEBUG nova.compute.manager [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.680961] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.085s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.683312] env[69941]: INFO nova.compute.claims [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.692796] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Releasing lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.693814] env[69941]: DEBUG nova.compute.manager [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Instance network_info: |[{"id": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "address": "fa:16:3e:a5:58:39", "network": {"id": "b65d22c7-58cc-4117-8972-0831d72ba676", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2115638494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f5c5dfbbd3474e94079bfcf2ec8dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4074e8-e4", "ovs_interfaceid": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.694379] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:58:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f4074e8-e42e-4db5-a9f2-e363d73d585c', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.705854] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Creating folder: Project (13f5c5dfbbd3474e94079bfcf2ec8dc2). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.705999] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7c4d195-1195-41cc-b486-bd4fdb741283 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.719302] env[69941]: DEBUG nova.compute.manager [req-4aa2b501-a1bf-43ab-ab49-13a17fc8ffe6 req-3339625b-4443-498d-a5b8-c66f2a8200c9 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Received event network-changed-9f4074e8-e42e-4db5-a9f2-e363d73d585c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.719960] env[69941]: DEBUG nova.compute.manager [req-4aa2b501-a1bf-43ab-ab49-13a17fc8ffe6 req-3339625b-4443-498d-a5b8-c66f2a8200c9 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Refreshing instance network info cache due to event network-changed-9f4074e8-e42e-4db5-a9f2-e363d73d585c. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.719960] env[69941]: DEBUG oslo_concurrency.lockutils [req-4aa2b501-a1bf-43ab-ab49-13a17fc8ffe6 req-3339625b-4443-498d-a5b8-c66f2a8200c9 service nova] Acquiring lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.719960] env[69941]: DEBUG oslo_concurrency.lockutils [req-4aa2b501-a1bf-43ab-ab49-13a17fc8ffe6 req-3339625b-4443-498d-a5b8-c66f2a8200c9 service nova] Acquired lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.720147] env[69941]: DEBUG nova.network.neutron [req-4aa2b501-a1bf-43ab-ab49-13a17fc8ffe6 req-3339625b-4443-498d-a5b8-c66f2a8200c9 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Refreshing network info cache for port 9f4074e8-e42e-4db5-a9f2-e363d73d585c {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.723983] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Created folder: Project (13f5c5dfbbd3474e94079bfcf2ec8dc2) in parent group-v656570. [ 857.724291] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Creating folder: Instances. Parent ref: group-v656745. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.724467] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-906d01b6-5d96-4b52-977c-18e071f9576b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.737225] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Created folder: Instances in parent group-v656745. [ 857.737515] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.737771] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.738645] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-585ae266-f06b-4218-aa18-f05eaeeb6752 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.764604] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.764604] env[69941]: value = "task-3288522" [ 857.764604] env[69941]: _type = "Task" [ 857.764604] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.774740] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288522, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.793554] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "8e766713-d381-4ee2-bfee-fbe68cf01cc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.793554] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "8e766713-d381-4ee2-bfee-fbe68cf01cc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.793554] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "8e766713-d381-4ee2-bfee-fbe68cf01cc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.793554] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "8e766713-d381-4ee2-bfee-fbe68cf01cc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.793554] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "8e766713-d381-4ee2-bfee-fbe68cf01cc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.794903] env[69941]: INFO nova.compute.manager [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Terminating instance [ 857.990157] env[69941]: DEBUG nova.network.neutron [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Successfully updated port: 1e1b6545-cc3b-4037-9431-86f5d6590da0 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.037241] env[69941]: DEBUG oslo_concurrency.lockutils [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Releasing lock "refresh_cache-21779bcd-6fb5-4d0d-a287-b9127c5bc607" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.037861] env[69941]: DEBUG nova.compute.manager [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Instance network_info: |[{"id": "706f7988-0b68-4c89-ae7c-d79bc33a35d7", "address": "fa:16:3e:7f:f5:e3", "network": {"id": "ee503e3c-3e15-4fa1-b57b-c1335d4138f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-414812897", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706f7988-0b", "ovs_interfaceid": "706f7988-0b68-4c89-ae7c-d79bc33a35d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3a27833-a5a9-4960-8b00-4da9acfea651", "address": "fa:16:3e:51:37:ac", "network": {"id": "df040839-9db1-4308-845c-6c8ae8e2b8d7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1075741445", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3a27833-a5", "ovs_interfaceid": "b3a27833-a5a9-4960-8b00-4da9acfea651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.038290] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 56ba3abf-950b-4c18-b229-bc555273c2fc] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 858.040277] env[69941]: DEBUG oslo_concurrency.lockutils [req-75e49f6e-7128-445e-804c-5a3744f99453 req-1ec68b5d-b2c5-4f39-9263-4f23ebe53630 service nova] Acquired lock "refresh_cache-21779bcd-6fb5-4d0d-a287-b9127c5bc607" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.040503] env[69941]: DEBUG nova.network.neutron [req-75e49f6e-7128-445e-804c-5a3744f99453 req-1ec68b5d-b2c5-4f39-9263-4f23ebe53630 service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Refreshing network info cache for port b3a27833-a5a9-4960-8b00-4da9acfea651 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.041666] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:f5:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '706f7988-0b68-4c89-ae7c-d79bc33a35d7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:37:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3a27833-a5a9-4960-8b00-4da9acfea651', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.060452] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.066033] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.066033] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-346d2dec-6cc6-4791-9ac1-35664c201a5a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.089981] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.089981] env[69941]: value = "task-3288523" [ 858.089981] env[69941]: _type = "Task" [ 858.089981] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.099307] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288523, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.191718] env[69941]: DEBUG nova.compute.utils [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.195899] env[69941]: DEBUG nova.compute.manager [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Not allocating networking since 'none' was specified. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 858.277692] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288522, 'name': CreateVM_Task, 'duration_secs': 0.449259} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.277927] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.278658] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.278902] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.279222] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.279503] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7efbd00-5c66-44c7-81b0-131aca3b93ca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.284593] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Waiting for the task: (returnval){ [ 858.284593] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523d4b07-964f-fb15-e884-49aa68683e3b" [ 858.284593] env[69941]: _type = "Task" [ 858.284593] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.293072] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523d4b07-964f-fb15-e884-49aa68683e3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.299713] env[69941]: DEBUG nova.compute.manager [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.299971] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.300958] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484d6074-bd9c-4920-aa66-60d8df044912 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.308182] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.308739] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f64abb7f-252a-465e-b990-7fb240abdbde {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.314668] env[69941]: DEBUG oslo_vmware.api [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 858.314668] env[69941]: value = "task-3288524" [ 858.314668] env[69941]: _type = "Task" [ 858.314668] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.328248] env[69941]: DEBUG oslo_vmware.api [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.380232] env[69941]: DEBUG nova.network.neutron [req-75e49f6e-7128-445e-804c-5a3744f99453 req-1ec68b5d-b2c5-4f39-9263-4f23ebe53630 service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Updated VIF entry in instance network info cache for port b3a27833-a5a9-4960-8b00-4da9acfea651. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.380493] env[69941]: DEBUG nova.network.neutron [req-75e49f6e-7128-445e-804c-5a3744f99453 req-1ec68b5d-b2c5-4f39-9263-4f23ebe53630 service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Updating instance_info_cache with network_info: [{"id": "706f7988-0b68-4c89-ae7c-d79bc33a35d7", "address": "fa:16:3e:7f:f5:e3", "network": {"id": "ee503e3c-3e15-4fa1-b57b-c1335d4138f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-414812897", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706f7988-0b", "ovs_interfaceid": "706f7988-0b68-4c89-ae7c-d79bc33a35d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3a27833-a5a9-4960-8b00-4da9acfea651", "address": "fa:16:3e:51:37:ac", "network": {"id": "df040839-9db1-4308-845c-6c8ae8e2b8d7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1075741445", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3a27833-a5", "ovs_interfaceid": "b3a27833-a5a9-4960-8b00-4da9acfea651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.496121] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "refresh_cache-8327b076-a69d-4f6a-92b0-6fc5faf59432" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.496304] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "refresh_cache-8327b076-a69d-4f6a-92b0-6fc5faf59432" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.496513] env[69941]: DEBUG nova.network.neutron [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.550247] env[69941]: DEBUG nova.network.neutron [req-4aa2b501-a1bf-43ab-ab49-13a17fc8ffe6 req-3339625b-4443-498d-a5b8-c66f2a8200c9 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Updated VIF entry in instance network info cache for port 9f4074e8-e42e-4db5-a9f2-e363d73d585c. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.550627] env[69941]: DEBUG nova.network.neutron [req-4aa2b501-a1bf-43ab-ab49-13a17fc8ffe6 req-3339625b-4443-498d-a5b8-c66f2a8200c9 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Updating instance_info_cache with network_info: [{"id": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "address": "fa:16:3e:a5:58:39", "network": {"id": "b65d22c7-58cc-4117-8972-0831d72ba676", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2115638494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f5c5dfbbd3474e94079bfcf2ec8dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4074e8-e4", "ovs_interfaceid": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.566130] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: d68b8498-def5-41a9-bbd6-0911fe078125] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 858.600255] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288523, 'name': CreateVM_Task, 'duration_secs': 0.442866} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.600541] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.601397] env[69941]: DEBUG oslo_concurrency.lockutils [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.601596] env[69941]: DEBUG oslo_concurrency.lockutils [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.601967] env[69941]: DEBUG oslo_concurrency.lockutils [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.602271] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2296c8d0-f0fc-47f6-9f63-4ee48c6a6d9d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.607861] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 858.607861] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f96854-66ea-c437-806b-4a32dcb7dbdc" [ 858.607861] env[69941]: _type = "Task" [ 858.607861] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.620193] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f96854-66ea-c437-806b-4a32dcb7dbdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.700043] env[69941]: DEBUG nova.compute.manager [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.796911] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523d4b07-964f-fb15-e884-49aa68683e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.020383} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.797438] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.798228] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.798880] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.799187] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.799458] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.799853] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dca49d16-d91a-4b65-8e81-59b587a5ef4b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.811029] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.811029] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.811029] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b0c11ea-8b1b-434b-8ee1-512b04109d6a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.816489] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Waiting for the task: (returnval){ [ 858.816489] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b99197-87dd-f10d-405b-8277278d52dd" [ 858.816489] env[69941]: _type = "Task" [ 858.816489] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.832709] env[69941]: DEBUG oslo_vmware.api [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288524, 'name': PowerOffVM_Task, 'duration_secs': 0.222063} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.837229] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.837376] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.837681] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b99197-87dd-f10d-405b-8277278d52dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010273} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.840424] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57722529-c327-4fa0-8c32-51199866cbae {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.842977] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b931fb9b-811c-4665-97e7-210d75d27f7b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.849038] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Waiting for the task: (returnval){ [ 858.849038] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]528b3c55-9373-7f7b-1c7d-c3b1d82adf3e" [ 858.849038] env[69941]: _type = "Task" [ 858.849038] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.861637] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528b3c55-9373-7f7b-1c7d-c3b1d82adf3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.861903] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.862191] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] d6e8097b-24f5-471d-9456-fb74972db9a0/d6e8097b-24f5-471d-9456-fb74972db9a0.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.862460] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75c52ebb-3b57-496a-91a3-5ca568ef6186 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.869980] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Waiting for the task: (returnval){ [ 858.869980] env[69941]: value = "task-3288526" [ 858.869980] env[69941]: _type = "Task" [ 858.869980] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.879134] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.882932] env[69941]: DEBUG oslo_concurrency.lockutils [req-75e49f6e-7128-445e-804c-5a3744f99453 req-1ec68b5d-b2c5-4f39-9263-4f23ebe53630 service nova] Releasing lock "refresh_cache-21779bcd-6fb5-4d0d-a287-b9127c5bc607" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.906270] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.906553] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.906894] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Deleting the datastore file [datastore2] 8e766713-d381-4ee2-bfee-fbe68cf01cc2 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.907045] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87c4892f-8fed-47f5-ac40-d74b55751b50 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.913235] env[69941]: DEBUG oslo_vmware.api [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 858.913235] env[69941]: value = "task-3288527" [ 858.913235] env[69941]: _type = "Task" [ 858.913235] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.923733] env[69941]: DEBUG oslo_vmware.api [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.039126] env[69941]: DEBUG nova.network.neutron [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.043409] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea53fb7-a288-4970-8508-c7e11f3f7997 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.053027] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3823675e-eaca-4d5f-9ced-a953d15d8f14 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.054927] env[69941]: DEBUG oslo_concurrency.lockutils [req-4aa2b501-a1bf-43ab-ab49-13a17fc8ffe6 req-3339625b-4443-498d-a5b8-c66f2a8200c9 service nova] Releasing lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.085596] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 28bfa503-373a-4cd3-b667-2cb6c427fb17] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 859.091194] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2a8bda-f6ae-42ad-bcc9-3b580985de45 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.100397] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415797ce-44c5-487f-8c92-197348c62ef9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.115085] env[69941]: DEBUG nova.compute.provider_tree [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.133862] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f96854-66ea-c437-806b-4a32dcb7dbdc, 'name': SearchDatastore_Task, 'duration_secs': 0.011652} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.135959] env[69941]: DEBUG oslo_concurrency.lockutils [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.135959] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.135959] env[69941]: DEBUG oslo_concurrency.lockutils [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.135959] env[69941]: DEBUG oslo_concurrency.lockutils [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.135959] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.135959] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c306a8a-ca15-43b3-8243-1476db75059a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.144725] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.145022] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.145833] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5b2d08-b1e5-4358-b771-1a57e8612c6f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.151756] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 859.151756] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523336de-0220-d9e9-436f-e2e015495a22" [ 859.151756] env[69941]: _type = "Task" [ 859.151756] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.162878] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523336de-0220-d9e9-436f-e2e015495a22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.259813] env[69941]: DEBUG nova.network.neutron [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Updating instance_info_cache with network_info: [{"id": "1e1b6545-cc3b-4037-9431-86f5d6590da0", "address": "fa:16:3e:6a:5e:69", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e1b6545-cc", "ovs_interfaceid": "1e1b6545-cc3b-4037-9431-86f5d6590da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.307192] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "11118094-2c65-4953-94c8-a6bd67d43bce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.307192] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "11118094-2c65-4953-94c8-a6bd67d43bce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.354060] env[69941]: DEBUG nova.compute.manager [req-e05a9103-ce17-40f8-9315-e3aa6d62381c req-1a1f23f0-83a3-42ee-9ec9-254ef3a3a95a service nova] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Received event network-vif-plugged-1e1b6545-cc3b-4037-9431-86f5d6590da0 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.354347] env[69941]: DEBUG oslo_concurrency.lockutils [req-e05a9103-ce17-40f8-9315-e3aa6d62381c req-1a1f23f0-83a3-42ee-9ec9-254ef3a3a95a service nova] Acquiring lock "8327b076-a69d-4f6a-92b0-6fc5faf59432-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.354570] env[69941]: DEBUG oslo_concurrency.lockutils [req-e05a9103-ce17-40f8-9315-e3aa6d62381c req-1a1f23f0-83a3-42ee-9ec9-254ef3a3a95a service nova] Lock "8327b076-a69d-4f6a-92b0-6fc5faf59432-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.354745] env[69941]: DEBUG oslo_concurrency.lockutils [req-e05a9103-ce17-40f8-9315-e3aa6d62381c req-1a1f23f0-83a3-42ee-9ec9-254ef3a3a95a service nova] Lock "8327b076-a69d-4f6a-92b0-6fc5faf59432-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.355011] env[69941]: DEBUG nova.compute.manager [req-e05a9103-ce17-40f8-9315-e3aa6d62381c req-1a1f23f0-83a3-42ee-9ec9-254ef3a3a95a service nova] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] No waiting events found dispatching network-vif-plugged-1e1b6545-cc3b-4037-9431-86f5d6590da0 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.355232] env[69941]: WARNING nova.compute.manager [req-e05a9103-ce17-40f8-9315-e3aa6d62381c req-1a1f23f0-83a3-42ee-9ec9-254ef3a3a95a service nova] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Received unexpected event network-vif-plugged-1e1b6545-cc3b-4037-9431-86f5d6590da0 for instance with vm_state building and task_state spawning. [ 859.355404] env[69941]: DEBUG nova.compute.manager [req-e05a9103-ce17-40f8-9315-e3aa6d62381c req-1a1f23f0-83a3-42ee-9ec9-254ef3a3a95a service nova] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Received event network-changed-1e1b6545-cc3b-4037-9431-86f5d6590da0 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.355597] env[69941]: DEBUG nova.compute.manager [req-e05a9103-ce17-40f8-9315-e3aa6d62381c req-1a1f23f0-83a3-42ee-9ec9-254ef3a3a95a service nova] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Refreshing instance network info cache due to event network-changed-1e1b6545-cc3b-4037-9431-86f5d6590da0. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.355888] env[69941]: DEBUG oslo_concurrency.lockutils [req-e05a9103-ce17-40f8-9315-e3aa6d62381c req-1a1f23f0-83a3-42ee-9ec9-254ef3a3a95a service nova] Acquiring lock "refresh_cache-8327b076-a69d-4f6a-92b0-6fc5faf59432" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.380469] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288526, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.426461] env[69941]: DEBUG oslo_vmware.api [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174418} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.426729] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.426912] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.427116] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.427316] env[69941]: INFO nova.compute.manager [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 859.427606] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.427825] env[69941]: DEBUG nova.compute.manager [-] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.427921] env[69941]: DEBUG nova.network.neutron [-] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.589569] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: d43bb025-2fac-4629-b4b3-5d77abdbf582] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 859.626040] env[69941]: DEBUG nova.scheduler.client.report [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.667666] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523336de-0220-d9e9-436f-e2e015495a22, 'name': SearchDatastore_Task, 'duration_secs': 0.018026} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.668431] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f946ea-91a1-4317-ab46-0d45b83b558d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.678237] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 859.678237] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]525f7509-ed0c-8748-213a-b38b27d98071" [ 859.678237] env[69941]: _type = "Task" [ 859.678237] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.688848] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]525f7509-ed0c-8748-213a-b38b27d98071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.712467] env[69941]: DEBUG nova.compute.manager [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.748710] env[69941]: DEBUG nova.virt.hardware [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.748957] env[69941]: DEBUG nova.virt.hardware [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.749137] env[69941]: DEBUG nova.virt.hardware [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.749449] env[69941]: DEBUG nova.virt.hardware [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.749622] env[69941]: DEBUG nova.virt.hardware [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.749774] env[69941]: DEBUG nova.virt.hardware [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.749991] env[69941]: DEBUG nova.virt.hardware [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.750180] env[69941]: DEBUG nova.virt.hardware [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.750350] env[69941]: DEBUG nova.virt.hardware [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.750510] env[69941]: DEBUG nova.virt.hardware [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.750681] env[69941]: DEBUG nova.virt.hardware [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.751885] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5674f80f-bdfb-403c-95ad-657fdf4a4657 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.761098] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8acd4b4-54af-4516-958b-6108cb65e5b1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.767250] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "refresh_cache-8327b076-a69d-4f6a-92b0-6fc5faf59432" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.767698] env[69941]: DEBUG nova.compute.manager [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Instance network_info: |[{"id": "1e1b6545-cc3b-4037-9431-86f5d6590da0", "address": "fa:16:3e:6a:5e:69", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e1b6545-cc", "ovs_interfaceid": "1e1b6545-cc3b-4037-9431-86f5d6590da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.769510] env[69941]: DEBUG nova.compute.manager [req-9b623067-b07b-4a4c-ae01-697713574264 req-11950cfd-16d3-4d53-823a-b61de9f167b5 service nova] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Received event network-vif-deleted-11f195e4-637b-4ed8-b492-958efb117bd9 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.769795] env[69941]: INFO nova.compute.manager [req-9b623067-b07b-4a4c-ae01-697713574264 req-11950cfd-16d3-4d53-823a-b61de9f167b5 service nova] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Neutron deleted interface 11f195e4-637b-4ed8-b492-958efb117bd9; detaching it from the instance and deleting it from the info cache [ 859.770081] env[69941]: DEBUG nova.network.neutron [req-9b623067-b07b-4a4c-ae01-697713574264 req-11950cfd-16d3-4d53-823a-b61de9f167b5 service nova] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.772108] env[69941]: DEBUG oslo_concurrency.lockutils [req-e05a9103-ce17-40f8-9315-e3aa6d62381c req-1a1f23f0-83a3-42ee-9ec9-254ef3a3a95a service nova] Acquired lock "refresh_cache-8327b076-a69d-4f6a-92b0-6fc5faf59432" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.772108] env[69941]: DEBUG nova.network.neutron [req-e05a9103-ce17-40f8-9315-e3aa6d62381c req-1a1f23f0-83a3-42ee-9ec9-254ef3a3a95a service nova] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Refreshing network info cache for port 1e1b6545-cc3b-4037-9431-86f5d6590da0 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.774277] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:5e:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e1b6545-cc3b-4037-9431-86f5d6590da0', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.783291] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.785097] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.785593] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8bc5d5e-f0c7-425f-99a1-e5463f84a47e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.810271] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Instance VIF info [] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.815887] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Creating folder: Project (0c539c24d14b416bbffdbd729f8c0b60). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.816311] env[69941]: DEBUG nova.compute.manager [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.819746] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-781f30df-a8af-4edf-9ac9-8d6f2cd80d2c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.823726] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.823726] env[69941]: value = "task-3288528" [ 859.823726] env[69941]: _type = "Task" [ 859.823726] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.830430] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Created folder: Project (0c539c24d14b416bbffdbd729f8c0b60) in parent group-v656570. [ 859.830774] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Creating folder: Instances. Parent ref: group-v656749. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.833723] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f18b89d2-ec50-4f59-852a-e5d70465af68 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.835329] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288528, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.843403] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Created folder: Instances in parent group-v656749. [ 859.843770] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.843846] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.844048] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ece8833-7620-425c-b99b-fac5599a029a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.864954] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.864954] env[69941]: value = "task-3288531" [ 859.864954] env[69941]: _type = "Task" [ 859.864954] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.873551] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288531, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.882174] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529164} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.882438] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] d6e8097b-24f5-471d-9456-fb74972db9a0/d6e8097b-24f5-471d-9456-fb74972db9a0.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.882644] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.882896] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2628ef06-db55-4771-96ab-8675718f17a3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.889637] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Waiting for the task: (returnval){ [ 859.889637] env[69941]: value = "task-3288532" [ 859.889637] env[69941]: _type = "Task" [ 859.889637] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.898809] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.093665] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: b3a9ebe6-7b48-48e1-b46f-2fc2c6df9b4c] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 860.130546] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.131206] env[69941]: DEBUG nova.compute.manager [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.136632] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.040s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.136869] env[69941]: DEBUG nova.objects.instance [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lazy-loading 'resources' on Instance uuid 9124437a-6601-4be7-9477-718f1ad678a6 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.188547] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]525f7509-ed0c-8748-213a-b38b27d98071, 'name': SearchDatastore_Task, 'duration_secs': 0.020491} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.188788] env[69941]: DEBUG oslo_concurrency.lockutils [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.189078] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 21779bcd-6fb5-4d0d-a287-b9127c5bc607/21779bcd-6fb5-4d0d-a287-b9127c5bc607.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.189337] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63471631-eec4-4a0e-80d8-dac50b40efb4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.196087] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 860.196087] env[69941]: value = "task-3288533" [ 860.196087] env[69941]: _type = "Task" [ 860.196087] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.203764] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.218648] env[69941]: DEBUG nova.network.neutron [-] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.286386] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8439a421-9236-437f-8774-17e3b7455396 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.295784] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91cc811-5c64-4cf4-aa6d-01be06310927 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.335548] env[69941]: DEBUG nova.compute.manager [req-9b623067-b07b-4a4c-ae01-697713574264 req-11950cfd-16d3-4d53-823a-b61de9f167b5 service nova] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Detach interface failed, port_id=11f195e4-637b-4ed8-b492-958efb117bd9, reason: Instance 8e766713-d381-4ee2-bfee-fbe68cf01cc2 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 860.349659] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288528, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.359889] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.375267] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288531, 'name': CreateVM_Task, 'duration_secs': 0.283046} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.376165] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.376165] env[69941]: DEBUG oslo_concurrency.lockutils [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.376259] env[69941]: DEBUG oslo_concurrency.lockutils [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.376523] env[69941]: DEBUG oslo_concurrency.lockutils [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.376772] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20c57567-5162-4f0d-b3a0-e53d4fbf7f71 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.381510] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 860.381510] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]527232e6-2725-3ce0-16ce-44ef5bd88cbe" [ 860.381510] env[69941]: _type = "Task" [ 860.381510] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.389514] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527232e6-2725-3ce0-16ce-44ef5bd88cbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.400331] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26127} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.400637] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.401658] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783d0c44-9869-456e-8c74-db57e377dd69 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.426042] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] d6e8097b-24f5-471d-9456-fb74972db9a0/d6e8097b-24f5-471d-9456-fb74972db9a0.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.428778] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-298e2f89-7259-4bb2-9d0c-09695ca0238f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.448610] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Waiting for the task: (returnval){ [ 860.448610] env[69941]: value = "task-3288534" [ 860.448610] env[69941]: _type = "Task" [ 860.448610] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.457766] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.573746] env[69941]: DEBUG nova.network.neutron [req-e05a9103-ce17-40f8-9315-e3aa6d62381c req-1a1f23f0-83a3-42ee-9ec9-254ef3a3a95a service nova] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Updated VIF entry in instance network info cache for port 1e1b6545-cc3b-4037-9431-86f5d6590da0. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.574188] env[69941]: DEBUG nova.network.neutron [req-e05a9103-ce17-40f8-9315-e3aa6d62381c req-1a1f23f0-83a3-42ee-9ec9-254ef3a3a95a service nova] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Updating instance_info_cache with network_info: [{"id": "1e1b6545-cc3b-4037-9431-86f5d6590da0", "address": "fa:16:3e:6a:5e:69", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e1b6545-cc", "ovs_interfaceid": "1e1b6545-cc3b-4037-9431-86f5d6590da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.597017] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 821e3737-9932-439c-8031-29a6e4eb5462] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 860.640305] env[69941]: DEBUG nova.compute.utils [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.644918] env[69941]: DEBUG nova.compute.manager [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.645170] env[69941]: DEBUG nova.network.neutron [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.686955] env[69941]: DEBUG nova.policy [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2478098f27e645988d2cc47361ab6de0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14bac2cfea45446499cdbaae6f8a9c31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.706228] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288533, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.721132] env[69941]: INFO nova.compute.manager [-] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Took 1.29 seconds to deallocate network for instance. [ 860.856990] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288528, 'name': CreateVM_Task, 'duration_secs': 0.654375} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.859904] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.860942] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.861171] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.861494] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.861759] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbea2bf8-1392-4ca9-b189-b05e8fac522e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.869683] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 860.869683] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]520f6160-bd12-31c0-3f09-6dda22dfcf7f" [ 860.869683] env[69941]: _type = "Task" [ 860.869683] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.882383] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520f6160-bd12-31c0-3f09-6dda22dfcf7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.888183] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.889211] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.889211] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.889211] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.889211] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.889616] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cdc6021-4805-4905-ba62-00199074ee3e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.896986] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527232e6-2725-3ce0-16ce-44ef5bd88cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.01801} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.897334] env[69941]: DEBUG oslo_concurrency.lockutils [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.897574] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.897801] env[69941]: DEBUG oslo_concurrency.lockutils [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.897940] env[69941]: DEBUG oslo_concurrency.lockutils [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.898126] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.899299] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30bae615-57eb-474a-a2ca-af46f772eb96 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.902032] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.902032] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.905330] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30b50661-e3fb-4928-af4b-ff907d40887e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.910392] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 860.910392] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]525c64e3-c531-94cf-f9cb-568e0442e6b2" [ 860.910392] env[69941]: _type = "Task" [ 860.910392] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.916353] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.916353] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.916353] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa62ea62-9ea3-4f36-8bc7-70db592b3571 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.921058] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]525c64e3-c531-94cf-f9cb-568e0442e6b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.926449] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 860.926449] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5295475d-a15f-b438-0784-877eeacf6d1a" [ 860.926449] env[69941]: _type = "Task" [ 860.926449] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.934057] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5295475d-a15f-b438-0784-877eeacf6d1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.961545] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288534, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.057392] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c473b045-214f-4f35-a88b-8e53f8f1705f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.065137] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd08915-6e07-49f5-98ff-e266fc80415f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.097020] env[69941]: DEBUG oslo_concurrency.lockutils [req-e05a9103-ce17-40f8-9315-e3aa6d62381c req-1a1f23f0-83a3-42ee-9ec9-254ef3a3a95a service nova] Releasing lock "refresh_cache-8327b076-a69d-4f6a-92b0-6fc5faf59432" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.097606] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b9739f-a963-4283-8f28-c4ef5fb1a311 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.100366] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 3a19b6bd-973a-4e74-a3f3-e188a4848444] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 861.106799] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2e9bf1-9869-4820-8f6e-19871e9bbe11 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.120451] env[69941]: DEBUG nova.compute.provider_tree [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.139852] env[69941]: DEBUG nova.network.neutron [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Successfully created port: a958d80b-05eb-4fad-a9fb-27948797d4d3 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.147928] env[69941]: DEBUG nova.compute.manager [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.211431] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526032} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.211744] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 21779bcd-6fb5-4d0d-a287-b9127c5bc607/21779bcd-6fb5-4d0d-a287-b9127c5bc607.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.211972] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.212261] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f7141b8-353d-45bb-976f-d80d1d0382e7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.219898] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 861.219898] env[69941]: value = "task-3288535" [ 861.219898] env[69941]: _type = "Task" [ 861.219898] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.228453] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.229109] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.421653] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]525c64e3-c531-94cf-f9cb-568e0442e6b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010092} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.422465] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce9512a6-5feb-4273-81b9-26a8b8183023 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.430849] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 861.430849] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b8f982-1407-82b4-2e75-cfbfa72739a2" [ 861.430849] env[69941]: _type = "Task" [ 861.430849] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.437761] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5295475d-a15f-b438-0784-877eeacf6d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.008646} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.438854] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d74eb7d5-ec5c-493f-8b29-24d79396edfc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.443648] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b8f982-1407-82b4-2e75-cfbfa72739a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.446728] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 861.446728] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5261c6d1-2e36-fd42-c720-d942877c1aa4" [ 861.446728] env[69941]: _type = "Task" [ 861.446728] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.457610] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5261c6d1-2e36-fd42-c720-d942877c1aa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.460710] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288534, 'name': ReconfigVM_Task, 'duration_secs': 0.56309} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.460971] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Reconfigured VM instance instance-00000040 to attach disk [datastore1] d6e8097b-24f5-471d-9456-fb74972db9a0/d6e8097b-24f5-471d-9456-fb74972db9a0.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.461654] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d0697f3-ff1a-4998-89cc-aeaebb530134 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.469391] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Waiting for the task: (returnval){ [ 861.469391] env[69941]: value = "task-3288536" [ 861.469391] env[69941]: _type = "Task" [ 861.469391] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.483994] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288536, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.603925] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: d5d14fe9-b56d-49ea-8d83-5e94439e8534] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 861.624993] env[69941]: DEBUG nova.scheduler.client.report [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.729452] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088379} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.729702] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.730463] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802b5cee-2bc5-41fe-a941-37195fd44fa5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.754702] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 21779bcd-6fb5-4d0d-a287-b9127c5bc607/21779bcd-6fb5-4d0d-a287-b9127c5bc607.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.755380] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18dc8081-ee4c-47f5-8d94-3c2072e18d40 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.774360] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 861.774360] env[69941]: value = "task-3288537" [ 861.774360] env[69941]: _type = "Task" [ 861.774360] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.782334] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.941765] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b8f982-1407-82b4-2e75-cfbfa72739a2, 'name': SearchDatastore_Task, 'duration_secs': 0.040112} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.941991] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.942281] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 8327b076-a69d-4f6a-92b0-6fc5faf59432/8327b076-a69d-4f6a-92b0-6fc5faf59432.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.942561] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ff9de3b-a106-475e-98cd-93bb133efa3b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.952299] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 861.952299] env[69941]: value = "task-3288538" [ 861.952299] env[69941]: _type = "Task" [ 861.952299] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.959633] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5261c6d1-2e36-fd42-c720-d942877c1aa4, 'name': SearchDatastore_Task, 'duration_secs': 0.022201} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.960325] env[69941]: DEBUG oslo_concurrency.lockutils [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.960588] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 31557237-ecee-48c7-a6f8-54440e03e39c/31557237-ecee-48c7-a6f8-54440e03e39c.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.960870] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-345e13bb-350d-4176-b85e-477be7a5f436 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.965753] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.970638] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 861.970638] env[69941]: value = "task-3288539" [ 861.970638] env[69941]: _type = "Task" [ 861.970638] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.981929] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288536, 'name': Rename_Task, 'duration_secs': 0.273645} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.985214] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.985531] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.985770] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6796d69-9d92-4f52-8ecc-3caef78b2ce1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.992611] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Waiting for the task: (returnval){ [ 861.992611] env[69941]: value = "task-3288540" [ 861.992611] env[69941]: _type = "Task" [ 861.992611] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.001119] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.109177] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 821dd3d2-6dd4-4fcc-b3e6-ca756089ee2d] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 862.130713] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.133870] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.971s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.133870] env[69941]: DEBUG nova.objects.instance [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lazy-loading 'resources' on Instance uuid c9c42315-cae9-4c29-91bd-73f92fea141a {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.141443] env[69941]: DEBUG oslo_vmware.rw_handles [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226eec0-dafe-d0cd-3624-69dab75fc8c0/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 862.143137] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fe023e-a0c8-4b8d-880c-145e224bf5d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.152131] env[69941]: DEBUG oslo_vmware.rw_handles [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226eec0-dafe-d0cd-3624-69dab75fc8c0/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 862.152197] env[69941]: ERROR oslo_vmware.rw_handles [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226eec0-dafe-d0cd-3624-69dab75fc8c0/disk-0.vmdk due to incomplete transfer. [ 862.152396] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-77133e55-dba5-4871-a205-e63c2e82a035 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.156752] env[69941]: DEBUG nova.compute.manager [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.160802] env[69941]: INFO nova.scheduler.client.report [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Deleted allocations for instance 9124437a-6601-4be7-9477-718f1ad678a6 [ 862.162748] env[69941]: DEBUG oslo_vmware.rw_handles [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226eec0-dafe-d0cd-3624-69dab75fc8c0/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 862.162914] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Uploaded image cf044e29-ef44-4c87-828c-80e564a541c5 to the Glance image server {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 862.166032] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 862.168768] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2b3bca64-a241-4634-8fa8-9881818e6de9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.178277] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 862.178277] env[69941]: value = "task-3288541" [ 862.178277] env[69941]: _type = "Task" [ 862.178277] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.183766] env[69941]: DEBUG nova.virt.hardware [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.183896] env[69941]: DEBUG nova.virt.hardware [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.184043] env[69941]: DEBUG nova.virt.hardware [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.184270] env[69941]: DEBUG nova.virt.hardware [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.184425] env[69941]: DEBUG nova.virt.hardware [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.184573] env[69941]: DEBUG nova.virt.hardware [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.184788] env[69941]: DEBUG nova.virt.hardware [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.184967] env[69941]: DEBUG nova.virt.hardware [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.185326] env[69941]: DEBUG nova.virt.hardware [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.185326] env[69941]: DEBUG nova.virt.hardware [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.185487] env[69941]: DEBUG nova.virt.hardware [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.186557] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afc4475-ee68-4cca-9ddc-622b3f23abc0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.196660] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288541, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.199951] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd7db51-77c2-4124-b38b-abb12102d2c7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.285657] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.463998] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288538, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.483572] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288539, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.503194] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288540, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.614547] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 3ab03542-99a7-494e-872d-fb919cbb81f4] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 862.681445] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ddb40d5a-c730-4764-9dab-5818699b7377 tempest-ListServerFiltersTestJSON-1868918855 tempest-ListServerFiltersTestJSON-1868918855-project-member] Lock "9124437a-6601-4be7-9477-718f1ad678a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.112s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.698118] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288541, 'name': Destroy_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.788729] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.853873] env[69941]: DEBUG nova.compute.manager [req-c3e217f5-978b-4a2d-9854-bf9c66bed7e8 req-e86a87ac-773b-4af9-b391-3552c030fb4b service nova] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Received event network-vif-plugged-a958d80b-05eb-4fad-a9fb-27948797d4d3 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.854214] env[69941]: DEBUG oslo_concurrency.lockutils [req-c3e217f5-978b-4a2d-9854-bf9c66bed7e8 req-e86a87ac-773b-4af9-b391-3552c030fb4b service nova] Acquiring lock "e01c973a-3d25-493b-8d5d-eff82c27d03c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.854496] env[69941]: DEBUG oslo_concurrency.lockutils [req-c3e217f5-978b-4a2d-9854-bf9c66bed7e8 req-e86a87ac-773b-4af9-b391-3552c030fb4b service nova] Lock "e01c973a-3d25-493b-8d5d-eff82c27d03c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.854714] env[69941]: DEBUG oslo_concurrency.lockutils [req-c3e217f5-978b-4a2d-9854-bf9c66bed7e8 req-e86a87ac-773b-4af9-b391-3552c030fb4b service nova] Lock "e01c973a-3d25-493b-8d5d-eff82c27d03c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.855054] env[69941]: DEBUG nova.compute.manager [req-c3e217f5-978b-4a2d-9854-bf9c66bed7e8 req-e86a87ac-773b-4af9-b391-3552c030fb4b service nova] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] No waiting events found dispatching network-vif-plugged-a958d80b-05eb-4fad-a9fb-27948797d4d3 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.855365] env[69941]: WARNING nova.compute.manager [req-c3e217f5-978b-4a2d-9854-bf9c66bed7e8 req-e86a87ac-773b-4af9-b391-3552c030fb4b service nova] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Received unexpected event network-vif-plugged-a958d80b-05eb-4fad-a9fb-27948797d4d3 for instance with vm_state building and task_state spawning. [ 862.970015] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745621} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.970015] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 8327b076-a69d-4f6a-92b0-6fc5faf59432/8327b076-a69d-4f6a-92b0-6fc5faf59432.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.970309] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.970576] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-465d826e-0e34-4f84-99d3-fd2e356e4ba4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.982201] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 862.982201] env[69941]: value = "task-3288542" [ 862.982201] env[69941]: _type = "Task" [ 862.982201] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.991739] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710792} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.992502] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 31557237-ecee-48c7-a6f8-54440e03e39c/31557237-ecee-48c7-a6f8-54440e03e39c.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.992729] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.993317] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71b8f261-1074-409a-ba1c-bc5d21b468ae {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.998836] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.008811] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 863.008811] env[69941]: value = "task-3288543" [ 863.008811] env[69941]: _type = "Task" [ 863.008811] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.014103] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288540, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.020465] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5f665f-0e0c-46b5-8544-10075aac51b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.028585] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.033566] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361ad152-6cf7-454e-98da-a560ce307892 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.041290] env[69941]: DEBUG nova.network.neutron [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Successfully updated port: a958d80b-05eb-4fad-a9fb-27948797d4d3 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.073727] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a4c356-04de-468f-9bdc-165a6bdaf4a4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.082223] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f2c256-3827-4fc6-a43f-10225afd79c0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.097402] env[69941]: DEBUG nova.compute.provider_tree [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.119211] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: c31dfcdf-a92b-45c4-986a-3719c7cecd35] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 863.192060] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288541, 'name': Destroy_Task, 'duration_secs': 0.58992} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.192452] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Destroyed the VM [ 863.192701] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 863.192962] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-71006e16-c974-49eb-90dc-5378a6285288 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.202416] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 863.202416] env[69941]: value = "task-3288544" [ 863.202416] env[69941]: _type = "Task" [ 863.202416] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.939486] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.939792] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.939792] env[69941]: DEBUG nova.network.neutron [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.941618] env[69941]: DEBUG nova.scheduler.client.report [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.945357] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 040a44c3-545e-4d66-a5e5-8e4ecae72845] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 863.950270] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288544, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.950270] env[69941]: WARNING oslo_vmware.common.loopingcall [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] task run outlasted interval by 0.24555700000000003 sec [ 863.966574] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "626f367a-0296-4a75-9fa4-7b7d6b456da6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.966574] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "626f367a-0296-4a75-9fa4-7b7d6b456da6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.973833] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288537, 'name': ReconfigVM_Task, 'duration_secs': 1.275643} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.985096] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 21779bcd-6fb5-4d0d-a287-b9127c5bc607/21779bcd-6fb5-4d0d-a287-b9127c5bc607.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.985836] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085561} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.987271] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165092} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.987809] env[69941]: DEBUG oslo_vmware.api [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288540, 'name': PowerOnVM_Task, 'duration_secs': 1.700277} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.988021] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288544, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.988377] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73018c3f-7f22-48e6-b77a-e6e265ac6d61 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.990073] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.990379] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.990890] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.990890] env[69941]: INFO nova.compute.manager [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Took 9.26 seconds to spawn the instance on the hypervisor. [ 863.991145] env[69941]: DEBUG nova.compute.manager [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.992783] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06940da-85fe-4793-b2d4-90b0823c3d1d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.994812] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14545bc9-1b90-4c4f-a4f3-07fb17064655 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.998094] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c068c90-5990-4f6c-a5fb-90720819e8a8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.030896] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 31557237-ecee-48c7-a6f8-54440e03e39c/31557237-ecee-48c7-a6f8-54440e03e39c.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.043376] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 8327b076-a69d-4f6a-92b0-6fc5faf59432/8327b076-a69d-4f6a-92b0-6fc5faf59432.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.045488] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efa6a8f4-5eae-4cce-ae0c-107b262fab89 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.060631] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c31155e-acb6-46a4-8f90-24d1fe449ac6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.076087] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 864.076087] env[69941]: value = "task-3288545" [ 864.076087] env[69941]: _type = "Task" [ 864.076087] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.081526] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 864.081526] env[69941]: value = "task-3288547" [ 864.081526] env[69941]: _type = "Task" [ 864.081526] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.083252] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 864.083252] env[69941]: value = "task-3288546" [ 864.083252] env[69941]: _type = "Task" [ 864.083252] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.094234] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288545, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.102185] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.105402] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.448873] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 27839bc7-8d6f-4f3e-b858-9c6a76639245] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 864.452124] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.455678] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.142s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.455976] env[69941]: DEBUG nova.objects.instance [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69941) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 864.465918] env[69941]: DEBUG nova.compute.manager [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.480018] env[69941]: DEBUG oslo_vmware.api [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288544, 'name': RemoveSnapshot_Task, 'duration_secs': 0.827896} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.480691] env[69941]: INFO nova.scheduler.client.report [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Deleted allocations for instance c9c42315-cae9-4c29-91bd-73f92fea141a [ 864.485889] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 864.486381] env[69941]: INFO nova.compute.manager [None req-21c0a5b9-6105-4c62-927a-1b9800113104 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Took 14.92 seconds to snapshot the instance on the hypervisor. [ 864.504331] env[69941]: DEBUG nova.network.neutron [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.546641] env[69941]: INFO nova.compute.manager [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Took 38.15 seconds to build instance. [ 864.590903] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288545, 'name': Rename_Task, 'duration_secs': 0.248134} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.594449] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.594746] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a042126-38f0-430a-b6de-4d19f36c19fd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.600461] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288547, 'name': ReconfigVM_Task, 'duration_secs': 0.440817} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.601192] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 8327b076-a69d-4f6a-92b0-6fc5faf59432/8327b076-a69d-4f6a-92b0-6fc5faf59432.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.604894] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5401ed89-d260-4564-9404-a39f4d6fed7d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.606617] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.607882] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 864.607882] env[69941]: value = "task-3288548" [ 864.607882] env[69941]: _type = "Task" [ 864.607882] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.612533] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 864.612533] env[69941]: value = "task-3288549" [ 864.612533] env[69941]: _type = "Task" [ 864.612533] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.620539] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.628369] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288549, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.717528] env[69941]: DEBUG nova.network.neutron [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updating instance_info_cache with network_info: [{"id": "a958d80b-05eb-4fad-a9fb-27948797d4d3", "address": "fa:16:3e:f3:21:a4", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa958d80b-05", "ovs_interfaceid": "a958d80b-05eb-4fad-a9fb-27948797d4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.886408] env[69941]: DEBUG nova.compute.manager [req-b2aa495e-95df-47c5-be98-79629e1128dc req-1e5da084-e42f-44d3-b0fc-6987ecedcaeb service nova] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Received event network-changed-a958d80b-05eb-4fad-a9fb-27948797d4d3 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.886733] env[69941]: DEBUG nova.compute.manager [req-b2aa495e-95df-47c5-be98-79629e1128dc req-1e5da084-e42f-44d3-b0fc-6987ecedcaeb service nova] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Refreshing instance network info cache due to event network-changed-a958d80b-05eb-4fad-a9fb-27948797d4d3. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.886939] env[69941]: DEBUG oslo_concurrency.lockutils [req-b2aa495e-95df-47c5-be98-79629e1128dc req-1e5da084-e42f-44d3-b0fc-6987ecedcaeb service nova] Acquiring lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.960147] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 8fdb8936-12c2-4274-aee2-77b140e7c2cc] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 864.990034] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82fd606f-8782-44d3-b00d-f6555623666f tempest-ServersNegativeTestJSON-714264508 tempest-ServersNegativeTestJSON-714264508-project-member] Lock "c9c42315-cae9-4c29-91bd-73f92fea141a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.379s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.998351] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.051089] env[69941]: DEBUG oslo_concurrency.lockutils [None req-21203019-4230-467d-afce-c97420e9f1c8 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Lock "d6e8097b-24f5-471d-9456-fb74972db9a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.662s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.104897] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288546, 'name': ReconfigVM_Task, 'duration_secs': 0.577333} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.105256] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 31557237-ecee-48c7-a6f8-54440e03e39c/31557237-ecee-48c7-a6f8-54440e03e39c.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.105874] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74d97c16-6504-4283-8015-4738ef564a6d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.124246] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.125866] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 865.125866] env[69941]: value = "task-3288550" [ 865.125866] env[69941]: _type = "Task" [ 865.125866] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.132771] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288549, 'name': Rename_Task, 'duration_secs': 0.157165} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.133433] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.133723] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73df7463-66ed-45e8-a38d-b30abfbec625 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.139119] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288550, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.147381] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 865.147381] env[69941]: value = "task-3288551" [ 865.147381] env[69941]: _type = "Task" [ 865.147381] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.153587] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.220654] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.221025] env[69941]: DEBUG nova.compute.manager [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Instance network_info: |[{"id": "a958d80b-05eb-4fad-a9fb-27948797d4d3", "address": "fa:16:3e:f3:21:a4", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa958d80b-05", "ovs_interfaceid": "a958d80b-05eb-4fad-a9fb-27948797d4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.221348] env[69941]: DEBUG oslo_concurrency.lockutils [req-b2aa495e-95df-47c5-be98-79629e1128dc req-1e5da084-e42f-44d3-b0fc-6987ecedcaeb service nova] Acquired lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.221532] env[69941]: DEBUG nova.network.neutron [req-b2aa495e-95df-47c5-be98-79629e1128dc req-1e5da084-e42f-44d3-b0fc-6987ecedcaeb service nova] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Refreshing network info cache for port a958d80b-05eb-4fad-a9fb-27948797d4d3 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.222903] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:21:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a958d80b-05eb-4fad-a9fb-27948797d4d3', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.231649] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Creating folder: Project (14bac2cfea45446499cdbaae6f8a9c31). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.235030] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d481893a-f28f-4c78-82ea-2bcc7974208e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.246535] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Created folder: Project (14bac2cfea45446499cdbaae6f8a9c31) in parent group-v656570. [ 865.246963] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Creating folder: Instances. Parent ref: group-v656753. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.247229] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eea9f527-9056-4a99-b4ee-0846a4aa8e8b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.257285] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Created folder: Instances in parent group-v656753. [ 865.257533] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.257731] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.257939] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d74a19ae-fda6-46b4-98c4-4850b644c00c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.281192] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.281192] env[69941]: value = "task-3288554" [ 865.281192] env[69941]: _type = "Task" [ 865.281192] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.289385] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288554, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.467751] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 73dd564b-5d45-4406-a4f4-072084f194ad] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 865.472011] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16f0d66c-0b94-4d79-882b-324bb5271b96 tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.473628] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.400s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.474124] env[69941]: DEBUG nova.objects.instance [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lazy-loading 'resources' on Instance uuid aa056a81-8a00-4984-b41b-fe8780d06430 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.622341] env[69941]: DEBUG oslo_vmware.api [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288548, 'name': PowerOnVM_Task, 'duration_secs': 0.812028} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.622642] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.622840] env[69941]: INFO nova.compute.manager [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Took 13.37 seconds to spawn the instance on the hypervisor. [ 865.623088] env[69941]: DEBUG nova.compute.manager [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.624242] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e18a8c-e7fc-4fec-a605-8d3f028d7aee {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.660020] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288550, 'name': Rename_Task, 'duration_secs': 0.207258} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.660020] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.660020] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8a72b5c-f582-4b56-8243-c8218468bc86 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.663154] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288551, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.668021] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 865.668021] env[69941]: value = "task-3288555" [ 865.668021] env[69941]: _type = "Task" [ 865.668021] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.676855] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.731124] env[69941]: DEBUG nova.network.neutron [req-b2aa495e-95df-47c5-be98-79629e1128dc req-1e5da084-e42f-44d3-b0fc-6987ecedcaeb service nova] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updated VIF entry in instance network info cache for port a958d80b-05eb-4fad-a9fb-27948797d4d3. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.731124] env[69941]: DEBUG nova.network.neutron [req-b2aa495e-95df-47c5-be98-79629e1128dc req-1e5da084-e42f-44d3-b0fc-6987ecedcaeb service nova] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updating instance_info_cache with network_info: [{"id": "a958d80b-05eb-4fad-a9fb-27948797d4d3", "address": "fa:16:3e:f3:21:a4", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa958d80b-05", "ovs_interfaceid": "a958d80b-05eb-4fad-a9fb-27948797d4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.794593] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288554, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.974376] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: c46fff76-423c-4d01-afe9-8cfb32091c4c] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 866.173234] env[69941]: DEBUG oslo_vmware.api [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288551, 'name': PowerOnVM_Task, 'duration_secs': 0.534172} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.180149] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.180149] env[69941]: INFO nova.compute.manager [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Took 8.93 seconds to spawn the instance on the hypervisor. [ 866.180149] env[69941]: DEBUG nova.compute.manager [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.182895] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4e7d15-c635-4f90-87db-0663efca5683 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.188450] env[69941]: INFO nova.compute.manager [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Took 45.86 seconds to build instance. [ 866.195440] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.237357] env[69941]: DEBUG oslo_concurrency.lockutils [req-b2aa495e-95df-47c5-be98-79629e1128dc req-1e5da084-e42f-44d3-b0fc-6987ecedcaeb service nova] Releasing lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.293699] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288554, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.420162] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e029341f-bfda-48a5-b6fa-da0e5fa9cd04 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.432430] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d251bb5-6082-40dd-96c3-8b767e783e16 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.466984] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de70225b-9fd8-4628-b2b3-59f771ccdbc3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.474671] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3fc49e-29a8-4589-ad3b-c3959521dd71 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.484209] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: e3dcc648-9ad5-4679-a84e-652bac1612ea] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 866.498173] env[69941]: DEBUG nova.compute.provider_tree [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.694897] env[69941]: DEBUG oslo_concurrency.lockutils [None req-712731c1-3f0a-48fe-8764-513e5a92cf2a tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "21779bcd-6fb5-4d0d-a287-b9127c5bc607" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.381s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.696406] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288555, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.709868] env[69941]: INFO nova.compute.manager [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Took 37.98 seconds to build instance. [ 866.797769] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288554, 'name': CreateVM_Task, 'duration_secs': 1.373299} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.797769] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.797769] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.797769] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.797769] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.797769] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-360f82c9-6ca7-44d6-976e-8e6341839a5e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.802760] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 866.802760] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a18dfb-c4eb-d57f-a62b-b7a51c2267f7" [ 866.802760] env[69941]: _type = "Task" [ 866.802760] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.812081] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a18dfb-c4eb-d57f-a62b-b7a51c2267f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.947262] env[69941]: DEBUG nova.compute.manager [req-822494d4-1c2f-4a4e-9615-fd4d06745311 req-4ca289e7-9ca2-4b1c-9428-8bcf1e6f93c8 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Received event network-changed-9f4074e8-e42e-4db5-a9f2-e363d73d585c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.947490] env[69941]: DEBUG nova.compute.manager [req-822494d4-1c2f-4a4e-9615-fd4d06745311 req-4ca289e7-9ca2-4b1c-9428-8bcf1e6f93c8 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Refreshing instance network info cache due to event network-changed-9f4074e8-e42e-4db5-a9f2-e363d73d585c. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.947714] env[69941]: DEBUG oslo_concurrency.lockutils [req-822494d4-1c2f-4a4e-9615-fd4d06745311 req-4ca289e7-9ca2-4b1c-9428-8bcf1e6f93c8 service nova] Acquiring lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.949191] env[69941]: DEBUG oslo_concurrency.lockutils [req-822494d4-1c2f-4a4e-9615-fd4d06745311 req-4ca289e7-9ca2-4b1c-9428-8bcf1e6f93c8 service nova] Acquired lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.949191] env[69941]: DEBUG nova.network.neutron [req-822494d4-1c2f-4a4e-9615-fd4d06745311 req-4ca289e7-9ca2-4b1c-9428-8bcf1e6f93c8 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Refreshing network info cache for port 9f4074e8-e42e-4db5-a9f2-e363d73d585c {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.986400] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: bd2c1ad5-9f55-419a-9e8c-7abfbc1435ba] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 867.003025] env[69941]: DEBUG nova.scheduler.client.report [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.191681] env[69941]: DEBUG oslo_vmware.api [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288555, 'name': PowerOnVM_Task, 'duration_secs': 1.056468} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.192960] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.193280] env[69941]: INFO nova.compute.manager [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Took 7.48 seconds to spawn the instance on the hypervisor. [ 867.193528] env[69941]: DEBUG nova.compute.manager [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.195512] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8649158-07c0-414c-b29b-b988180e4fcd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.211768] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eceee9fb-8ce1-4f82-bfef-e90aa4e8daf5 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "8327b076-a69d-4f6a-92b0-6fc5faf59432" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.494s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.317082] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a18dfb-c4eb-d57f-a62b-b7a51c2267f7, 'name': SearchDatastore_Task, 'duration_secs': 0.020768} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.317082] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.317082] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.317082] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.317291] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.317326] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.317606] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6f2f4f0-1f74-4468-ab96-7c4e2ac015a4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.331794] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.331794] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.332036] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b30d46c6-0f7f-4f0f-a86b-5094e2362302 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.339557] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 867.339557] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523b3cae-299e-533e-1e88-3a16f993019c" [ 867.339557] env[69941]: _type = "Task" [ 867.339557] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.349174] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523b3cae-299e-533e-1e88-3a16f993019c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.492220] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 867.492374] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Cleaning up deleted instances with incomplete migration {{(pid=69941) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 867.510009] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.512457] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.094s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.512694] env[69941]: DEBUG nova.objects.instance [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Lazy-loading 'resources' on Instance uuid 2f0ee36c-6c06-4a64-9889-8560224e719e {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.541577] env[69941]: INFO nova.scheduler.client.report [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleted allocations for instance aa056a81-8a00-4984-b41b-fe8780d06430 [ 867.588682] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquiring lock "21779bcd-6fb5-4d0d-a287-b9127c5bc607" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.588898] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "21779bcd-6fb5-4d0d-a287-b9127c5bc607" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.589240] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquiring lock "21779bcd-6fb5-4d0d-a287-b9127c5bc607-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.589319] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "21779bcd-6fb5-4d0d-a287-b9127c5bc607-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.589487] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "21779bcd-6fb5-4d0d-a287-b9127c5bc607-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.591910] env[69941]: INFO nova.compute.manager [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Terminating instance [ 867.714231] env[69941]: INFO nova.compute.manager [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Took 35.99 seconds to build instance. [ 867.851047] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523b3cae-299e-533e-1e88-3a16f993019c, 'name': SearchDatastore_Task, 'duration_secs': 0.040943} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.851686] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a63200-2225-487b-a5eb-aa13e005505f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.857498] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 867.857498] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]527447be-a024-8a47-6e0d-a115738467c4" [ 867.857498] env[69941]: _type = "Task" [ 867.857498] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.869459] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527447be-a024-8a47-6e0d-a115738467c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.996801] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.002086] env[69941]: DEBUG nova.network.neutron [req-822494d4-1c2f-4a4e-9615-fd4d06745311 req-4ca289e7-9ca2-4b1c-9428-8bcf1e6f93c8 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Updated VIF entry in instance network info cache for port 9f4074e8-e42e-4db5-a9f2-e363d73d585c. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.002086] env[69941]: DEBUG nova.network.neutron [req-822494d4-1c2f-4a4e-9615-fd4d06745311 req-4ca289e7-9ca2-4b1c-9428-8bcf1e6f93c8 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Updating instance_info_cache with network_info: [{"id": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "address": "fa:16:3e:a5:58:39", "network": {"id": "b65d22c7-58cc-4117-8972-0831d72ba676", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2115638494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f5c5dfbbd3474e94079bfcf2ec8dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4074e8-e4", "ovs_interfaceid": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.053865] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f80f4b6f-fa96-40f2-991c-dba99deb060a tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "aa056a81-8a00-4984-b41b-fe8780d06430" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.624s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.096202] env[69941]: DEBUG nova.compute.manager [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.097602] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.098533] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11271708-9c2c-427d-be95-6321d1314d60 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.115537] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.115537] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b549f1fa-a0ff-40cf-8f18-3fd8499b378f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.121360] env[69941]: DEBUG oslo_vmware.api [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 868.121360] env[69941]: value = "task-3288556" [ 868.121360] env[69941]: _type = "Task" [ 868.121360] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.130201] env[69941]: DEBUG oslo_vmware.api [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.159326] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "8327b076-a69d-4f6a-92b0-6fc5faf59432" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.159666] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "8327b076-a69d-4f6a-92b0-6fc5faf59432" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.159666] env[69941]: INFO nova.compute.manager [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Shelving [ 868.217056] env[69941]: DEBUG oslo_concurrency.lockutils [None req-556e1b46-6e82-48ee-b3bf-5fd1e8cf104e tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Lock "31557237-ecee-48c7-a6f8-54440e03e39c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.503s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.314310] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "015c489a-baf4-4569-8d5f-3fd343ca03a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.314643] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "015c489a-baf4-4569-8d5f-3fd343ca03a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.370741] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527447be-a024-8a47-6e0d-a115738467c4, 'name': SearchDatastore_Task, 'duration_secs': 0.039607} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.370843] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.371064] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] e01c973a-3d25-493b-8d5d-eff82c27d03c/e01c973a-3d25-493b-8d5d-eff82c27d03c.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.371365] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7927e17-91a1-4ed2-b414-fee97c2e22a0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.378992] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 868.378992] env[69941]: value = "task-3288557" [ 868.378992] env[69941]: _type = "Task" [ 868.378992] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.390799] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.428483] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571b9e63-9ea9-4caf-b561-026de7b1f3a4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.435964] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2891ff9b-e64c-4e56-86c1-ed54e62e579d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.472508] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9f28df-2f1e-45f3-ab5e-e053d4e1333f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.480103] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac73944c-1638-4104-86e0-3406ad5d45e2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.495707] env[69941]: DEBUG nova.compute.provider_tree [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.503753] env[69941]: DEBUG oslo_concurrency.lockutils [req-822494d4-1c2f-4a4e-9615-fd4d06745311 req-4ca289e7-9ca2-4b1c-9428-8bcf1e6f93c8 service nova] Releasing lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.632050] env[69941]: DEBUG oslo_vmware.api [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288556, 'name': PowerOffVM_Task, 'duration_secs': 0.267369} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.632393] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.632506] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.632758] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c163bd0a-a877-4b17-8f29-3406cdb3683d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.667055] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "f46baca1-18a9-4a5e-92e9-3e117fbc4960" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.667780] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "f46baca1-18a9-4a5e-92e9-3e117fbc4960" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.668089] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "f46baca1-18a9-4a5e-92e9-3e117fbc4960-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.668254] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "f46baca1-18a9-4a5e-92e9-3e117fbc4960-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.668431] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "f46baca1-18a9-4a5e-92e9-3e117fbc4960-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.670432] env[69941]: INFO nova.compute.manager [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Terminating instance [ 868.746738] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.747319] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.747319] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Deleting the datastore file [datastore2] 21779bcd-6fb5-4d0d-a287-b9127c5bc607 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.747470] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e81c356-409a-4461-9442-a8a10d479a61 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.755194] env[69941]: DEBUG oslo_vmware.api [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for the task: (returnval){ [ 868.755194] env[69941]: value = "task-3288559" [ 868.755194] env[69941]: _type = "Task" [ 868.755194] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.765875] env[69941]: DEBUG oslo_vmware.api [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.818283] env[69941]: DEBUG nova.compute.manager [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.890259] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288557, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.999610] env[69941]: DEBUG nova.scheduler.client.report [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.175924] env[69941]: DEBUG nova.compute.manager [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.176196] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.176701] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.177665] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6c0f90-851d-4bc8-b4d2-53abb14d7267 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.180885] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b8d945d-ed40-4fd8-9f56-3b49c729cd71 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.187292] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.188552] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e6e9161-5389-4a82-b9c1-ba712deec269 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.190228] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 869.190228] env[69941]: value = "task-3288560" [ 869.190228] env[69941]: _type = "Task" [ 869.190228] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.195661] env[69941]: DEBUG oslo_vmware.api [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 869.195661] env[69941]: value = "task-3288561" [ 869.195661] env[69941]: _type = "Task" [ 869.195661] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.202213] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.207360] env[69941]: DEBUG oslo_vmware.api [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.265828] env[69941]: DEBUG oslo_vmware.api [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Task: {'id': task-3288559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.503517} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.266122] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.266328] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.266512] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.266703] env[69941]: INFO nova.compute.manager [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Took 1.17 seconds to destroy the instance on the hypervisor. [ 869.266955] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.267188] env[69941]: DEBUG nova.compute.manager [-] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.267271] env[69941]: DEBUG nova.network.neutron [-] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.286421] env[69941]: INFO nova.compute.manager [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Rebuilding instance [ 869.340205] env[69941]: DEBUG nova.compute.manager [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.341177] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30db4fad-2ca6-4896-a1fa-d248e4f2b26d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.345545] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.392570] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661649} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.392570] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] e01c973a-3d25-493b-8d5d-eff82c27d03c/e01c973a-3d25-493b-8d5d-eff82c27d03c.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.392570] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.392570] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49a294a9-e7f9-4f6d-acd5-148d54f00e6c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.399400] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 869.399400] env[69941]: value = "task-3288562" [ 869.399400] env[69941]: _type = "Task" [ 869.399400] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.407798] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.507124] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.509698] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.150s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.511469] env[69941]: INFO nova.compute.claims [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.554625] env[69941]: INFO nova.scheduler.client.report [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Deleted allocations for instance 2f0ee36c-6c06-4a64-9889-8560224e719e [ 869.706740] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288560, 'name': PowerOffVM_Task, 'duration_secs': 0.173862} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.709021] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.709021] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20758613-a454-452b-9e23-5893ff76ca43 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.716117] env[69941]: DEBUG oslo_vmware.api [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288561, 'name': PowerOffVM_Task, 'duration_secs': 0.193263} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.716117] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.716117] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.716117] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee51f02f-457e-4267-80e9-441e777d38bb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.734795] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2f11e1-8e99-408f-84d1-e9f5d62994e9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.739947] env[69941]: DEBUG nova.compute.manager [req-f08de89a-41e7-4615-8a33-48a833d53dc9 req-a40e10e7-8eb9-4552-a727-20b4b6399f27 service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Received event network-vif-deleted-706f7988-0b68-4c89-ae7c-d79bc33a35d7 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.740296] env[69941]: INFO nova.compute.manager [req-f08de89a-41e7-4615-8a33-48a833d53dc9 req-a40e10e7-8eb9-4552-a727-20b4b6399f27 service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Neutron deleted interface 706f7988-0b68-4c89-ae7c-d79bc33a35d7; detaching it from the instance and deleting it from the info cache [ 869.740622] env[69941]: DEBUG nova.network.neutron [req-f08de89a-41e7-4615-8a33-48a833d53dc9 req-a40e10e7-8eb9-4552-a727-20b4b6399f27 service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Updating instance_info_cache with network_info: [{"id": "b3a27833-a5a9-4960-8b00-4da9acfea651", "address": "fa:16:3e:51:37:ac", "network": {"id": "df040839-9db1-4308-845c-6c8ae8e2b8d7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1075741445", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a1cf4dcdcbef4b63a81e3e76e189779a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3a27833-a5", "ovs_interfaceid": "b3a27833-a5a9-4960-8b00-4da9acfea651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.802098] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.802326] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.802509] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleting the datastore file [datastore1] f46baca1-18a9-4a5e-92e9-3e117fbc4960 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.802768] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad8d562d-fe02-4f06-8db0-7e6e02308b6a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.809289] env[69941]: DEBUG oslo_vmware.api [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for the task: (returnval){ [ 869.809289] env[69941]: value = "task-3288564" [ 869.809289] env[69941]: _type = "Task" [ 869.809289] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.819121] env[69941]: DEBUG oslo_vmware.api [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.910015] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065456} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.910612] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.911469] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d94cf2-0b68-4cec-90db-3041af1b8b57 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.937463] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] e01c973a-3d25-493b-8d5d-eff82c27d03c/e01c973a-3d25-493b-8d5d-eff82c27d03c.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.938559] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-036e4fb4-0737-42d2-a12e-9697ea405251 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.963081] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 869.963081] env[69941]: value = "task-3288565" [ 869.963081] env[69941]: _type = "Task" [ 869.963081] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.973028] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.069435] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7f996d3-6d16-4561-9bf1-1829eae5ad7a tempest-ServerShowV254Test-2103254761 tempest-ServerShowV254Test-2103254761-project-member] Lock "2f0ee36c-6c06-4a64-9889-8560224e719e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.937s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.243130] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10339024-c000-4550-8f10-b4af06c31dd6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.252802] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ebe4b9-0315-41c5-85ae-95927c66a3a9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.264082] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 870.264982] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4544ec66-1045-4aeb-830a-d621298e3a68 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.274779] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 870.274779] env[69941]: value = "task-3288566" [ 870.274779] env[69941]: _type = "Task" [ 870.274779] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.292338] env[69941]: DEBUG nova.compute.manager [req-f08de89a-41e7-4615-8a33-48a833d53dc9 req-a40e10e7-8eb9-4552-a727-20b4b6399f27 service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Detach interface failed, port_id=706f7988-0b68-4c89-ae7c-d79bc33a35d7, reason: Instance 21779bcd-6fb5-4d0d-a287-b9127c5bc607 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 870.295743] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288566, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.318298] env[69941]: DEBUG oslo_vmware.api [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Task: {'id': task-3288564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171588} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.318554] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.318735] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.318914] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.319095] env[69941]: INFO nova.compute.manager [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Took 1.14 seconds to destroy the instance on the hypervisor. [ 870.319335] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.319521] env[69941]: DEBUG nova.compute.manager [-] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.319613] env[69941]: DEBUG nova.network.neutron [-] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.325876] env[69941]: DEBUG nova.network.neutron [-] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.356113] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.356878] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aae539aa-5a77-40df-af05-a1315214b0e0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.363725] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 870.363725] env[69941]: value = "task-3288567" [ 870.363725] env[69941]: _type = "Task" [ 870.363725] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.374454] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.473674] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288565, 'name': ReconfigVM_Task, 'duration_secs': 0.261938} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.473976] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Reconfigured VM instance instance-00000043 to attach disk [datastore2] e01c973a-3d25-493b-8d5d-eff82c27d03c/e01c973a-3d25-493b-8d5d-eff82c27d03c.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.474626] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e140c084-1da2-4f6d-bd78-afce15aaa760 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.481948] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 870.481948] env[69941]: value = "task-3288568" [ 870.481948] env[69941]: _type = "Task" [ 870.481948] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.490197] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288568, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.791672] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288566, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.830647] env[69941]: INFO nova.compute.manager [-] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Took 1.56 seconds to deallocate network for instance. [ 870.860173] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbd6a3e-5cc0-489e-b70f-414a54254667 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.870985] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52efad84-859a-40c4-a2b8-bc517e0a6a54 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.878556] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288567, 'name': PowerOffVM_Task, 'duration_secs': 0.250002} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.880019] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.880810] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.882481] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a91f3d0-2dd9-449c-9d8a-1129b6e92a5f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.915748] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0361372b-8b6e-4af6-aff0-e1eb83955112 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.922029] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.923017] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4311df4-1ab0-45e7-aa80-9ab4b5f67b91 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.928536] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336e3a1f-5515-4f0a-bc23-38d01bf651f4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.952700] env[69941]: DEBUG nova.compute.provider_tree [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.959945] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.960027] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.960212] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Deleting the datastore file [datastore2] 31557237-ecee-48c7-a6f8-54440e03e39c {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.960498] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa1f2f3b-2b00-4249-a34e-64cec88739f4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.966540] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 870.966540] env[69941]: value = "task-3288570" [ 870.966540] env[69941]: _type = "Task" [ 870.966540] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.978240] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.993729] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288568, 'name': Rename_Task, 'duration_secs': 0.338346} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.993729] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.993729] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea6ca798-d04f-4d91-b050-b731dcba81b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.001133] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 871.001133] env[69941]: value = "task-3288571" [ 871.001133] env[69941]: _type = "Task" [ 871.001133] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.010620] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.075987] env[69941]: DEBUG nova.network.neutron [-] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.285618] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288566, 'name': CreateSnapshot_Task, 'duration_secs': 0.819085} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.285933] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 871.286676] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e1df0a-7e0a-4012-9c9d-33711358d860 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.342010] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.460884] env[69941]: DEBUG nova.scheduler.client.report [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.478830] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.479364] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.479364] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.479640] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.511432] env[69941]: DEBUG oslo_vmware.api [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288571, 'name': PowerOnVM_Task, 'duration_secs': 0.470326} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.511699] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.511996] env[69941]: INFO nova.compute.manager [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Took 9.36 seconds to spawn the instance on the hypervisor. [ 871.512128] env[69941]: DEBUG nova.compute.manager [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.512836] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62ed1a4-cb71-4acc-9c06-ae30c62c9550 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.579346] env[69941]: INFO nova.compute.manager [-] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Took 1.26 seconds to deallocate network for instance. [ 871.764336] env[69941]: DEBUG nova.compute.manager [req-07ea45e4-070b-404f-8463-9c4042f13d1e req-655483d5-2d89-4aa5-9b5e-59a9cf983ca2 service nova] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Received event network-vif-deleted-b3a27833-a5a9-4960-8b00-4da9acfea651 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.764336] env[69941]: DEBUG nova.compute.manager [req-07ea45e4-070b-404f-8463-9c4042f13d1e req-655483d5-2d89-4aa5-9b5e-59a9cf983ca2 service nova] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Received event network-vif-deleted-e1e0337a-7d8d-4d85-a453-536676fcbc9d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.805990] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 871.807737] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1c3ec925-39f5-4d4a-b567-3473af1dfbee {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.820866] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 871.820866] env[69941]: value = "task-3288572" [ 871.820866] env[69941]: _type = "Task" [ 871.820866] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.830090] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288572, 'name': CloneVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.967824] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.969331] env[69941]: DEBUG nova.compute.manager [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.971667] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.743s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.971824] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.974201] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.976s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.976751] env[69941]: INFO nova.compute.claims [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.016642] env[69941]: INFO nova.scheduler.client.report [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Deleted allocations for instance 8e766713-d381-4ee2-bfee-fbe68cf01cc2 [ 872.033243] env[69941]: INFO nova.compute.manager [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Took 34.46 seconds to build instance. [ 872.086306] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.334971] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288572, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.405889] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.406143] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.481634] env[69941]: DEBUG nova.compute.utils [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.483485] env[69941]: DEBUG nova.compute.manager [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.484158] env[69941]: DEBUG nova.network.neutron [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.528985] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc6ef17c-1f5e-4098-96e1-ad10f0eacff5 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "8e766713-d381-4ee2-bfee-fbe68cf01cc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.737s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.534196] env[69941]: DEBUG nova.virt.hardware [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.534196] env[69941]: DEBUG nova.virt.hardware [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.534196] env[69941]: DEBUG nova.virt.hardware [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.534196] env[69941]: DEBUG nova.virt.hardware [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.534196] env[69941]: DEBUG nova.virt.hardware [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.534196] env[69941]: DEBUG nova.virt.hardware [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.534196] env[69941]: DEBUG nova.virt.hardware [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.534196] env[69941]: DEBUG nova.virt.hardware [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.534196] env[69941]: DEBUG nova.virt.hardware [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.534196] env[69941]: DEBUG nova.virt.hardware [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.534196] env[69941]: DEBUG nova.virt.hardware [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.534902] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ff7d8e-0d76-4911-aa9a-c027f4bb8813 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.539612] env[69941]: DEBUG oslo_concurrency.lockutils [None req-56d7df9f-3037-49e6-ace4-42e08a03dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "e01c973a-3d25-493b-8d5d-eff82c27d03c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.973s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.546076] env[69941]: DEBUG nova.policy [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02077045a01c451e846cc72963f823fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bd1ea7f509e42febe95e74434a5b241', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.548784] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330d25e0-8495-4f52-add3-9d85f019284c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.566365] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Instance VIF info [] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.572643] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.573218] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.573447] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-550617dd-f338-4e58-b3e5-3404d2148f3d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.595536] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.595536] env[69941]: value = "task-3288573" [ 872.595536] env[69941]: _type = "Task" [ 872.595536] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.603983] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288573, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.672885] env[69941]: DEBUG nova.compute.manager [req-3ec624bd-6147-40e7-b3a2-6d85a5e96b03 req-a39266c2-4627-4dee-82cb-2f0174298926 service nova] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Received event network-changed-a958d80b-05eb-4fad-a9fb-27948797d4d3 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.673230] env[69941]: DEBUG nova.compute.manager [req-3ec624bd-6147-40e7-b3a2-6d85a5e96b03 req-a39266c2-4627-4dee-82cb-2f0174298926 service nova] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Refreshing instance network info cache due to event network-changed-a958d80b-05eb-4fad-a9fb-27948797d4d3. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.674360] env[69941]: DEBUG oslo_concurrency.lockutils [req-3ec624bd-6147-40e7-b3a2-6d85a5e96b03 req-a39266c2-4627-4dee-82cb-2f0174298926 service nova] Acquiring lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.674540] env[69941]: DEBUG oslo_concurrency.lockutils [req-3ec624bd-6147-40e7-b3a2-6d85a5e96b03 req-a39266c2-4627-4dee-82cb-2f0174298926 service nova] Acquired lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.674715] env[69941]: DEBUG nova.network.neutron [req-3ec624bd-6147-40e7-b3a2-6d85a5e96b03 req-a39266c2-4627-4dee-82cb-2f0174298926 service nova] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Refreshing network info cache for port a958d80b-05eb-4fad-a9fb-27948797d4d3 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.835314] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288572, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.908360] env[69941]: DEBUG nova.compute.manager [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.976881] env[69941]: DEBUG nova.network.neutron [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Successfully created port: eba3f267-e778-43c6-8d3f-75ba3d906104 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.987436] env[69941]: DEBUG nova.compute.manager [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.108254] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288573, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.314672] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc227e4d-2d67-4ce6-88ba-be96ac74e7de {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.322763] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03146863-068f-4b56-b897-26ada502cc35 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.326016] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "57099f0b-431e-418d-87f4-dc00199920e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.329542] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "57099f0b-431e-418d-87f4-dc00199920e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.329542] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "57099f0b-431e-418d-87f4-dc00199920e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.329542] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "57099f0b-431e-418d-87f4-dc00199920e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.329542] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "57099f0b-431e-418d-87f4-dc00199920e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.333173] env[69941]: INFO nova.compute.manager [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Terminating instance [ 873.368324] env[69941]: DEBUG nova.compute.manager [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.368588] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.369645] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a87f62c-51ac-4591-9c44-95052bcb78d2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.373009] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a30970-e750-4cdc-a636-43479fa40b72 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.380075] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288572, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.387063] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277d6906-52b6-41e4-a67b-533bbc2970d5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.391033] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.391556] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cacb0f2-e53a-43f1-b149-f573dcd694b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.402468] env[69941]: DEBUG nova.compute.provider_tree [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.407766] env[69941]: DEBUG oslo_vmware.api [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 873.407766] env[69941]: value = "task-3288574" [ 873.407766] env[69941]: _type = "Task" [ 873.407766] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.419621] env[69941]: DEBUG oslo_vmware.api [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.436920] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.490598] env[69941]: DEBUG nova.network.neutron [req-3ec624bd-6147-40e7-b3a2-6d85a5e96b03 req-a39266c2-4627-4dee-82cb-2f0174298926 service nova] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updated VIF entry in instance network info cache for port a958d80b-05eb-4fad-a9fb-27948797d4d3. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.491059] env[69941]: DEBUG nova.network.neutron [req-3ec624bd-6147-40e7-b3a2-6d85a5e96b03 req-a39266c2-4627-4dee-82cb-2f0174298926 service nova] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updating instance_info_cache with network_info: [{"id": "a958d80b-05eb-4fad-a9fb-27948797d4d3", "address": "fa:16:3e:f3:21:a4", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa958d80b-05", "ovs_interfaceid": "a958d80b-05eb-4fad-a9fb-27948797d4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.606872] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288573, 'name': CreateVM_Task, 'duration_secs': 0.595406} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.607117] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.607501] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.607670] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.608037] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.608299] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a4a2a63-1f86-4add-b2b4-edd901396496 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.612923] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 873.612923] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52708236-e316-824e-fe65-c39568ecaa46" [ 873.612923] env[69941]: _type = "Task" [ 873.612923] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.620671] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52708236-e316-824e-fe65-c39568ecaa46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.839880] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288572, 'name': CloneVM_Task, 'duration_secs': 1.834617} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.840151] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Created linked-clone VM from snapshot [ 873.840877] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b881edb-8984-42aa-825b-5f8cc5f307b1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.848071] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Uploading image 58ec63ed-0b24-4f5b-a91a-75240175d835 {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 873.872800] env[69941]: DEBUG oslo_vmware.rw_handles [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 873.872800] env[69941]: value = "vm-656757" [ 873.872800] env[69941]: _type = "VirtualMachine" [ 873.872800] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 873.873096] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3d8ca0ce-f3ad-442b-a971-faef7de65036 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.880081] env[69941]: DEBUG oslo_vmware.rw_handles [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lease: (returnval){ [ 873.880081] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5215b8a3-1a76-825f-6e14-6ee32feaf77c" [ 873.880081] env[69941]: _type = "HttpNfcLease" [ 873.880081] env[69941]: } obtained for exporting VM: (result){ [ 873.880081] env[69941]: value = "vm-656757" [ 873.880081] env[69941]: _type = "VirtualMachine" [ 873.880081] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 873.880341] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the lease: (returnval){ [ 873.880341] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5215b8a3-1a76-825f-6e14-6ee32feaf77c" [ 873.880341] env[69941]: _type = "HttpNfcLease" [ 873.880341] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 873.886345] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 873.886345] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5215b8a3-1a76-825f-6e14-6ee32feaf77c" [ 873.886345] env[69941]: _type = "HttpNfcLease" [ 873.886345] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 873.909589] env[69941]: DEBUG nova.scheduler.client.report [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.924030] env[69941]: DEBUG oslo_vmware.api [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288574, 'name': PowerOffVM_Task, 'duration_secs': 0.430487} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.924372] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.924624] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.924959] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df86c8a4-ddc4-4d05-9b07-1e26fe1fbfc9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.990686] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.990981] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.991234] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Deleting the datastore file [datastore1] 57099f0b-431e-418d-87f4-dc00199920e2 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.991707] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab1200c5-79b9-4274-a1b4-f7db305e0bd7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.998954] env[69941]: DEBUG oslo_concurrency.lockutils [req-3ec624bd-6147-40e7-b3a2-6d85a5e96b03 req-a39266c2-4627-4dee-82cb-2f0174298926 service nova] Releasing lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.000182] env[69941]: DEBUG nova.compute.manager [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.002189] env[69941]: DEBUG oslo_vmware.api [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for the task: (returnval){ [ 874.002189] env[69941]: value = "task-3288577" [ 874.002189] env[69941]: _type = "Task" [ 874.002189] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.010428] env[69941]: DEBUG oslo_vmware.api [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.021699] env[69941]: DEBUG nova.virt.hardware [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.021954] env[69941]: DEBUG nova.virt.hardware [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.022129] env[69941]: DEBUG nova.virt.hardware [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.022318] env[69941]: DEBUG nova.virt.hardware [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.022470] env[69941]: DEBUG nova.virt.hardware [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.022677] env[69941]: DEBUG nova.virt.hardware [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.022965] env[69941]: DEBUG nova.virt.hardware [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.023163] env[69941]: DEBUG nova.virt.hardware [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.023340] env[69941]: DEBUG nova.virt.hardware [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.023502] env[69941]: DEBUG nova.virt.hardware [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.023678] env[69941]: DEBUG nova.virt.hardware [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.024528] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2d13dd-0515-441d-84c8-89676448590b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.033335] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda12e50-2854-4a24-b37f-7dfeef635935 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.124463] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52708236-e316-824e-fe65-c39568ecaa46, 'name': SearchDatastore_Task, 'duration_secs': 0.011468} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.124824] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.125046] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.125313] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.125506] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.125695] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.125980] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95d6db65-5dd7-40dd-8755-07d31e95c2f3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.134235] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.134421] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.135149] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84d2d04d-5132-47ea-8493-fd144619f04a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.140678] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 874.140678] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52d5bf90-17ee-70fa-5293-701cea0a23f0" [ 874.140678] env[69941]: _type = "Task" [ 874.140678] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.150410] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d5bf90-17ee-70fa-5293-701cea0a23f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.388830] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 874.388830] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5215b8a3-1a76-825f-6e14-6ee32feaf77c" [ 874.388830] env[69941]: _type = "HttpNfcLease" [ 874.388830] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 874.389152] env[69941]: DEBUG oslo_vmware.rw_handles [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 874.389152] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5215b8a3-1a76-825f-6e14-6ee32feaf77c" [ 874.389152] env[69941]: _type = "HttpNfcLease" [ 874.389152] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 874.389896] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28605db-15aa-489b-bdfa-cf4dee08a09c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.397482] env[69941]: DEBUG oslo_vmware.rw_handles [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa84a9-089a-38c1-8303-06cac3858425/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 874.397661] env[69941]: DEBUG oslo_vmware.rw_handles [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa84a9-089a-38c1-8303-06cac3858425/disk-0.vmdk for reading. {{(pid=69941) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 874.454664] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.455196] env[69941]: DEBUG nova.compute.manager [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.460131] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.115s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.461900] env[69941]: INFO nova.compute.claims [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.497366] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f4baf13b-5e95-45c6-a9b9-f2119b4b7fba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.512648] env[69941]: DEBUG oslo_vmware.api [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Task: {'id': task-3288577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151505} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.512779] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.513478] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.513697] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.513866] env[69941]: INFO nova.compute.manager [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 874.514341] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.516329] env[69941]: DEBUG nova.compute.manager [-] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.516429] env[69941]: DEBUG nova.network.neutron [-] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.542015] env[69941]: DEBUG nova.compute.manager [req-9b279ada-6153-43f0-92d5-7c786a831249 req-1dbdac6f-f5db-4855-af2f-5d92fa83a499 service nova] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Received event network-vif-plugged-eba3f267-e778-43c6-8d3f-75ba3d906104 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.542015] env[69941]: DEBUG oslo_concurrency.lockutils [req-9b279ada-6153-43f0-92d5-7c786a831249 req-1dbdac6f-f5db-4855-af2f-5d92fa83a499 service nova] Acquiring lock "11118094-2c65-4953-94c8-a6bd67d43bce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.542015] env[69941]: DEBUG oslo_concurrency.lockutils [req-9b279ada-6153-43f0-92d5-7c786a831249 req-1dbdac6f-f5db-4855-af2f-5d92fa83a499 service nova] Lock "11118094-2c65-4953-94c8-a6bd67d43bce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.542015] env[69941]: DEBUG oslo_concurrency.lockutils [req-9b279ada-6153-43f0-92d5-7c786a831249 req-1dbdac6f-f5db-4855-af2f-5d92fa83a499 service nova] Lock "11118094-2c65-4953-94c8-a6bd67d43bce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.542015] env[69941]: DEBUG nova.compute.manager [req-9b279ada-6153-43f0-92d5-7c786a831249 req-1dbdac6f-f5db-4855-af2f-5d92fa83a499 service nova] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] No waiting events found dispatching network-vif-plugged-eba3f267-e778-43c6-8d3f-75ba3d906104 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.542446] env[69941]: WARNING nova.compute.manager [req-9b279ada-6153-43f0-92d5-7c786a831249 req-1dbdac6f-f5db-4855-af2f-5d92fa83a499 service nova] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Received unexpected event network-vif-plugged-eba3f267-e778-43c6-8d3f-75ba3d906104 for instance with vm_state building and task_state spawning. [ 874.580210] env[69941]: DEBUG nova.network.neutron [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Successfully updated port: eba3f267-e778-43c6-8d3f-75ba3d906104 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.653770] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d5bf90-17ee-70fa-5293-701cea0a23f0, 'name': SearchDatastore_Task, 'duration_secs': 0.008931} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.654799] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a493e84-c15f-4058-84a4-dd8cef53ae97 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.661151] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 874.661151] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]522cba90-688e-9c0b-03f5-8a24006d1d1c" [ 874.661151] env[69941]: _type = "Task" [ 874.661151] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.672304] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522cba90-688e-9c0b-03f5-8a24006d1d1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.760898] env[69941]: DEBUG nova.compute.manager [req-1e017b77-2727-4604-91da-0bfc89dbb2be req-9ca52b37-a0c1-40d9-9bdb-cb06ad29fb1d service nova] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Received event network-vif-deleted-7060526d-ff56-47a9-8983-2807ab3c9d5e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.761169] env[69941]: INFO nova.compute.manager [req-1e017b77-2727-4604-91da-0bfc89dbb2be req-9ca52b37-a0c1-40d9-9bdb-cb06ad29fb1d service nova] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Neutron deleted interface 7060526d-ff56-47a9-8983-2807ab3c9d5e; detaching it from the instance and deleting it from the info cache [ 874.761469] env[69941]: DEBUG nova.network.neutron [req-1e017b77-2727-4604-91da-0bfc89dbb2be req-9ca52b37-a0c1-40d9-9bdb-cb06ad29fb1d service nova] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.961950] env[69941]: DEBUG nova.compute.utils [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.964427] env[69941]: DEBUG nova.compute.manager [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.964533] env[69941]: DEBUG nova.network.neutron [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.030846] env[69941]: DEBUG nova.policy [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b036528598de4b23b526e930296e0378', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '042be2d5f2014c2ab3e6b1e1c1d192b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.084241] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "refresh_cache-11118094-2c65-4953-94c8-a6bd67d43bce" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.084403] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquired lock "refresh_cache-11118094-2c65-4953-94c8-a6bd67d43bce" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.084555] env[69941]: DEBUG nova.network.neutron [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.178800] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522cba90-688e-9c0b-03f5-8a24006d1d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009725} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.179185] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.179539] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 31557237-ecee-48c7-a6f8-54440e03e39c/31557237-ecee-48c7-a6f8-54440e03e39c.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.179855] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c33f914f-4417-411a-a30d-5f0b8a217d3a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.186363] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 875.186363] env[69941]: value = "task-3288578" [ 875.186363] env[69941]: _type = "Task" [ 875.186363] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.195540] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.241603] env[69941]: DEBUG nova.network.neutron [-] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.264336] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ed1e91a-ece9-4e37-89dc-de79466594e2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.274101] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaea6fd-bc8b-41f8-96bd-e035aa8a6873 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.313428] env[69941]: DEBUG nova.compute.manager [req-1e017b77-2727-4604-91da-0bfc89dbb2be req-9ca52b37-a0c1-40d9-9bdb-cb06ad29fb1d service nova] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Detach interface failed, port_id=7060526d-ff56-47a9-8983-2807ab3c9d5e, reason: Instance 57099f0b-431e-418d-87f4-dc00199920e2 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.330493] env[69941]: DEBUG nova.network.neutron [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Successfully created port: 295d31f6-711e-4eef-af7e-3e80af6637b0 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.465905] env[69941]: DEBUG nova.compute.manager [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.641909] env[69941]: DEBUG nova.network.neutron [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.702523] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288578, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.745522] env[69941]: INFO nova.compute.manager [-] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Took 1.23 seconds to deallocate network for instance. [ 875.848159] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3228fd0-6c3e-4009-a1f5-6577c731ab05 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.856200] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73e1775-1e4e-4461-92ca-a25c647a8b31 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.861537] env[69941]: DEBUG nova.network.neutron [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Updating instance_info_cache with network_info: [{"id": "eba3f267-e778-43c6-8d3f-75ba3d906104", "address": "fa:16:3e:d1:9b:93", "network": {"id": "763bcbf2-73b8-47d2-ba02-0c58c560776e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1136552053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd1ea7f509e42febe95e74434a5b241", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba3f267-e7", "ovs_interfaceid": "eba3f267-e778-43c6-8d3f-75ba3d906104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.889685] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4e291a-0df4-4210-8c45-4831cb96ed05 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.898092] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e63a15-9111-421f-9bb7-d1820b9db619 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.913452] env[69941]: DEBUG nova.compute.provider_tree [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.198147] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637875} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.198514] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 31557237-ecee-48c7-a6f8-54440e03e39c/31557237-ecee-48c7-a6f8-54440e03e39c.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.198765] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.199104] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eab3c1bf-8939-4f6e-87ea-0efd24508464 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.206315] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 876.206315] env[69941]: value = "task-3288579" [ 876.206315] env[69941]: _type = "Task" [ 876.206315] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.214751] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.251259] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.389840] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Releasing lock "refresh_cache-11118094-2c65-4953-94c8-a6bd67d43bce" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.390216] env[69941]: DEBUG nova.compute.manager [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Instance network_info: |[{"id": "eba3f267-e778-43c6-8d3f-75ba3d906104", "address": "fa:16:3e:d1:9b:93", "network": {"id": "763bcbf2-73b8-47d2-ba02-0c58c560776e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1136552053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd1ea7f509e42febe95e74434a5b241", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba3f267-e7", "ovs_interfaceid": "eba3f267-e778-43c6-8d3f-75ba3d906104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.390834] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:9b:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eba3f267-e778-43c6-8d3f-75ba3d906104', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.399191] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Creating folder: Project (0bd1ea7f509e42febe95e74434a5b241). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.399506] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6be13b39-38bd-4bda-ac8c-b6a662bb297d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.410403] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Created folder: Project (0bd1ea7f509e42febe95e74434a5b241) in parent group-v656570. [ 876.410596] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Creating folder: Instances. Parent ref: group-v656759. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.410832] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-392d24ec-a413-4a9f-af52-7213e45bdce0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.416599] env[69941]: DEBUG nova.scheduler.client.report [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.421007] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Created folder: Instances in parent group-v656759. [ 876.421265] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.421681] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.421892] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6c07af6-3276-4a4b-b70f-ed376e26b840 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.443297] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.443297] env[69941]: value = "task-3288582" [ 876.443297] env[69941]: _type = "Task" [ 876.443297] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.451496] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288582, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.476704] env[69941]: DEBUG nova.compute.manager [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.502399] env[69941]: DEBUG nova.virt.hardware [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5bb55355f2cfc7f193a4658ca6280254',container_format='bare',created_at=2025-04-03T22:51:47Z,direct_url=,disk_format='vmdk',id=cf044e29-ef44-4c87-828c-80e564a541c5,min_disk=1,min_ram=0,name='tempest-test-snap-338166982',owner='042be2d5f2014c2ab3e6b1e1c1d192b1',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T22:52:01Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.502684] env[69941]: DEBUG nova.virt.hardware [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.502853] env[69941]: DEBUG nova.virt.hardware [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.503547] env[69941]: DEBUG nova.virt.hardware [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.503547] env[69941]: DEBUG nova.virt.hardware [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.503547] env[69941]: DEBUG nova.virt.hardware [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.503715] env[69941]: DEBUG nova.virt.hardware [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.503825] env[69941]: DEBUG nova.virt.hardware [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.504011] env[69941]: DEBUG nova.virt.hardware [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.504231] env[69941]: DEBUG nova.virt.hardware [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.504491] env[69941]: DEBUG nova.virt.hardware [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.505997] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0ebc95-9046-474c-9c3a-47c640ff4ace {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.516927] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04f2ba8-8598-4e28-baf3-83e856fccd3a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.591269] env[69941]: DEBUG nova.compute.manager [req-473a0cc5-96f5-4eff-b757-b05a5b50d22f req-714d7c8f-ecea-4249-bd55-304d0b04a077 service nova] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Received event network-changed-eba3f267-e778-43c6-8d3f-75ba3d906104 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.591452] env[69941]: DEBUG nova.compute.manager [req-473a0cc5-96f5-4eff-b757-b05a5b50d22f req-714d7c8f-ecea-4249-bd55-304d0b04a077 service nova] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Refreshing instance network info cache due to event network-changed-eba3f267-e778-43c6-8d3f-75ba3d906104. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.591580] env[69941]: DEBUG oslo_concurrency.lockutils [req-473a0cc5-96f5-4eff-b757-b05a5b50d22f req-714d7c8f-ecea-4249-bd55-304d0b04a077 service nova] Acquiring lock "refresh_cache-11118094-2c65-4953-94c8-a6bd67d43bce" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.591697] env[69941]: DEBUG oslo_concurrency.lockutils [req-473a0cc5-96f5-4eff-b757-b05a5b50d22f req-714d7c8f-ecea-4249-bd55-304d0b04a077 service nova] Acquired lock "refresh_cache-11118094-2c65-4953-94c8-a6bd67d43bce" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.591856] env[69941]: DEBUG nova.network.neutron [req-473a0cc5-96f5-4eff-b757-b05a5b50d22f req-714d7c8f-ecea-4249-bd55-304d0b04a077 service nova] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Refreshing network info cache for port eba3f267-e778-43c6-8d3f-75ba3d906104 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.717127] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079671} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.717478] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.718383] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a40a1bd-2266-4912-b1a0-a061b2747129 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.743056] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 31557237-ecee-48c7-a6f8-54440e03e39c/31557237-ecee-48c7-a6f8-54440e03e39c.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.743389] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10a846e3-dc42-4eec-ac0a-c9043a195801 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.768539] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 876.768539] env[69941]: value = "task-3288583" [ 876.768539] env[69941]: _type = "Task" [ 876.768539] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.777935] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.846272] env[69941]: DEBUG nova.compute.manager [req-e8b46be0-8948-40cf-8961-90325af48774 req-866b94c2-12fd-4648-bcc4-b3e04c53c6ad service nova] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Received event network-vif-plugged-295d31f6-711e-4eef-af7e-3e80af6637b0 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.846653] env[69941]: DEBUG oslo_concurrency.lockutils [req-e8b46be0-8948-40cf-8961-90325af48774 req-866b94c2-12fd-4648-bcc4-b3e04c53c6ad service nova] Acquiring lock "626f367a-0296-4a75-9fa4-7b7d6b456da6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.847045] env[69941]: DEBUG oslo_concurrency.lockutils [req-e8b46be0-8948-40cf-8961-90325af48774 req-866b94c2-12fd-4648-bcc4-b3e04c53c6ad service nova] Lock "626f367a-0296-4a75-9fa4-7b7d6b456da6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.847684] env[69941]: DEBUG oslo_concurrency.lockutils [req-e8b46be0-8948-40cf-8961-90325af48774 req-866b94c2-12fd-4648-bcc4-b3e04c53c6ad service nova] Lock "626f367a-0296-4a75-9fa4-7b7d6b456da6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.848056] env[69941]: DEBUG nova.compute.manager [req-e8b46be0-8948-40cf-8961-90325af48774 req-866b94c2-12fd-4648-bcc4-b3e04c53c6ad service nova] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] No waiting events found dispatching network-vif-plugged-295d31f6-711e-4eef-af7e-3e80af6637b0 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.848339] env[69941]: WARNING nova.compute.manager [req-e8b46be0-8948-40cf-8961-90325af48774 req-866b94c2-12fd-4648-bcc4-b3e04c53c6ad service nova] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Received unexpected event network-vif-plugged-295d31f6-711e-4eef-af7e-3e80af6637b0 for instance with vm_state building and task_state spawning. [ 876.925024] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.925024] env[69941]: DEBUG nova.compute.manager [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.927194] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.585s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.927660] env[69941]: DEBUG nova.objects.instance [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lazy-loading 'resources' on Instance uuid 21779bcd-6fb5-4d0d-a287-b9127c5bc607 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.953542] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288582, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.204344] env[69941]: DEBUG nova.network.neutron [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Successfully updated port: 295d31f6-711e-4eef-af7e-3e80af6637b0 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.277862] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288583, 'name': ReconfigVM_Task, 'duration_secs': 0.330012} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.278202] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 31557237-ecee-48c7-a6f8-54440e03e39c/31557237-ecee-48c7-a6f8-54440e03e39c.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.278823] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29c01c3e-d6e1-4bb1-a280-a1baa8f5aaf2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.285984] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 877.285984] env[69941]: value = "task-3288584" [ 877.285984] env[69941]: _type = "Task" [ 877.285984] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.296743] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288584, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.321802] env[69941]: DEBUG nova.network.neutron [req-473a0cc5-96f5-4eff-b757-b05a5b50d22f req-714d7c8f-ecea-4249-bd55-304d0b04a077 service nova] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Updated VIF entry in instance network info cache for port eba3f267-e778-43c6-8d3f-75ba3d906104. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.322324] env[69941]: DEBUG nova.network.neutron [req-473a0cc5-96f5-4eff-b757-b05a5b50d22f req-714d7c8f-ecea-4249-bd55-304d0b04a077 service nova] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Updating instance_info_cache with network_info: [{"id": "eba3f267-e778-43c6-8d3f-75ba3d906104", "address": "fa:16:3e:d1:9b:93", "network": {"id": "763bcbf2-73b8-47d2-ba02-0c58c560776e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1136552053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd1ea7f509e42febe95e74434a5b241", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba3f267-e7", "ovs_interfaceid": "eba3f267-e778-43c6-8d3f-75ba3d906104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.430871] env[69941]: DEBUG nova.compute.utils [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.435670] env[69941]: DEBUG nova.compute.manager [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.435821] env[69941]: DEBUG nova.network.neutron [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.455479] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288582, 'name': CreateVM_Task, 'duration_secs': 0.526707} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.455713] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.456388] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.456530] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.456976] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.457119] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f3582eb-813b-4277-8730-15a451f98e17 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.461880] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 877.461880] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52012967-8164-7e3a-de0c-86c29fe3c116" [ 877.461880] env[69941]: _type = "Task" [ 877.461880] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.473057] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52012967-8164-7e3a-de0c-86c29fe3c116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.480208] env[69941]: DEBUG nova.policy [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '351aaa84072a4982bda72bf37f7d4784', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aab7e11996dd4117a7a0ad1c509a90a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.708195] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "refresh_cache-626f367a-0296-4a75-9fa4-7b7d6b456da6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.708195] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired lock "refresh_cache-626f367a-0296-4a75-9fa4-7b7d6b456da6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.708195] env[69941]: DEBUG nova.network.neutron [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.776992] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4553453b-8be9-43d0-a259-75cba40021ef {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.784966] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1aa09c-7798-454d-a3a5-8b64c849ea44 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.824711] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288584, 'name': Rename_Task, 'duration_secs': 0.292651} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.825250] env[69941]: DEBUG oslo_concurrency.lockutils [req-473a0cc5-96f5-4eff-b757-b05a5b50d22f req-714d7c8f-ecea-4249-bd55-304d0b04a077 service nova] Releasing lock "refresh_cache-11118094-2c65-4953-94c8-a6bd67d43bce" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.825981] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.826946] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d919fcef-98f4-4f26-98f9-6d2d15b076b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.829508] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-318fa269-930f-4b5e-aa06-70675765133f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.838052] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b864a507-a88b-4389-8bcf-13bcb0b483be {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.842123] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 877.842123] env[69941]: value = "task-3288585" [ 877.842123] env[69941]: _type = "Task" [ 877.842123] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.853962] env[69941]: DEBUG nova.compute.provider_tree [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.860635] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288585, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.867948] env[69941]: DEBUG nova.network.neutron [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Successfully created port: 43fc4c80-f955-4b13-8e05-a7febb1db312 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.936216] env[69941]: DEBUG nova.compute.manager [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.976647] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52012967-8164-7e3a-de0c-86c29fe3c116, 'name': SearchDatastore_Task, 'duration_secs': 0.018274} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.977613] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.977992] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.978345] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.978598] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.978909] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.979535] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9898dc06-ac21-402e-a1a8-ef9e4be0ffcf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.989067] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.989303] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.990067] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f57d58b2-cd2d-4fa7-9f79-580c50c0569f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.995783] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 877.995783] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52432b33-db9e-8d30-5eaa-336468c9ecf8" [ 877.995783] env[69941]: _type = "Task" [ 877.995783] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.003651] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52432b33-db9e-8d30-5eaa-336468c9ecf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.252226] env[69941]: DEBUG nova.network.neutron [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.353336] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.356991] env[69941]: DEBUG nova.scheduler.client.report [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.387114] env[69941]: DEBUG nova.network.neutron [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Updating instance_info_cache with network_info: [{"id": "295d31f6-711e-4eef-af7e-3e80af6637b0", "address": "fa:16:3e:cf:25:43", "network": {"id": "37b5b15a-9744-4abc-ab1f-cb15a276fabb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221774887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "042be2d5f2014c2ab3e6b1e1c1d192b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295d31f6-71", "ovs_interfaceid": "295d31f6-711e-4eef-af7e-3e80af6637b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.507095] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52432b33-db9e-8d30-5eaa-336468c9ecf8, 'name': SearchDatastore_Task, 'duration_secs': 0.008583} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.507849] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d096d08e-ecd4-4c7d-a2c8-1730ce93ed7e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.513202] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 878.513202] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]521d6e52-626c-2218-394e-dd4f22555e09" [ 878.513202] env[69941]: _type = "Task" [ 878.513202] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.520871] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521d6e52-626c-2218-394e-dd4f22555e09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.854198] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.862237] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.864503] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.779s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.864838] env[69941]: DEBUG nova.objects.instance [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lazy-loading 'resources' on Instance uuid f46baca1-18a9-4a5e-92e9-3e117fbc4960 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.872209] env[69941]: DEBUG nova.compute.manager [req-31344a71-df23-4e0c-8182-0438c219f8e6 req-3c46f724-8d1b-45f3-afb3-3941c486f700 service nova] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Received event network-changed-295d31f6-711e-4eef-af7e-3e80af6637b0 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.872477] env[69941]: DEBUG nova.compute.manager [req-31344a71-df23-4e0c-8182-0438c219f8e6 req-3c46f724-8d1b-45f3-afb3-3941c486f700 service nova] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Refreshing instance network info cache due to event network-changed-295d31f6-711e-4eef-af7e-3e80af6637b0. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.872637] env[69941]: DEBUG oslo_concurrency.lockutils [req-31344a71-df23-4e0c-8182-0438c219f8e6 req-3c46f724-8d1b-45f3-afb3-3941c486f700 service nova] Acquiring lock "refresh_cache-626f367a-0296-4a75-9fa4-7b7d6b456da6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.888027] env[69941]: INFO nova.scheduler.client.report [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Deleted allocations for instance 21779bcd-6fb5-4d0d-a287-b9127c5bc607 [ 878.889447] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Releasing lock "refresh_cache-626f367a-0296-4a75-9fa4-7b7d6b456da6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.889783] env[69941]: DEBUG nova.compute.manager [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Instance network_info: |[{"id": "295d31f6-711e-4eef-af7e-3e80af6637b0", "address": "fa:16:3e:cf:25:43", "network": {"id": "37b5b15a-9744-4abc-ab1f-cb15a276fabb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221774887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "042be2d5f2014c2ab3e6b1e1c1d192b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295d31f6-71", "ovs_interfaceid": "295d31f6-711e-4eef-af7e-3e80af6637b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.892227] env[69941]: DEBUG oslo_concurrency.lockutils [req-31344a71-df23-4e0c-8182-0438c219f8e6 req-3c46f724-8d1b-45f3-afb3-3941c486f700 service nova] Acquired lock "refresh_cache-626f367a-0296-4a75-9fa4-7b7d6b456da6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.892346] env[69941]: DEBUG nova.network.neutron [req-31344a71-df23-4e0c-8182-0438c219f8e6 req-3c46f724-8d1b-45f3-afb3-3941c486f700 service nova] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Refreshing network info cache for port 295d31f6-711e-4eef-af7e-3e80af6637b0 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.893415] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:25:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '295d31f6-711e-4eef-af7e-3e80af6637b0', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.901603] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.904805] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.905470] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ec68041-39b4-4581-b6f1-0be3d10e3bae {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.927291] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.927291] env[69941]: value = "task-3288586" [ 878.927291] env[69941]: _type = "Task" [ 878.927291] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.935799] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288586, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.945915] env[69941]: DEBUG nova.compute.manager [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.974209] env[69941]: DEBUG nova.virt.hardware [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.974424] env[69941]: DEBUG nova.virt.hardware [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.974673] env[69941]: DEBUG nova.virt.hardware [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.974985] env[69941]: DEBUG nova.virt.hardware [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.975210] env[69941]: DEBUG nova.virt.hardware [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.975399] env[69941]: DEBUG nova.virt.hardware [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.975656] env[69941]: DEBUG nova.virt.hardware [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.975972] env[69941]: DEBUG nova.virt.hardware [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.976206] env[69941]: DEBUG nova.virt.hardware [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.976418] env[69941]: DEBUG nova.virt.hardware [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.976825] env[69941]: DEBUG nova.virt.hardware [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.978058] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ec5c93-c8f4-4bcb-83ab-25cf85917cca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.987333] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8345b9-35f3-4412-85c4-0d4fe63eab6e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.023569] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521d6e52-626c-2218-394e-dd4f22555e09, 'name': SearchDatastore_Task, 'duration_secs': 0.012524} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.025988] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.026276] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 11118094-2c65-4953-94c8-a6bd67d43bce/11118094-2c65-4953-94c8-a6bd67d43bce.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.026713] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-521fb8b8-d058-4c86-9739-7dffc72d2f61 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.032432] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 879.032432] env[69941]: value = "task-3288587" [ 879.032432] env[69941]: _type = "Task" [ 879.032432] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.040089] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.151322] env[69941]: DEBUG nova.network.neutron [req-31344a71-df23-4e0c-8182-0438c219f8e6 req-3c46f724-8d1b-45f3-afb3-3941c486f700 service nova] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Updated VIF entry in instance network info cache for port 295d31f6-711e-4eef-af7e-3e80af6637b0. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.151766] env[69941]: DEBUG nova.network.neutron [req-31344a71-df23-4e0c-8182-0438c219f8e6 req-3c46f724-8d1b-45f3-afb3-3941c486f700 service nova] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Updating instance_info_cache with network_info: [{"id": "295d31f6-711e-4eef-af7e-3e80af6637b0", "address": "fa:16:3e:cf:25:43", "network": {"id": "37b5b15a-9744-4abc-ab1f-cb15a276fabb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221774887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "042be2d5f2014c2ab3e6b1e1c1d192b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295d31f6-71", "ovs_interfaceid": "295d31f6-711e-4eef-af7e-3e80af6637b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.354240] env[69941]: DEBUG oslo_vmware.api [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288585, 'name': PowerOnVM_Task, 'duration_secs': 1.177965} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.354679] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.355188] env[69941]: DEBUG nova.compute.manager [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.355647] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a664897e-d865-4736-acb9-39a033ea99df {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.372127] env[69941]: DEBUG nova.compute.manager [req-00f05261-e73e-4f0c-9e92-5563e63da7d6 req-b79a42af-1a80-4f14-aa83-545ed74183bd service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Received event network-vif-plugged-43fc4c80-f955-4b13-8e05-a7febb1db312 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.372455] env[69941]: DEBUG oslo_concurrency.lockutils [req-00f05261-e73e-4f0c-9e92-5563e63da7d6 req-b79a42af-1a80-4f14-aa83-545ed74183bd service nova] Acquiring lock "015c489a-baf4-4569-8d5f-3fd343ca03a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.372925] env[69941]: DEBUG oslo_concurrency.lockutils [req-00f05261-e73e-4f0c-9e92-5563e63da7d6 req-b79a42af-1a80-4f14-aa83-545ed74183bd service nova] Lock "015c489a-baf4-4569-8d5f-3fd343ca03a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.373241] env[69941]: DEBUG oslo_concurrency.lockutils [req-00f05261-e73e-4f0c-9e92-5563e63da7d6 req-b79a42af-1a80-4f14-aa83-545ed74183bd service nova] Lock "015c489a-baf4-4569-8d5f-3fd343ca03a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.373524] env[69941]: DEBUG nova.compute.manager [req-00f05261-e73e-4f0c-9e92-5563e63da7d6 req-b79a42af-1a80-4f14-aa83-545ed74183bd service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] No waiting events found dispatching network-vif-plugged-43fc4c80-f955-4b13-8e05-a7febb1db312 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.373799] env[69941]: WARNING nova.compute.manager [req-00f05261-e73e-4f0c-9e92-5563e63da7d6 req-b79a42af-1a80-4f14-aa83-545ed74183bd service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Received unexpected event network-vif-plugged-43fc4c80-f955-4b13-8e05-a7febb1db312 for instance with vm_state building and task_state spawning. [ 879.407977] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d6762570-5285-49eb-b672-939d13ab9622 tempest-ServersTestMultiNic-1880796908 tempest-ServersTestMultiNic-1880796908-project-member] Lock "21779bcd-6fb5-4d0d-a287-b9127c5bc607" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.819s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.437443] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288586, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.466884] env[69941]: DEBUG nova.network.neutron [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Successfully updated port: 43fc4c80-f955-4b13-8e05-a7febb1db312 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.545387] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288587, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.655587] env[69941]: DEBUG oslo_concurrency.lockutils [req-31344a71-df23-4e0c-8182-0438c219f8e6 req-3c46f724-8d1b-45f3-afb3-3941c486f700 service nova] Releasing lock "refresh_cache-626f367a-0296-4a75-9fa4-7b7d6b456da6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.682922] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206f174f-1ff2-47d3-9eea-11e67690129b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.691393] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638d827f-03d7-483e-89c1-536ec14b3150 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.722089] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397748c4-85be-4043-9092-b095e6173b98 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.730974] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b602ac-c71f-48b9-a57b-f5c9c1640a56 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.744057] env[69941]: DEBUG nova.compute.provider_tree [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.881692] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.940755] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288586, 'name': CreateVM_Task, 'duration_secs': 0.516003} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.940939] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.941677] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cf044e29-ef44-4c87-828c-80e564a541c5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.941882] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cf044e29-ef44-4c87-828c-80e564a541c5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.942231] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cf044e29-ef44-4c87-828c-80e564a541c5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.942525] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdc5497a-e942-47e4-bc04-f2a117db813a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.947666] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 879.947666] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526b23d8-8db3-baf1-1ece-8115a83afd98" [ 879.947666] env[69941]: _type = "Task" [ 879.947666] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.958579] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526b23d8-8db3-baf1-1ece-8115a83afd98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.969495] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "refresh_cache-015c489a-baf4-4569-8d5f-3fd343ca03a5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.970253] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "refresh_cache-015c489a-baf4-4569-8d5f-3fd343ca03a5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.970958] env[69941]: DEBUG nova.network.neutron [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.043880] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723126} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.044718] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 11118094-2c65-4953-94c8-a6bd67d43bce/11118094-2c65-4953-94c8-a6bd67d43bce.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.044718] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.044901] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e8f3dcc-983c-4dc4-af42-d0c8fafb3aa5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.051777] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 880.051777] env[69941]: value = "task-3288588" [ 880.051777] env[69941]: _type = "Task" [ 880.051777] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.060906] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.250969] env[69941]: DEBUG nova.scheduler.client.report [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.458363] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cf044e29-ef44-4c87-828c-80e564a541c5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.458681] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Processing image cf044e29-ef44-4c87-828c-80e564a541c5 {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.458944] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cf044e29-ef44-4c87-828c-80e564a541c5/cf044e29-ef44-4c87-828c-80e564a541c5.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.459161] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cf044e29-ef44-4c87-828c-80e564a541c5/cf044e29-ef44-4c87-828c-80e564a541c5.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.459388] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.459676] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5aeccca4-1680-4949-bfac-7a3a4fab60d6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.469184] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.469405] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.470184] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7f44a1-f11c-4e1e-a9af-7ccb39fca1b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.475826] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 880.475826] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b40b6b-f271-8295-93e8-63e270db30f9" [ 880.475826] env[69941]: _type = "Task" [ 880.475826] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.485677] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b40b6b-f271-8295-93e8-63e270db30f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.515502] env[69941]: DEBUG nova.network.neutron [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.562241] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102313} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.562452] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.563253] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0fc1e6-9fe8-4c38-b199-db12664a2a2a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.587997] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 11118094-2c65-4953-94c8-a6bd67d43bce/11118094-2c65-4953-94c8-a6bd67d43bce.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.590851] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cce1a239-d3d0-4a89-93a9-e789ed065f9a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.608021] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Acquiring lock "31557237-ecee-48c7-a6f8-54440e03e39c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.608021] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Lock "31557237-ecee-48c7-a6f8-54440e03e39c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.608021] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Acquiring lock "31557237-ecee-48c7-a6f8-54440e03e39c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.608021] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Lock "31557237-ecee-48c7-a6f8-54440e03e39c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.608021] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Lock "31557237-ecee-48c7-a6f8-54440e03e39c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.610411] env[69941]: INFO nova.compute.manager [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Terminating instance [ 880.616081] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 880.616081] env[69941]: value = "task-3288589" [ 880.616081] env[69941]: _type = "Task" [ 880.616081] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.624817] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.756872] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.760949] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.324s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.766055] env[69941]: INFO nova.compute.claims [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.771548] env[69941]: DEBUG nova.network.neutron [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Updating instance_info_cache with network_info: [{"id": "43fc4c80-f955-4b13-8e05-a7febb1db312", "address": "fa:16:3e:30:07:46", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43fc4c80-f9", "ovs_interfaceid": "43fc4c80-f955-4b13-8e05-a7febb1db312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.786972] env[69941]: INFO nova.scheduler.client.report [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Deleted allocations for instance f46baca1-18a9-4a5e-92e9-3e117fbc4960 [ 880.996797] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Preparing fetch location {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 880.997159] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Fetch image to [datastore1] OSTACK_IMG_56cfcb2b-dc0c-450b-9333-a89cd1ba15af/OSTACK_IMG_56cfcb2b-dc0c-450b-9333-a89cd1ba15af.vmdk {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 880.997351] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Downloading stream optimized image cf044e29-ef44-4c87-828c-80e564a541c5 to [datastore1] OSTACK_IMG_56cfcb2b-dc0c-450b-9333-a89cd1ba15af/OSTACK_IMG_56cfcb2b-dc0c-450b-9333-a89cd1ba15af.vmdk on the data store datastore1 as vApp {{(pid=69941) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 880.997523] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Downloading image file data cf044e29-ef44-4c87-828c-80e564a541c5 to the ESX as VM named 'OSTACK_IMG_56cfcb2b-dc0c-450b-9333-a89cd1ba15af' {{(pid=69941) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 881.097715] env[69941]: DEBUG oslo_vmware.rw_handles [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 881.097715] env[69941]: value = "resgroup-9" [ 881.097715] env[69941]: _type = "ResourcePool" [ 881.097715] env[69941]: }. {{(pid=69941) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 881.101015] env[69941]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-105b7de0-542c-4a17-9096-1418ed0f9be4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.119015] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Acquiring lock "refresh_cache-31557237-ecee-48c7-a6f8-54440e03e39c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.119467] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Acquired lock "refresh_cache-31557237-ecee-48c7-a6f8-54440e03e39c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.119782] env[69941]: DEBUG nova.network.neutron [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.129940] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.131832] env[69941]: DEBUG oslo_vmware.rw_handles [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lease: (returnval){ [ 881.131832] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52af1047-f90e-05e9-44c4-1f895870bd91" [ 881.131832] env[69941]: _type = "HttpNfcLease" [ 881.131832] env[69941]: } obtained for vApp import into resource pool (val){ [ 881.131832] env[69941]: value = "resgroup-9" [ 881.131832] env[69941]: _type = "ResourcePool" [ 881.131832] env[69941]: }. {{(pid=69941) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 881.132536] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the lease: (returnval){ [ 881.132536] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52af1047-f90e-05e9-44c4-1f895870bd91" [ 881.132536] env[69941]: _type = "HttpNfcLease" [ 881.132536] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 881.140175] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 881.140175] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52af1047-f90e-05e9-44c4-1f895870bd91" [ 881.140175] env[69941]: _type = "HttpNfcLease" [ 881.140175] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 881.276660] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "refresh_cache-015c489a-baf4-4569-8d5f-3fd343ca03a5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.276811] env[69941]: DEBUG nova.compute.manager [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Instance network_info: |[{"id": "43fc4c80-f955-4b13-8e05-a7febb1db312", "address": "fa:16:3e:30:07:46", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43fc4c80-f9", "ovs_interfaceid": "43fc4c80-f955-4b13-8e05-a7febb1db312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.277827] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:07:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43fc4c80-f955-4b13-8e05-a7febb1db312', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.286066] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Creating folder: Project (aab7e11996dd4117a7a0ad1c509a90a7). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.286507] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36049daf-e2c4-4e35-9e05-b2b25bb1475c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.295711] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9506d59e-0645-44cd-ad05-937e6db8595b tempest-ServersAdminTestJSON-571956533 tempest-ServersAdminTestJSON-571956533-project-member] Lock "f46baca1-18a9-4a5e-92e9-3e117fbc4960" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.628s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.298167] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Created folder: Project (aab7e11996dd4117a7a0ad1c509a90a7) in parent group-v656570. [ 881.298381] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Creating folder: Instances. Parent ref: group-v656764. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.298618] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ba909d0-a50e-4482-be68-a467d773e8b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.311343] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Created folder: Instances in parent group-v656764. [ 881.311601] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.311817] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.312058] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbd37142-7090-4831-850e-836776b3d48c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.331608] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.331608] env[69941]: value = "task-3288593" [ 881.331608] env[69941]: _type = "Task" [ 881.331608] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.339159] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288593, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.404264] env[69941]: DEBUG nova.compute.manager [req-8d1b9b21-1c49-46ed-b182-fc1f5759c08b req-505dc39e-7405-43ba-aced-460a3f6245a3 service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Received event network-changed-43fc4c80-f955-4b13-8e05-a7febb1db312 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.407033] env[69941]: DEBUG nova.compute.manager [req-8d1b9b21-1c49-46ed-b182-fc1f5759c08b req-505dc39e-7405-43ba-aced-460a3f6245a3 service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Refreshing instance network info cache due to event network-changed-43fc4c80-f955-4b13-8e05-a7febb1db312. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.407033] env[69941]: DEBUG oslo_concurrency.lockutils [req-8d1b9b21-1c49-46ed-b182-fc1f5759c08b req-505dc39e-7405-43ba-aced-460a3f6245a3 service nova] Acquiring lock "refresh_cache-015c489a-baf4-4569-8d5f-3fd343ca03a5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.407033] env[69941]: DEBUG oslo_concurrency.lockutils [req-8d1b9b21-1c49-46ed-b182-fc1f5759c08b req-505dc39e-7405-43ba-aced-460a3f6245a3 service nova] Acquired lock "refresh_cache-015c489a-baf4-4569-8d5f-3fd343ca03a5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.407033] env[69941]: DEBUG nova.network.neutron [req-8d1b9b21-1c49-46ed-b182-fc1f5759c08b req-505dc39e-7405-43ba-aced-460a3f6245a3 service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Refreshing network info cache for port 43fc4c80-f955-4b13-8e05-a7febb1db312 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.639043] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288589, 'name': ReconfigVM_Task, 'duration_secs': 0.620813} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.640213] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 11118094-2c65-4953-94c8-a6bd67d43bce/11118094-2c65-4953-94c8-a6bd67d43bce.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.641383] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb0c8278-44f7-44ac-806a-341b9cd1e938 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.647286] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 881.647286] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52af1047-f90e-05e9-44c4-1f895870bd91" [ 881.647286] env[69941]: _type = "HttpNfcLease" [ 881.647286] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 881.649305] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 881.649305] env[69941]: value = "task-3288594" [ 881.649305] env[69941]: _type = "Task" [ 881.649305] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.659834] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288594, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.846829] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288593, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.897859] env[69941]: DEBUG nova.network.neutron [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.984773] env[69941]: DEBUG nova.network.neutron [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.077313] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26395d2b-27d9-4b1c-b980-fe5dbbc8d727 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.088192] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beba2909-e9ad-48ea-908a-366def56007b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.128113] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c815d9-1af1-4bca-b1d5-d55816e4957a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.136424] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09de9ef8-0625-42ac-af15-dda12be20028 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.153303] env[69941]: DEBUG nova.compute.provider_tree [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.158519] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 882.158519] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52af1047-f90e-05e9-44c4-1f895870bd91" [ 882.158519] env[69941]: _type = "HttpNfcLease" [ 882.158519] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 882.163484] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288594, 'name': Rename_Task, 'duration_secs': 0.158478} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.164542] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.164620] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13978ec7-7db6-4fd2-9bd0-5e18f73ea66f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.171187] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 882.171187] env[69941]: value = "task-3288595" [ 882.171187] env[69941]: _type = "Task" [ 882.171187] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.179082] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.313420] env[69941]: DEBUG nova.network.neutron [req-8d1b9b21-1c49-46ed-b182-fc1f5759c08b req-505dc39e-7405-43ba-aced-460a3f6245a3 service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Updated VIF entry in instance network info cache for port 43fc4c80-f955-4b13-8e05-a7febb1db312. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.313784] env[69941]: DEBUG nova.network.neutron [req-8d1b9b21-1c49-46ed-b182-fc1f5759c08b req-505dc39e-7405-43ba-aced-460a3f6245a3 service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Updating instance_info_cache with network_info: [{"id": "43fc4c80-f955-4b13-8e05-a7febb1db312", "address": "fa:16:3e:30:07:46", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43fc4c80-f9", "ovs_interfaceid": "43fc4c80-f955-4b13-8e05-a7febb1db312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.344670] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288593, 'name': CreateVM_Task, 'duration_secs': 0.870798} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.344857] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.345615] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.345774] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.346220] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.346526] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b6ab2cf-4e3c-4636-950e-3b6cb3fcf0f8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.351261] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 882.351261] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]521b6c85-2703-2935-f552-0d4c32ab78d4" [ 882.351261] env[69941]: _type = "Task" [ 882.351261] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.361863] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521b6c85-2703-2935-f552-0d4c32ab78d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.487535] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Releasing lock "refresh_cache-31557237-ecee-48c7-a6f8-54440e03e39c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.488017] env[69941]: DEBUG nova.compute.manager [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.488250] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.489152] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acee0b00-3753-40db-b569-9dfe2b332006 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.497034] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.497302] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd48daa8-ce88-4022-a303-f1c750eb05d8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.503580] env[69941]: DEBUG oslo_vmware.api [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 882.503580] env[69941]: value = "task-3288596" [ 882.503580] env[69941]: _type = "Task" [ 882.503580] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.513796] env[69941]: DEBUG oslo_vmware.api [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.643676] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 882.643676] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52af1047-f90e-05e9-44c4-1f895870bd91" [ 882.643676] env[69941]: _type = "HttpNfcLease" [ 882.643676] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 882.644081] env[69941]: DEBUG oslo_vmware.rw_handles [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 882.644081] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52af1047-f90e-05e9-44c4-1f895870bd91" [ 882.644081] env[69941]: _type = "HttpNfcLease" [ 882.644081] env[69941]: }. {{(pid=69941) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 882.647326] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c757e21-d137-43a1-bab6-f64bed760771 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.652661] env[69941]: DEBUG oslo_vmware.rw_handles [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9fd24-5c89-9ebe-f734-ff248e9c1537/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 882.653759] env[69941]: DEBUG oslo_vmware.rw_handles [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9fd24-5c89-9ebe-f734-ff248e9c1537/disk-0.vmdk. {{(pid=69941) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 882.714257] env[69941]: DEBUG nova.scheduler.client.report [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.725456] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1a3da354-2037-48c5-a645-5a9c7e955f7b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.732787] env[69941]: DEBUG oslo_vmware.api [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288595, 'name': PowerOnVM_Task, 'duration_secs': 0.444701} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.733903] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.734211] env[69941]: INFO nova.compute.manager [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Took 8.73 seconds to spawn the instance on the hypervisor. [ 882.734598] env[69941]: DEBUG nova.compute.manager [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.736138] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce939cbb-54b3-4972-87dc-c88a6b3abd3d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.816422] env[69941]: DEBUG oslo_concurrency.lockutils [req-8d1b9b21-1c49-46ed-b182-fc1f5759c08b req-505dc39e-7405-43ba-aced-460a3f6245a3 service nova] Releasing lock "refresh_cache-015c489a-baf4-4569-8d5f-3fd343ca03a5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.862074] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521b6c85-2703-2935-f552-0d4c32ab78d4, 'name': SearchDatastore_Task, 'duration_secs': 0.014116} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.862412] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.862647] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.862888] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.863049] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.863234] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.863496] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94197be0-d20c-4657-b6db-c0867a7c9341 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.876465] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.876659] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.877515] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f78aeb9-d30a-4ee7-8cde-b3badf84a9a9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.883461] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 882.883461] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5204044a-7f2c-6d7c-0662-1f0b55fe1868" [ 882.883461] env[69941]: _type = "Task" [ 882.883461] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.892172] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5204044a-7f2c-6d7c-0662-1f0b55fe1868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.014446] env[69941]: DEBUG oslo_vmware.api [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288596, 'name': PowerOffVM_Task, 'duration_secs': 0.145403} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.014752] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.014967] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.015202] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6561015-9978-43d9-a6d7-cccb478ed416 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.043851] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.043851] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.043851] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Deleting the datastore file [datastore2] 31557237-ecee-48c7-a6f8-54440e03e39c {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.043851] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dfbd9e9-80ba-47b5-ba3b-cd5ac0514279 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.051602] env[69941]: DEBUG oslo_vmware.api [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for the task: (returnval){ [ 883.051602] env[69941]: value = "task-3288598" [ 883.051602] env[69941]: _type = "Task" [ 883.051602] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.059910] env[69941]: DEBUG oslo_vmware.api [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.223600] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.224545] env[69941]: DEBUG nova.compute.manager [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.228946] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.978s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.229307] env[69941]: DEBUG nova.objects.instance [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lazy-loading 'resources' on Instance uuid 57099f0b-431e-418d-87f4-dc00199920e2 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.256725] env[69941]: INFO nova.compute.manager [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Took 22.92 seconds to build instance. [ 883.397977] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5204044a-7f2c-6d7c-0662-1f0b55fe1868, 'name': SearchDatastore_Task, 'duration_secs': 0.017864} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.398914] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d53102-19da-43d2-a9ce-9016a1feeb70 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.407974] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 883.407974] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c63561-7322-32e6-f6d9-fa05891e727d" [ 883.407974] env[69941]: _type = "Task" [ 883.407974] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.421654] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c63561-7322-32e6-f6d9-fa05891e727d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.561897] env[69941]: DEBUG oslo_vmware.api [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Task: {'id': task-3288598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126675} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.562227] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.562464] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.562669] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.562851] env[69941]: INFO nova.compute.manager [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Took 1.07 seconds to destroy the instance on the hypervisor. [ 883.563234] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.563463] env[69941]: DEBUG nova.compute.manager [-] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.563580] env[69941]: DEBUG nova.network.neutron [-] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.601022] env[69941]: DEBUG nova.network.neutron [-] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.734148] env[69941]: DEBUG nova.compute.utils [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.741132] env[69941]: DEBUG nova.compute.manager [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.741346] env[69941]: DEBUG nova.network.neutron [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.754921] env[69941]: DEBUG oslo_vmware.rw_handles [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Completed reading data from the image iterator. {{(pid=69941) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 883.755184] env[69941]: DEBUG oslo_vmware.rw_handles [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9fd24-5c89-9ebe-f734-ff248e9c1537/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 883.756471] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d48114-bb85-4618-b035-a7d504dd1a7a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.759619] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51490de8-cb64-45c2-a7d7-73b3590a29b7 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "11118094-2c65-4953-94c8-a6bd67d43bce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.453s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.764513] env[69941]: DEBUG oslo_vmware.rw_handles [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9fd24-5c89-9ebe-f734-ff248e9c1537/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 883.764776] env[69941]: DEBUG oslo_vmware.rw_handles [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9fd24-5c89-9ebe-f734-ff248e9c1537/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 883.767864] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f7201fb4-4ebf-4bb3-91f9-d49b596313eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.823883] env[69941]: DEBUG nova.policy [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79fe06209c6f46b9b43d838a78372c86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43f8fe8dea05413bbf2d1333d85fde0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.926285] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c63561-7322-32e6-f6d9-fa05891e727d, 'name': SearchDatastore_Task, 'duration_secs': 0.026861} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.926629] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.926945] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 015c489a-baf4-4569-8d5f-3fd343ca03a5/015c489a-baf4-4569-8d5f-3fd343ca03a5.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.927237] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7b4eb28-60d8-4dbd-a661-b64fc4328222 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.937988] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 883.937988] env[69941]: value = "task-3288599" [ 883.937988] env[69941]: _type = "Task" [ 883.937988] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.056209] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697182eb-4b6a-4a32-aa05-30fb97e97c38 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.064871] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138e2c0e-1aa6-47d8-aaac-e8b7a50d0ece {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.096912] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a0c9a4-e455-41a4-a809-64140293bd97 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.103971] env[69941]: DEBUG nova.network.neutron [-] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.109020] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c705add4-6447-44f0-a62c-94c4aca493e9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.123169] env[69941]: DEBUG nova.compute.provider_tree [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.240519] env[69941]: DEBUG nova.compute.manager [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.353027] env[69941]: DEBUG nova.network.neutron [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Successfully created port: 2e376b19-8828-4c5d-bd47-7c35dc86d94a {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.357176] env[69941]: DEBUG oslo_vmware.rw_handles [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9fd24-5c89-9ebe-f734-ff248e9c1537/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 884.357411] env[69941]: INFO nova.virt.vmwareapi.images [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Downloaded image file data cf044e29-ef44-4c87-828c-80e564a541c5 [ 884.358263] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52cc3c4-1d69-459b-9719-2a718daa3720 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.375926] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b9d9887-ea41-4bdf-8769-ee3b978def31 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.448913] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.510528] env[69941]: INFO nova.virt.vmwareapi.images [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] The imported VM was unregistered [ 884.513106] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Caching image {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 884.513106] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Creating directory with path [datastore1] devstack-image-cache_base/cf044e29-ef44-4c87-828c-80e564a541c5 {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.513106] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a8eec56-b254-400a-b9e0-59670887eaec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.529182] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Created directory with path [datastore1] devstack-image-cache_base/cf044e29-ef44-4c87-828c-80e564a541c5 {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.529314] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_56cfcb2b-dc0c-450b-9333-a89cd1ba15af/OSTACK_IMG_56cfcb2b-dc0c-450b-9333-a89cd1ba15af.vmdk to [datastore1] devstack-image-cache_base/cf044e29-ef44-4c87-828c-80e564a541c5/cf044e29-ef44-4c87-828c-80e564a541c5.vmdk. {{(pid=69941) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 884.530953] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1d1c345c-b055-4237-a94b-08042b75ab02 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.535017] env[69941]: DEBUG nova.compute.manager [req-b83ee4e3-58fd-4baa-866e-ca679f09403b req-c84ca8a9-cf56-4781-a114-7a8ab6a7c09d service nova] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Received event network-changed-eba3f267-e778-43c6-8d3f-75ba3d906104 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.535235] env[69941]: DEBUG nova.compute.manager [req-b83ee4e3-58fd-4baa-866e-ca679f09403b req-c84ca8a9-cf56-4781-a114-7a8ab6a7c09d service nova] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Refreshing instance network info cache due to event network-changed-eba3f267-e778-43c6-8d3f-75ba3d906104. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.535491] env[69941]: DEBUG oslo_concurrency.lockutils [req-b83ee4e3-58fd-4baa-866e-ca679f09403b req-c84ca8a9-cf56-4781-a114-7a8ab6a7c09d service nova] Acquiring lock "refresh_cache-11118094-2c65-4953-94c8-a6bd67d43bce" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.535644] env[69941]: DEBUG oslo_concurrency.lockutils [req-b83ee4e3-58fd-4baa-866e-ca679f09403b req-c84ca8a9-cf56-4781-a114-7a8ab6a7c09d service nova] Acquired lock "refresh_cache-11118094-2c65-4953-94c8-a6bd67d43bce" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.535819] env[69941]: DEBUG nova.network.neutron [req-b83ee4e3-58fd-4baa-866e-ca679f09403b req-c84ca8a9-cf56-4781-a114-7a8ab6a7c09d service nova] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Refreshing network info cache for port eba3f267-e778-43c6-8d3f-75ba3d906104 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.542518] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 884.542518] env[69941]: value = "task-3288601" [ 884.542518] env[69941]: _type = "Task" [ 884.542518] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.555308] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288601, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.613012] env[69941]: INFO nova.compute.manager [-] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Took 1.05 seconds to deallocate network for instance. [ 884.626856] env[69941]: DEBUG nova.scheduler.client.report [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.952738] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288599, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.053914] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288601, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.121234] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.136058] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.139971] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.258s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.142513] env[69941]: DEBUG nova.objects.instance [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69941) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 885.177801] env[69941]: INFO nova.scheduler.client.report [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Deleted allocations for instance 57099f0b-431e-418d-87f4-dc00199920e2 [ 885.233625] env[69941]: DEBUG oslo_vmware.rw_handles [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa84a9-089a-38c1-8303-06cac3858425/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 885.234868] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914139ca-41e4-4cce-8b88-c10a8faeb4a0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.242269] env[69941]: DEBUG oslo_vmware.rw_handles [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa84a9-089a-38c1-8303-06cac3858425/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 885.242454] env[69941]: ERROR oslo_vmware.rw_handles [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa84a9-089a-38c1-8303-06cac3858425/disk-0.vmdk due to incomplete transfer. [ 885.243471] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-87c2a180-f813-48c8-bab8-05e7231d76fc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.252779] env[69941]: DEBUG oslo_vmware.rw_handles [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa84a9-089a-38c1-8303-06cac3858425/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 885.252993] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Uploaded image 58ec63ed-0b24-4f5b-a91a-75240175d835 to the Glance image server {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 885.255552] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 885.257253] env[69941]: DEBUG nova.compute.manager [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.259530] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2066a79b-d383-41ee-b4bb-d091b23d6543 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.267156] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 885.267156] env[69941]: value = "task-3288602" [ 885.267156] env[69941]: _type = "Task" [ 885.267156] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.277120] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288602, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.287898] env[69941]: DEBUG nova.virt.hardware [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.288242] env[69941]: DEBUG nova.virt.hardware [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.288418] env[69941]: DEBUG nova.virt.hardware [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.288603] env[69941]: DEBUG nova.virt.hardware [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.288782] env[69941]: DEBUG nova.virt.hardware [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.288972] env[69941]: DEBUG nova.virt.hardware [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.289211] env[69941]: DEBUG nova.virt.hardware [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.289377] env[69941]: DEBUG nova.virt.hardware [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.289566] env[69941]: DEBUG nova.virt.hardware [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.289776] env[69941]: DEBUG nova.virt.hardware [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.289974] env[69941]: DEBUG nova.virt.hardware [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.291110] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8598ffa-1721-496c-a490-091f8be3b284 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.309228] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21fd1fb-2c81-45e5-afc1-cfe528cb3e6c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.451333] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288599, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.187121} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.451333] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 015c489a-baf4-4569-8d5f-3fd343ca03a5/015c489a-baf4-4569-8d5f-3fd343ca03a5.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.451333] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.451601] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1898fe78-6898-4323-a0cd-1c08eab5a125 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.459209] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 885.459209] env[69941]: value = "task-3288603" [ 885.459209] env[69941]: _type = "Task" [ 885.459209] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.468758] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.557547] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288601, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.686037] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e04bd315-aead-41b7-970d-84fafffa82b4 tempest-MigrationsAdminTest-949422337 tempest-MigrationsAdminTest-949422337-project-member] Lock "57099f0b-431e-418d-87f4-dc00199920e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.359s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.703346] env[69941]: DEBUG nova.network.neutron [req-b83ee4e3-58fd-4baa-866e-ca679f09403b req-c84ca8a9-cf56-4781-a114-7a8ab6a7c09d service nova] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Updated VIF entry in instance network info cache for port eba3f267-e778-43c6-8d3f-75ba3d906104. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.703346] env[69941]: DEBUG nova.network.neutron [req-b83ee4e3-58fd-4baa-866e-ca679f09403b req-c84ca8a9-cf56-4781-a114-7a8ab6a7c09d service nova] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Updating instance_info_cache with network_info: [{"id": "eba3f267-e778-43c6-8d3f-75ba3d906104", "address": "fa:16:3e:d1:9b:93", "network": {"id": "763bcbf2-73b8-47d2-ba02-0c58c560776e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1136552053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd1ea7f509e42febe95e74434a5b241", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba3f267-e7", "ovs_interfaceid": "eba3f267-e778-43c6-8d3f-75ba3d906104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.778984] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288602, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.972794] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178599} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.973145] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.975062] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d01155-179f-4d4f-90cc-05f0b371db11 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.008930] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 015c489a-baf4-4569-8d5f-3fd343ca03a5/015c489a-baf4-4569-8d5f-3fd343ca03a5.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.009966] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-101f7d5d-30ec-48a6-998f-baf60b17738d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.032935] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 886.032935] env[69941]: value = "task-3288604" [ 886.032935] env[69941]: _type = "Task" [ 886.032935] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.041770] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.052774] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288601, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.088083] env[69941]: DEBUG nova.compute.manager [req-406d1dfd-d4ff-4e39-a2f8-9a70cb39bd1f req-09ad57bd-99c7-47ad-b6f4-1cbcd9301375 service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Received event network-vif-plugged-2e376b19-8828-4c5d-bd47-7c35dc86d94a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.089012] env[69941]: DEBUG oslo_concurrency.lockutils [req-406d1dfd-d4ff-4e39-a2f8-9a70cb39bd1f req-09ad57bd-99c7-47ad-b6f4-1cbcd9301375 service nova] Acquiring lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.089261] env[69941]: DEBUG oslo_concurrency.lockutils [req-406d1dfd-d4ff-4e39-a2f8-9a70cb39bd1f req-09ad57bd-99c7-47ad-b6f4-1cbcd9301375 service nova] Lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.089440] env[69941]: DEBUG oslo_concurrency.lockutils [req-406d1dfd-d4ff-4e39-a2f8-9a70cb39bd1f req-09ad57bd-99c7-47ad-b6f4-1cbcd9301375 service nova] Lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.089650] env[69941]: DEBUG nova.compute.manager [req-406d1dfd-d4ff-4e39-a2f8-9a70cb39bd1f req-09ad57bd-99c7-47ad-b6f4-1cbcd9301375 service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] No waiting events found dispatching network-vif-plugged-2e376b19-8828-4c5d-bd47-7c35dc86d94a {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.089773] env[69941]: WARNING nova.compute.manager [req-406d1dfd-d4ff-4e39-a2f8-9a70cb39bd1f req-09ad57bd-99c7-47ad-b6f4-1cbcd9301375 service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Received unexpected event network-vif-plugged-2e376b19-8828-4c5d-bd47-7c35dc86d94a for instance with vm_state building and task_state spawning. [ 886.156173] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb819976-8827-4a70-a2bc-e8bb50a88913 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.157793] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.036s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.157793] env[69941]: DEBUG nova.objects.instance [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Lazy-loading 'resources' on Instance uuid 31557237-ecee-48c7-a6f8-54440e03e39c {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.205461] env[69941]: DEBUG oslo_concurrency.lockutils [req-b83ee4e3-58fd-4baa-866e-ca679f09403b req-c84ca8a9-cf56-4781-a114-7a8ab6a7c09d service nova] Releasing lock "refresh_cache-11118094-2c65-4953-94c8-a6bd67d43bce" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.285895] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288602, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.287041] env[69941]: DEBUG nova.network.neutron [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Successfully updated port: 2e376b19-8828-4c5d-bd47-7c35dc86d94a {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.545954] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.555630] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288601, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.787331] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288602, 'name': Destroy_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.791512] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.791512] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquired lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.791512] env[69941]: DEBUG nova.network.neutron [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.989962] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281556d5-78a1-4c97-a381-fb7c30686968 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.000049] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dd6a75-5821-4787-be33-a2bbe1d78dbf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.058022] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7fda20-0e31-4f62-9d75-bcbe27f66441 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.074345] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288601, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.074345] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.075646] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cd52d6-0fe2-4b11-bac4-a35b222ae3fc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.092242] env[69941]: DEBUG nova.compute.provider_tree [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.284257] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288602, 'name': Destroy_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.348913] env[69941]: DEBUG nova.network.neutron [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.569446] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.576191] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288601, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.596986] env[69941]: DEBUG nova.scheduler.client.report [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.784271] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288602, 'name': Destroy_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.813329] env[69941]: DEBUG nova.network.neutron [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Updating instance_info_cache with network_info: [{"id": "2e376b19-8828-4c5d-bd47-7c35dc86d94a", "address": "fa:16:3e:bd:9b:a5", "network": {"id": "758531fb-406e-431b-99bb-44d2aa1468fd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1988528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f8fe8dea05413bbf2d1333d85fde0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e376b19-88", "ovs_interfaceid": "2e376b19-8828-4c5d-bd47-7c35dc86d94a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.070322] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288601, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.441342} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.070672] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.070815] env[69941]: INFO nova.virt.vmwareapi.ds_util [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_56cfcb2b-dc0c-450b-9333-a89cd1ba15af/OSTACK_IMG_56cfcb2b-dc0c-450b-9333-a89cd1ba15af.vmdk to [datastore1] devstack-image-cache_base/cf044e29-ef44-4c87-828c-80e564a541c5/cf044e29-ef44-4c87-828c-80e564a541c5.vmdk. [ 888.071058] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Cleaning up location [datastore1] OSTACK_IMG_56cfcb2b-dc0c-450b-9333-a89cd1ba15af {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 888.071240] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_56cfcb2b-dc0c-450b-9333-a89cd1ba15af {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.071505] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc4c1d6c-1aaf-47f5-99ff-be6bf1855812 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.079530] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 888.079530] env[69941]: value = "task-3288605" [ 888.079530] env[69941]: _type = "Task" [ 888.079530] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.088991] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.108223] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.126316] env[69941]: INFO nova.scheduler.client.report [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Deleted allocations for instance 31557237-ecee-48c7-a6f8-54440e03e39c [ 888.231286] env[69941]: DEBUG nova.compute.manager [req-a7b6a8a8-19f0-4a87-865e-4344d7d43b82 req-2395f08d-5faf-41e3-8c8b-777592f969d2 service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Received event network-changed-2e376b19-8828-4c5d-bd47-7c35dc86d94a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.231489] env[69941]: DEBUG nova.compute.manager [req-a7b6a8a8-19f0-4a87-865e-4344d7d43b82 req-2395f08d-5faf-41e3-8c8b-777592f969d2 service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Refreshing instance network info cache due to event network-changed-2e376b19-8828-4c5d-bd47-7c35dc86d94a. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.231685] env[69941]: DEBUG oslo_concurrency.lockutils [req-a7b6a8a8-19f0-4a87-865e-4344d7d43b82 req-2395f08d-5faf-41e3-8c8b-777592f969d2 service nova] Acquiring lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.283834] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288602, 'name': Destroy_Task, 'duration_secs': 2.753943} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.284215] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Destroyed the VM [ 888.284513] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 888.284740] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-68bc9bcf-b242-4aa6-828e-78dd6ba3db48 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.292008] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 888.292008] env[69941]: value = "task-3288606" [ 888.292008] env[69941]: _type = "Task" [ 888.292008] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.300478] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288606, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.317684] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Releasing lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.318040] env[69941]: DEBUG nova.compute.manager [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Instance network_info: |[{"id": "2e376b19-8828-4c5d-bd47-7c35dc86d94a", "address": "fa:16:3e:bd:9b:a5", "network": {"id": "758531fb-406e-431b-99bb-44d2aa1468fd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1988528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f8fe8dea05413bbf2d1333d85fde0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e376b19-88", "ovs_interfaceid": "2e376b19-8828-4c5d-bd47-7c35dc86d94a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.318347] env[69941]: DEBUG oslo_concurrency.lockutils [req-a7b6a8a8-19f0-4a87-865e-4344d7d43b82 req-2395f08d-5faf-41e3-8c8b-777592f969d2 service nova] Acquired lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.318593] env[69941]: DEBUG nova.network.neutron [req-a7b6a8a8-19f0-4a87-865e-4344d7d43b82 req-2395f08d-5faf-41e3-8c8b-777592f969d2 service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Refreshing network info cache for port 2e376b19-8828-4c5d-bd47-7c35dc86d94a {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.319896] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:9b:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e376b19-8828-4c5d-bd47-7c35dc86d94a', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.327816] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Creating folder: Project (43f8fe8dea05413bbf2d1333d85fde0c). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.330870] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7081d44a-8804-4b2c-802b-cfc88a1be6dd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.344486] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Created folder: Project (43f8fe8dea05413bbf2d1333d85fde0c) in parent group-v656570. [ 888.344867] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Creating folder: Instances. Parent ref: group-v656767. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.345228] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea369696-ba97-4336-9229-79d9ce57ba14 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.356462] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Created folder: Instances in parent group-v656767. [ 888.356741] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.356915] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.357171] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61b6ba8c-3915-4653-8790-eaac7ffcef9d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.380826] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.380826] env[69941]: value = "task-3288609" [ 888.380826] env[69941]: _type = "Task" [ 888.380826] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.392673] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288609, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.523890] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "1543ff3c-7076-4b47-b9ff-3550fc36e9b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.523890] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "1543ff3c-7076-4b47-b9ff-3550fc36e9b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.561888] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288604, 'name': ReconfigVM_Task, 'duration_secs': 2.255031} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.562208] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 015c489a-baf4-4569-8d5f-3fd343ca03a5/015c489a-baf4-4569-8d5f-3fd343ca03a5.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.562841] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-233f04c9-6b51-4f6a-9d33-89c33c8ff683 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.571568] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 888.571568] env[69941]: value = "task-3288610" [ 888.571568] env[69941]: _type = "Task" [ 888.571568] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.583311] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288610, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.594341] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141247} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.594723] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.594932] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cf044e29-ef44-4c87-828c-80e564a541c5/cf044e29-ef44-4c87-828c-80e564a541c5.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.595234] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cf044e29-ef44-4c87-828c-80e564a541c5/cf044e29-ef44-4c87-828c-80e564a541c5.vmdk to [datastore1] 626f367a-0296-4a75-9fa4-7b7d6b456da6/626f367a-0296-4a75-9fa4-7b7d6b456da6.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.596236] env[69941]: DEBUG nova.network.neutron [req-a7b6a8a8-19f0-4a87-865e-4344d7d43b82 req-2395f08d-5faf-41e3-8c8b-777592f969d2 service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Updated VIF entry in instance network info cache for port 2e376b19-8828-4c5d-bd47-7c35dc86d94a. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.596592] env[69941]: DEBUG nova.network.neutron [req-a7b6a8a8-19f0-4a87-865e-4344d7d43b82 req-2395f08d-5faf-41e3-8c8b-777592f969d2 service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Updating instance_info_cache with network_info: [{"id": "2e376b19-8828-4c5d-bd47-7c35dc86d94a", "address": "fa:16:3e:bd:9b:a5", "network": {"id": "758531fb-406e-431b-99bb-44d2aa1468fd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1988528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f8fe8dea05413bbf2d1333d85fde0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e376b19-88", "ovs_interfaceid": "2e376b19-8828-4c5d-bd47-7c35dc86d94a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.597837] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-074257e8-ec44-45a6-892b-77e8117a0aed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.606832] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 888.606832] env[69941]: value = "task-3288611" [ 888.606832] env[69941]: _type = "Task" [ 888.606832] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.616937] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.634362] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df0e3f84-8ab1-4520-ae8f-e1e09266b0d4 tempest-ServersListShow298Test-1845543225 tempest-ServersListShow298Test-1845543225-project-member] Lock "31557237-ecee-48c7-a6f8-54440e03e39c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.027s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.805897] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288606, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.892603] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288609, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.029795] env[69941]: DEBUG nova.compute.manager [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.084154] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288610, 'name': Rename_Task, 'duration_secs': 0.153701} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.084541] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.084817] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3edd7f70-e74e-4aba-a59c-39a2c43b1594 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.095308] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 889.095308] env[69941]: value = "task-3288612" [ 889.095308] env[69941]: _type = "Task" [ 889.095308] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.104989] env[69941]: DEBUG oslo_concurrency.lockutils [req-a7b6a8a8-19f0-4a87-865e-4344d7d43b82 req-2395f08d-5faf-41e3-8c8b-777592f969d2 service nova] Releasing lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.105886] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.117161] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288611, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.303084] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288606, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.392925] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288609, 'name': CreateVM_Task, 'duration_secs': 0.56605} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.393229] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.394248] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.394495] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.394952] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.395314] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce85222f-6577-4c9d-bbe8-380d2b02edca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.402251] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 889.402251] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526845fc-d45b-242e-d12c-205f2de4ae8e" [ 889.402251] env[69941]: _type = "Task" [ 889.402251] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.414995] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526845fc-d45b-242e-d12c-205f2de4ae8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.525507] env[69941]: DEBUG oslo_concurrency.lockutils [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Acquiring lock "e7812792-52bb-4c04-b2c5-5d56ae9bc0a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.525849] env[69941]: DEBUG oslo_concurrency.lockutils [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Lock "e7812792-52bb-4c04-b2c5-5d56ae9bc0a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.551472] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.551871] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.553647] env[69941]: INFO nova.compute.claims [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.607556] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.618906] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288611, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.802900] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288606, 'name': RemoveSnapshot_Task, 'duration_secs': 1.337832} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.802978] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 889.803366] env[69941]: DEBUG nova.compute.manager [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.804583] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edebd526-88d8-4eb8-b6e6-eb40b5fa9747 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.915166] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526845fc-d45b-242e-d12c-205f2de4ae8e, 'name': SearchDatastore_Task, 'duration_secs': 0.013791} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.915498] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.915736] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.915974] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.916136] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.916343] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.916616] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99c35a1b-8ecf-4223-8919-383dd3f1737d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.927160] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.927363] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.928121] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbab4dae-c7f8-40a5-887d-f2f02ceebac1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.936132] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 889.936132] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52886045-54e1-4b9d-0982-3b39f3efa454" [ 889.936132] env[69941]: _type = "Task" [ 889.936132] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.945059] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52886045-54e1-4b9d-0982-3b39f3efa454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.028387] env[69941]: DEBUG nova.compute.manager [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.107957] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288612, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.118958] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288611, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.323805] env[69941]: INFO nova.compute.manager [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Shelve offloading [ 890.448735] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52886045-54e1-4b9d-0982-3b39f3efa454, 'name': SearchDatastore_Task, 'duration_secs': 0.016246} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.449657] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adddbda8-48f0-4c26-8029-15b333e9a918 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.456554] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 890.456554] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52880e39-ba4a-7c25-a6d5-7b2d2f0d7dc2" [ 890.456554] env[69941]: _type = "Task" [ 890.456554] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.465636] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52880e39-ba4a-7c25-a6d5-7b2d2f0d7dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.552552] env[69941]: DEBUG oslo_concurrency.lockutils [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.610277] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288612, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.624062] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288611, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.828816] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.829243] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d911bff5-d38e-4e0b-aec3-30a5e315db47 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.834683] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d375f8e-288d-481f-acb3-022e6a08461c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.847762] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7772720f-5687-4706-91ed-75ab59e0de98 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.851135] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 890.851135] env[69941]: value = "task-3288613" [ 890.851135] env[69941]: _type = "Task" [ 890.851135] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.888534] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc953b1-fa3f-4666-a3a0-f9660ce09661 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.891637] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] VM already powered off {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 890.891872] env[69941]: DEBUG nova.compute.manager [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.893148] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630387a7-5dd9-4981-a761-80d2321d5313 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.899765] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af05d2b-13a2-4ef1-8bd4-55a37e5f6d2b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.905427] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "refresh_cache-8327b076-a69d-4f6a-92b0-6fc5faf59432" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.905609] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "refresh_cache-8327b076-a69d-4f6a-92b0-6fc5faf59432" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.905815] env[69941]: DEBUG nova.network.neutron [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.918644] env[69941]: DEBUG nova.compute.provider_tree [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.969759] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52880e39-ba4a-7c25-a6d5-7b2d2f0d7dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.018138} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.970150] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.970504] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 73978fd3-5c56-40d3-8a9c-0fc21bebd315/73978fd3-5c56-40d3-8a9c-0fc21bebd315.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.970837] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d85bd43-678c-4cc7-9fd2-b09a24b51130 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.979659] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 890.979659] env[69941]: value = "task-3288614" [ 890.979659] env[69941]: _type = "Task" [ 890.979659] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.992466] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.109433] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288612, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.122405] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288611, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.493268} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.122804] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cf044e29-ef44-4c87-828c-80e564a541c5/cf044e29-ef44-4c87-828c-80e564a541c5.vmdk to [datastore1] 626f367a-0296-4a75-9fa4-7b7d6b456da6/626f367a-0296-4a75-9fa4-7b7d6b456da6.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.123557] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9541650e-5b43-446a-befb-04f7a10c7734 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.146869] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 626f367a-0296-4a75-9fa4-7b7d6b456da6/626f367a-0296-4a75-9fa4-7b7d6b456da6.vmdk or device None with type streamOptimized {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.147181] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9da05ee-2fa7-4357-9af3-43980a2b1848 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.169425] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 891.169425] env[69941]: value = "task-3288615" [ 891.169425] env[69941]: _type = "Task" [ 891.169425] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.178271] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.422550] env[69941]: DEBUG nova.scheduler.client.report [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.492789] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288614, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.615777] env[69941]: DEBUG oslo_vmware.api [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288612, 'name': PowerOnVM_Task, 'duration_secs': 2.242401} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.616168] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.616415] env[69941]: INFO nova.compute.manager [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Took 12.67 seconds to spawn the instance on the hypervisor. [ 891.616718] env[69941]: DEBUG nova.compute.manager [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.617691] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231b854d-1e6e-44d2-ade1-b2cdf4f3efde {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.651589] env[69941]: DEBUG nova.network.neutron [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Updating instance_info_cache with network_info: [{"id": "1e1b6545-cc3b-4037-9431-86f5d6590da0", "address": "fa:16:3e:6a:5e:69", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e1b6545-cc", "ovs_interfaceid": "1e1b6545-cc3b-4037-9431-86f5d6590da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.680724] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.927858] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.928478] env[69941]: DEBUG nova.compute.manager [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.931043] env[69941]: DEBUG oslo_concurrency.lockutils [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.379s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.932763] env[69941]: INFO nova.compute.claims [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.993200] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808371} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.993669] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 73978fd3-5c56-40d3-8a9c-0fc21bebd315/73978fd3-5c56-40d3-8a9c-0fc21bebd315.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.994106] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.995194] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fde3d711-ff46-4792-8dde-5f65233c0c74 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.002650] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 892.002650] env[69941]: value = "task-3288616" [ 892.002650] env[69941]: _type = "Task" [ 892.002650] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.011253] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.137650] env[69941]: INFO nova.compute.manager [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Took 22.81 seconds to build instance. [ 892.154149] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "refresh_cache-8327b076-a69d-4f6a-92b0-6fc5faf59432" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.180480] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288615, 'name': ReconfigVM_Task, 'duration_secs': 0.999664} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.180764] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 626f367a-0296-4a75-9fa4-7b7d6b456da6/626f367a-0296-4a75-9fa4-7b7d6b456da6.vmdk or device None with type streamOptimized {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.181415] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-253328c2-ecd8-4fa7-9aa3-33089a841212 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.187044] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 892.187044] env[69941]: value = "task-3288617" [ 892.187044] env[69941]: _type = "Task" [ 892.187044] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.195879] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288617, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.387689] env[69941]: DEBUG nova.compute.manager [req-c1614666-bb51-44cc-ad3d-cd865549e3eb req-6c7332c0-d867-49de-b9ab-8054aaf5374e service nova] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Received event network-vif-unplugged-1e1b6545-cc3b-4037-9431-86f5d6590da0 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.387887] env[69941]: DEBUG oslo_concurrency.lockutils [req-c1614666-bb51-44cc-ad3d-cd865549e3eb req-6c7332c0-d867-49de-b9ab-8054aaf5374e service nova] Acquiring lock "8327b076-a69d-4f6a-92b0-6fc5faf59432-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.388113] env[69941]: DEBUG oslo_concurrency.lockutils [req-c1614666-bb51-44cc-ad3d-cd865549e3eb req-6c7332c0-d867-49de-b9ab-8054aaf5374e service nova] Lock "8327b076-a69d-4f6a-92b0-6fc5faf59432-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.388285] env[69941]: DEBUG oslo_concurrency.lockutils [req-c1614666-bb51-44cc-ad3d-cd865549e3eb req-6c7332c0-d867-49de-b9ab-8054aaf5374e service nova] Lock "8327b076-a69d-4f6a-92b0-6fc5faf59432-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.388453] env[69941]: DEBUG nova.compute.manager [req-c1614666-bb51-44cc-ad3d-cd865549e3eb req-6c7332c0-d867-49de-b9ab-8054aaf5374e service nova] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] No waiting events found dispatching network-vif-unplugged-1e1b6545-cc3b-4037-9431-86f5d6590da0 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.388624] env[69941]: WARNING nova.compute.manager [req-c1614666-bb51-44cc-ad3d-cd865549e3eb req-6c7332c0-d867-49de-b9ab-8054aaf5374e service nova] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Received unexpected event network-vif-unplugged-1e1b6545-cc3b-4037-9431-86f5d6590da0 for instance with vm_state shelved and task_state shelving_offloading. [ 892.410273] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.411140] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75893039-0d3c-4395-be2b-68ae80d07158 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.419357] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.419596] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06f199de-5dff-4c9d-a7f3-53d07c03e326 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.436682] env[69941]: DEBUG nova.compute.utils [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.440020] env[69941]: DEBUG nova.compute.manager [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.440188] env[69941]: DEBUG nova.network.neutron [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.479370] env[69941]: DEBUG nova.policy [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3509633235e346648c85a83db9ae8e39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24c36dfd585b4094a67bf9f8bfeae8c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.512469] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221434} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.512800] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.513877] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a360667-c8dd-46da-9a23-29654816e8b2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.538088] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 73978fd3-5c56-40d3-8a9c-0fc21bebd315/73978fd3-5c56-40d3-8a9c-0fc21bebd315.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.539268] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c8303fb-20b0-44df-950d-f7940c10b7b7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.554279] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.554510] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.554699] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleting the datastore file [datastore1] 8327b076-a69d-4f6a-92b0-6fc5faf59432 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.554959] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01c1d663-31b8-4196-971d-2d17f8b7dad4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.560623] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 892.560623] env[69941]: value = "task-3288620" [ 892.560623] env[69941]: _type = "Task" [ 892.560623] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.561819] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 892.561819] env[69941]: value = "task-3288619" [ 892.561819] env[69941]: _type = "Task" [ 892.561819] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.573750] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.576867] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288619, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.640103] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f3d0f077-1819-4f49-b2d4-46ff000a680b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "015c489a-baf4-4569-8d5f-3fd343ca03a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.325s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.697205] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288617, 'name': Rename_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.767558] env[69941]: DEBUG nova.network.neutron [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Successfully created port: 31cd97c1-8e75-4796-a3dc-026ffde0b707 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.943722] env[69941]: DEBUG nova.compute.manager [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.078776] env[69941]: DEBUG oslo_vmware.api [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203987} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.082453] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.082893] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.083162] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.085506] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288619, 'name': ReconfigVM_Task, 'duration_secs': 0.321925} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.085945] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 73978fd3-5c56-40d3-8a9c-0fc21bebd315/73978fd3-5c56-40d3-8a9c-0fc21bebd315.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.087185] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cee17fb1-0c0f-4144-8345-9e08fabe36cf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.096088] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 893.096088] env[69941]: value = "task-3288621" [ 893.096088] env[69941]: _type = "Task" [ 893.096088] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.108325] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288621, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.164151] env[69941]: INFO nova.scheduler.client.report [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleted allocations for instance 8327b076-a69d-4f6a-92b0-6fc5faf59432 [ 893.205658] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288617, 'name': Rename_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.295058] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c04b021-476f-4294-b945-d14bad679d12 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.302627] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabb1f15-525b-498e-a1d5-f9e84209eb37 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.333165] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7e5e79-1a57-4794-90f5-1ef2156bd7cb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.340765] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a01242-932d-4769-b385-db1dd8eb15e0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.356676] env[69941]: DEBUG nova.compute.provider_tree [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.386112] env[69941]: DEBUG nova.compute.manager [req-d82dc8c6-eecc-4cd3-95d0-a421ecaa1314 req-19365f32-152d-48f3-946c-7f18c8fdf0fe service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Received event network-changed-43fc4c80-f955-4b13-8e05-a7febb1db312 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.386112] env[69941]: DEBUG nova.compute.manager [req-d82dc8c6-eecc-4cd3-95d0-a421ecaa1314 req-19365f32-152d-48f3-946c-7f18c8fdf0fe service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Refreshing instance network info cache due to event network-changed-43fc4c80-f955-4b13-8e05-a7febb1db312. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.386112] env[69941]: DEBUG oslo_concurrency.lockutils [req-d82dc8c6-eecc-4cd3-95d0-a421ecaa1314 req-19365f32-152d-48f3-946c-7f18c8fdf0fe service nova] Acquiring lock "refresh_cache-015c489a-baf4-4569-8d5f-3fd343ca03a5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.386112] env[69941]: DEBUG oslo_concurrency.lockutils [req-d82dc8c6-eecc-4cd3-95d0-a421ecaa1314 req-19365f32-152d-48f3-946c-7f18c8fdf0fe service nova] Acquired lock "refresh_cache-015c489a-baf4-4569-8d5f-3fd343ca03a5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.386112] env[69941]: DEBUG nova.network.neutron [req-d82dc8c6-eecc-4cd3-95d0-a421ecaa1314 req-19365f32-152d-48f3-946c-7f18c8fdf0fe service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Refreshing network info cache for port 43fc4c80-f955-4b13-8e05-a7febb1db312 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.610503] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288621, 'name': Rename_Task, 'duration_secs': 0.151265} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.610897] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.611185] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f9d5bc6-0a30-4156-9029-60878035300a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.618699] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 893.618699] env[69941]: value = "task-3288622" [ 893.618699] env[69941]: _type = "Task" [ 893.618699] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.626996] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.669158] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.698638] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288617, 'name': Rename_Task, 'duration_secs': 1.455294} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.698917] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.699227] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fea8c6b7-35ed-4f9f-860a-fe4946461050 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.705147] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 893.705147] env[69941]: value = "task-3288623" [ 893.705147] env[69941]: _type = "Task" [ 893.705147] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.712895] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.860317] env[69941]: DEBUG nova.scheduler.client.report [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.955623] env[69941]: DEBUG nova.compute.manager [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.980829] env[69941]: DEBUG nova.virt.hardware [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.981226] env[69941]: DEBUG nova.virt.hardware [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.981424] env[69941]: DEBUG nova.virt.hardware [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.981654] env[69941]: DEBUG nova.virt.hardware [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.981862] env[69941]: DEBUG nova.virt.hardware [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.982126] env[69941]: DEBUG nova.virt.hardware [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.982364] env[69941]: DEBUG nova.virt.hardware [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.982558] env[69941]: DEBUG nova.virt.hardware [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.982768] env[69941]: DEBUG nova.virt.hardware [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.982940] env[69941]: DEBUG nova.virt.hardware [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.983124] env[69941]: DEBUG nova.virt.hardware [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.984117] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5a73f2-b43e-4c15-b868-b8dfb4f16dfc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.994020] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e4d9ec-00f1-4200-99aa-b29f2ae3b4cb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.130878] env[69941]: DEBUG oslo_vmware.api [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288622, 'name': PowerOnVM_Task, 'duration_secs': 0.450093} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.132465] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.132465] env[69941]: INFO nova.compute.manager [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Took 8.87 seconds to spawn the instance on the hypervisor. [ 894.132465] env[69941]: DEBUG nova.compute.manager [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.132698] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab359f4-a626-484f-8539-a1bd56e9ab85 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.216312] env[69941]: DEBUG nova.network.neutron [req-d82dc8c6-eecc-4cd3-95d0-a421ecaa1314 req-19365f32-152d-48f3-946c-7f18c8fdf0fe service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Updated VIF entry in instance network info cache for port 43fc4c80-f955-4b13-8e05-a7febb1db312. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.216714] env[69941]: DEBUG nova.network.neutron [req-d82dc8c6-eecc-4cd3-95d0-a421ecaa1314 req-19365f32-152d-48f3-946c-7f18c8fdf0fe service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Updating instance_info_cache with network_info: [{"id": "43fc4c80-f955-4b13-8e05-a7febb1db312", "address": "fa:16:3e:30:07:46", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43fc4c80-f9", "ovs_interfaceid": "43fc4c80-f955-4b13-8e05-a7febb1db312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.227500] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288623, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.345943] env[69941]: DEBUG nova.network.neutron [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Successfully updated port: 31cd97c1-8e75-4796-a3dc-026ffde0b707 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.366681] env[69941]: DEBUG oslo_concurrency.lockutils [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.366681] env[69941]: DEBUG nova.compute.manager [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.370082] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.701s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.370252] env[69941]: DEBUG nova.objects.instance [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lazy-loading 'resources' on Instance uuid 8327b076-a69d-4f6a-92b0-6fc5faf59432 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.451706] env[69941]: DEBUG nova.compute.manager [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Received event network-changed-1e1b6545-cc3b-4037-9431-86f5d6590da0 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.451814] env[69941]: DEBUG nova.compute.manager [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Refreshing instance network info cache due to event network-changed-1e1b6545-cc3b-4037-9431-86f5d6590da0. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.452046] env[69941]: DEBUG oslo_concurrency.lockutils [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] Acquiring lock "refresh_cache-8327b076-a69d-4f6a-92b0-6fc5faf59432" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.452194] env[69941]: DEBUG oslo_concurrency.lockutils [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] Acquired lock "refresh_cache-8327b076-a69d-4f6a-92b0-6fc5faf59432" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.452356] env[69941]: DEBUG nova.network.neutron [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Refreshing network info cache for port 1e1b6545-cc3b-4037-9431-86f5d6590da0 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.473715] env[69941]: DEBUG oslo_concurrency.lockutils [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquiring lock "60628810-b8e7-4fe1-9a6e-81030946b455" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.473956] env[69941]: DEBUG oslo_concurrency.lockutils [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "60628810-b8e7-4fe1-9a6e-81030946b455" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.650409] env[69941]: INFO nova.compute.manager [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Took 21.24 seconds to build instance. [ 894.717495] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquiring lock "1bcf7680-bbf7-43c9-bd9d-d5abb9243249" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.717758] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "1bcf7680-bbf7-43c9-bd9d-d5abb9243249" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.722763] env[69941]: DEBUG oslo_concurrency.lockutils [req-d82dc8c6-eecc-4cd3-95d0-a421ecaa1314 req-19365f32-152d-48f3-946c-7f18c8fdf0fe service nova] Releasing lock "refresh_cache-015c489a-baf4-4569-8d5f-3fd343ca03a5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.723246] env[69941]: DEBUG oslo_vmware.api [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288623, 'name': PowerOnVM_Task, 'duration_secs': 0.550456} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.723374] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.723519] env[69941]: INFO nova.compute.manager [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Took 18.25 seconds to spawn the instance on the hypervisor. [ 894.723686] env[69941]: DEBUG nova.compute.manager [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.724464] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1433ce7-4f22-4576-a947-53619c91d86d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.848885] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "refresh_cache-1543ff3c-7076-4b47-b9ff-3550fc36e9b5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.849049] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "refresh_cache-1543ff3c-7076-4b47-b9ff-3550fc36e9b5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.850022] env[69941]: DEBUG nova.network.neutron [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.871770] env[69941]: DEBUG nova.compute.utils [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.872997] env[69941]: DEBUG nova.compute.manager [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.873187] env[69941]: DEBUG nova.network.neutron [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.875214] env[69941]: DEBUG nova.objects.instance [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lazy-loading 'numa_topology' on Instance uuid 8327b076-a69d-4f6a-92b0-6fc5faf59432 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.956074] env[69941]: DEBUG nova.policy [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6ab2a2467e44e12a18112732f0a6294', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6835b865c6e4d1c802379d490dca36f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.976107] env[69941]: DEBUG nova.compute.manager [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 895.014720] env[69941]: DEBUG oslo_concurrency.lockutils [None req-78d2ace2-eb3b-4c94-9911-d7b2ab00179e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "8327b076-a69d-4f6a-92b0-6fc5faf59432" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.153933] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cc45bbd0-6acf-4190-984c-e9f2ad63ffc3 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.747s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.220711] env[69941]: DEBUG nova.compute.manager [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 895.243863] env[69941]: INFO nova.compute.manager [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Took 30.27 seconds to build instance. [ 895.246320] env[69941]: DEBUG nova.network.neutron [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Updated VIF entry in instance network info cache for port 1e1b6545-cc3b-4037-9431-86f5d6590da0. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.246450] env[69941]: DEBUG nova.network.neutron [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Updating instance_info_cache with network_info: [{"id": "1e1b6545-cc3b-4037-9431-86f5d6590da0", "address": "fa:16:3e:6a:5e:69", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": null, "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1e1b6545-cc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.379288] env[69941]: DEBUG nova.compute.manager [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.381946] env[69941]: DEBUG nova.objects.base [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Object Instance<8327b076-a69d-4f6a-92b0-6fc5faf59432> lazy-loaded attributes: resources,numa_topology {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 895.423965] env[69941]: DEBUG nova.network.neutron [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.497404] env[69941]: DEBUG oslo_concurrency.lockutils [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.497779] env[69941]: DEBUG nova.network.neutron [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Successfully created port: 966a8cde-8426-4b3d-9106-164ade5dbe25 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.579461] env[69941]: DEBUG nova.network.neutron [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Updating instance_info_cache with network_info: [{"id": "31cd97c1-8e75-4796-a3dc-026ffde0b707", "address": "fa:16:3e:44:30:40", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cd97c1-8e", "ovs_interfaceid": "31cd97c1-8e75-4796-a3dc-026ffde0b707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.674414] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd75049-5863-429e-8208-9339474d9b7c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.682054] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1fe0c5-6a7b-429d-be4a-a34141a01f59 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.716745] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8885bca7-8393-47af-bede-f16fb3134047 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.724736] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40f2e8e-1e27-40da-99d5-3585690e4df5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.744077] env[69941]: DEBUG nova.compute.provider_tree [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.748313] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504ae27b-e1de-4689-a798-64075d38c35a tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "626f367a-0296-4a75-9fa4-7b7d6b456da6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.785s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.748733] env[69941]: DEBUG oslo_concurrency.lockutils [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] Releasing lock "refresh_cache-8327b076-a69d-4f6a-92b0-6fc5faf59432" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.749092] env[69941]: DEBUG nova.compute.manager [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Received event network-vif-plugged-31cd97c1-8e75-4796-a3dc-026ffde0b707 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.749511] env[69941]: DEBUG oslo_concurrency.lockutils [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] Acquiring lock "1543ff3c-7076-4b47-b9ff-3550fc36e9b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.749511] env[69941]: DEBUG oslo_concurrency.lockutils [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] Lock "1543ff3c-7076-4b47-b9ff-3550fc36e9b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.749654] env[69941]: DEBUG oslo_concurrency.lockutils [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] Lock "1543ff3c-7076-4b47-b9ff-3550fc36e9b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.749823] env[69941]: DEBUG nova.compute.manager [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] No waiting events found dispatching network-vif-plugged-31cd97c1-8e75-4796-a3dc-026ffde0b707 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.749989] env[69941]: WARNING nova.compute.manager [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Received unexpected event network-vif-plugged-31cd97c1-8e75-4796-a3dc-026ffde0b707 for instance with vm_state building and task_state spawning. [ 895.750170] env[69941]: DEBUG nova.compute.manager [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Received event network-changed-31cd97c1-8e75-4796-a3dc-026ffde0b707 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.750328] env[69941]: DEBUG nova.compute.manager [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Refreshing instance network info cache due to event network-changed-31cd97c1-8e75-4796-a3dc-026ffde0b707. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.750497] env[69941]: DEBUG oslo_concurrency.lockutils [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] Acquiring lock "refresh_cache-1543ff3c-7076-4b47-b9ff-3550fc36e9b5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.751480] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.777147] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "626f367a-0296-4a75-9fa4-7b7d6b456da6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.777384] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "626f367a-0296-4a75-9fa4-7b7d6b456da6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.777602] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "626f367a-0296-4a75-9fa4-7b7d6b456da6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.777801] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "626f367a-0296-4a75-9fa4-7b7d6b456da6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.777971] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "626f367a-0296-4a75-9fa4-7b7d6b456da6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.779971] env[69941]: INFO nova.compute.manager [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Terminating instance [ 896.081354] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "refresh_cache-1543ff3c-7076-4b47-b9ff-3550fc36e9b5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.081771] env[69941]: DEBUG nova.compute.manager [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Instance network_info: |[{"id": "31cd97c1-8e75-4796-a3dc-026ffde0b707", "address": "fa:16:3e:44:30:40", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cd97c1-8e", "ovs_interfaceid": "31cd97c1-8e75-4796-a3dc-026ffde0b707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.082155] env[69941]: DEBUG oslo_concurrency.lockutils [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] Acquired lock "refresh_cache-1543ff3c-7076-4b47-b9ff-3550fc36e9b5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.082384] env[69941]: DEBUG nova.network.neutron [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Refreshing network info cache for port 31cd97c1-8e75-4796-a3dc-026ffde0b707 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.083611] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:30:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31cd97c1-8e75-4796-a3dc-026ffde0b707', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.092012] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Creating folder: Project (24c36dfd585b4094a67bf9f8bfeae8c8). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.095261] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb189605-bd76-48bc-b8ce-fbe5156b5186 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.105949] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Created folder: Project (24c36dfd585b4094a67bf9f8bfeae8c8) in parent group-v656570. [ 896.106130] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Creating folder: Instances. Parent ref: group-v656770. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.106130] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87618a6c-ec2c-4f8d-b6b2-eda3ca417e8d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.117014] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Created folder: Instances in parent group-v656770. [ 896.117241] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.117425] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.117696] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3490821-17bf-4946-aca3-d0a4527b3499 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.138276] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.138276] env[69941]: value = "task-3288626" [ 896.138276] env[69941]: _type = "Task" [ 896.138276] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.145250] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288626, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.247519] env[69941]: DEBUG nova.scheduler.client.report [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.283521] env[69941]: DEBUG nova.compute.manager [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.283801] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.284752] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bcdbf8-0637-4b35-b8c7-4d5de969272e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.292347] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.294653] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5f545ec-1645-4901-b18e-87dd048785cb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.301529] env[69941]: DEBUG oslo_vmware.api [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 896.301529] env[69941]: value = "task-3288627" [ 896.301529] env[69941]: _type = "Task" [ 896.301529] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.309512] env[69941]: DEBUG oslo_vmware.api [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.333347] env[69941]: DEBUG nova.network.neutron [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Updated VIF entry in instance network info cache for port 31cd97c1-8e75-4796-a3dc-026ffde0b707. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.333715] env[69941]: DEBUG nova.network.neutron [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Updating instance_info_cache with network_info: [{"id": "31cd97c1-8e75-4796-a3dc-026ffde0b707", "address": "fa:16:3e:44:30:40", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cd97c1-8e", "ovs_interfaceid": "31cd97c1-8e75-4796-a3dc-026ffde0b707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.390818] env[69941]: DEBUG nova.compute.manager [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.417051] env[69941]: DEBUG nova.virt.hardware [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.417412] env[69941]: DEBUG nova.virt.hardware [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.417658] env[69941]: DEBUG nova.virt.hardware [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.417944] env[69941]: DEBUG nova.virt.hardware [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.418197] env[69941]: DEBUG nova.virt.hardware [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.418428] env[69941]: DEBUG nova.virt.hardware [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.418750] env[69941]: DEBUG nova.virt.hardware [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.419019] env[69941]: DEBUG nova.virt.hardware [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.419284] env[69941]: DEBUG nova.virt.hardware [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.419536] env[69941]: DEBUG nova.virt.hardware [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.419808] env[69941]: DEBUG nova.virt.hardware [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.421035] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a304501b-5e7f-44a0-8d2d-5d64ef034e6c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.431985] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7491b027-0e26-4582-bd85-1ff39f2c3cf6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.539616] env[69941]: DEBUG nova.compute.manager [req-866fec35-cf3d-4235-aea9-ca6f7da13438 req-6a08e762-f00e-42a5-a5ec-d773e056d2da service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Received event network-changed-2e376b19-8828-4c5d-bd47-7c35dc86d94a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.539801] env[69941]: DEBUG nova.compute.manager [req-866fec35-cf3d-4235-aea9-ca6f7da13438 req-6a08e762-f00e-42a5-a5ec-d773e056d2da service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Refreshing instance network info cache due to event network-changed-2e376b19-8828-4c5d-bd47-7c35dc86d94a. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.540113] env[69941]: DEBUG oslo_concurrency.lockutils [req-866fec35-cf3d-4235-aea9-ca6f7da13438 req-6a08e762-f00e-42a5-a5ec-d773e056d2da service nova] Acquiring lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.540178] env[69941]: DEBUG oslo_concurrency.lockutils [req-866fec35-cf3d-4235-aea9-ca6f7da13438 req-6a08e762-f00e-42a5-a5ec-d773e056d2da service nova] Acquired lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.540335] env[69941]: DEBUG nova.network.neutron [req-866fec35-cf3d-4235-aea9-ca6f7da13438 req-6a08e762-f00e-42a5-a5ec-d773e056d2da service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Refreshing network info cache for port 2e376b19-8828-4c5d-bd47-7c35dc86d94a {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.648594] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288626, 'name': CreateVM_Task, 'duration_secs': 0.508267} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.648755] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.649509] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.649727] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.650095] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.650392] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a513173-f006-4b66-80ef-3ea0c546747d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.654776] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 896.654776] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52d6768d-e2a8-44a8-629e-d995fadac8ba" [ 896.654776] env[69941]: _type = "Task" [ 896.654776] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.664490] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d6768d-e2a8-44a8-629e-d995fadac8ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.753427] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.383s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.756370] env[69941]: DEBUG oslo_concurrency.lockutils [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.259s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.757846] env[69941]: INFO nova.compute.claims [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.811021] env[69941]: DEBUG oslo_vmware.api [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288627, 'name': PowerOffVM_Task, 'duration_secs': 0.326711} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.811301] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.811483] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.811731] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3683355c-3f80-4de7-8498-945b104c261a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.836718] env[69941]: DEBUG oslo_concurrency.lockutils [req-c09f56eb-4280-4a93-b49f-a3bc0c4c4fa8 req-7a76388f-bb30-4156-a024-86c02f07887a service nova] Releasing lock "refresh_cache-1543ff3c-7076-4b47-b9ff-3550fc36e9b5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.870041] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.870272] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.870457] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Deleting the datastore file [datastore1] 626f367a-0296-4a75-9fa4-7b7d6b456da6 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.870772] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12aa8084-0c3b-429c-a8b7-0d75b956e404 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.876921] env[69941]: DEBUG oslo_vmware.api [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 896.876921] env[69941]: value = "task-3288629" [ 896.876921] env[69941]: _type = "Task" [ 896.876921] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.884748] env[69941]: DEBUG oslo_vmware.api [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.994671] env[69941]: DEBUG nova.network.neutron [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Successfully updated port: 966a8cde-8426-4b3d-9106-164ade5dbe25 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.166496] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d6768d-e2a8-44a8-629e-d995fadac8ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.166838] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.167108] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.167351] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.167501] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.167727] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.167991] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5d19fa2-e592-4584-b3f6-afb71fa5be4f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.176150] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.176697] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.176991] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46bffdcf-5023-410f-93a5-79166c2a1629 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.181794] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 897.181794] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52cc0925-ace8-c029-5294-9f3c64514358" [ 897.181794] env[69941]: _type = "Task" [ 897.181794] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.191466] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52cc0925-ace8-c029-5294-9f3c64514358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.247805] env[69941]: DEBUG nova.network.neutron [req-866fec35-cf3d-4235-aea9-ca6f7da13438 req-6a08e762-f00e-42a5-a5ec-d773e056d2da service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Updated VIF entry in instance network info cache for port 2e376b19-8828-4c5d-bd47-7c35dc86d94a. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.248219] env[69941]: DEBUG nova.network.neutron [req-866fec35-cf3d-4235-aea9-ca6f7da13438 req-6a08e762-f00e-42a5-a5ec-d773e056d2da service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Updating instance_info_cache with network_info: [{"id": "2e376b19-8828-4c5d-bd47-7c35dc86d94a", "address": "fa:16:3e:bd:9b:a5", "network": {"id": "758531fb-406e-431b-99bb-44d2aa1468fd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1988528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f8fe8dea05413bbf2d1333d85fde0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e376b19-88", "ovs_interfaceid": "2e376b19-8828-4c5d-bd47-7c35dc86d94a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.265995] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1cf296ad-877f-4f0e-8282-741e27575349 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "8327b076-a69d-4f6a-92b0-6fc5faf59432" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.106s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.266704] env[69941]: DEBUG oslo_concurrency.lockutils [None req-78d2ace2-eb3b-4c94-9911-d7b2ab00179e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "8327b076-a69d-4f6a-92b0-6fc5faf59432" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.252s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.266922] env[69941]: DEBUG oslo_concurrency.lockutils [None req-78d2ace2-eb3b-4c94-9911-d7b2ab00179e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "8327b076-a69d-4f6a-92b0-6fc5faf59432-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.267141] env[69941]: DEBUG oslo_concurrency.lockutils [None req-78d2ace2-eb3b-4c94-9911-d7b2ab00179e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "8327b076-a69d-4f6a-92b0-6fc5faf59432-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.267307] env[69941]: DEBUG oslo_concurrency.lockutils [None req-78d2ace2-eb3b-4c94-9911-d7b2ab00179e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "8327b076-a69d-4f6a-92b0-6fc5faf59432-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.269257] env[69941]: INFO nova.compute.manager [None req-78d2ace2-eb3b-4c94-9911-d7b2ab00179e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Terminating instance [ 897.387033] env[69941]: DEBUG oslo_vmware.api [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233351} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.387171] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.387357] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.387534] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.387709] env[69941]: INFO nova.compute.manager [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 897.389859] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.389859] env[69941]: DEBUG nova.compute.manager [-] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.389859] env[69941]: DEBUG nova.network.neutron [-] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.497640] env[69941]: DEBUG oslo_concurrency.lockutils [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Acquiring lock "refresh_cache-e7812792-52bb-4c04-b2c5-5d56ae9bc0a6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.497803] env[69941]: DEBUG oslo_concurrency.lockutils [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Acquired lock "refresh_cache-e7812792-52bb-4c04-b2c5-5d56ae9bc0a6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.497935] env[69941]: DEBUG nova.network.neutron [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.694730] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52cc0925-ace8-c029-5294-9f3c64514358, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.695525] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b6353ba-e3f2-44ba-9d0b-cbab075a87ae {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.701350] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 897.701350] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5221b9ba-e68e-de50-a2a1-e0a7e890c17b" [ 897.701350] env[69941]: _type = "Task" [ 897.701350] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.708499] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5221b9ba-e68e-de50-a2a1-e0a7e890c17b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.750866] env[69941]: DEBUG oslo_concurrency.lockutils [req-866fec35-cf3d-4235-aea9-ca6f7da13438 req-6a08e762-f00e-42a5-a5ec-d773e056d2da service nova] Releasing lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.773536] env[69941]: DEBUG nova.compute.manager [None req-78d2ace2-eb3b-4c94-9911-d7b2ab00179e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.773797] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-78d2ace2-eb3b-4c94-9911-d7b2ab00179e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.774129] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f5f4be0-0d4e-422a-bbc2-1d8bb6e21339 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.784383] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef40850-962e-43f8-9cf5-5581526cad3c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.827924] env[69941]: WARNING nova.virt.vmwareapi.vmops [None req-78d2ace2-eb3b-4c94-9911-d7b2ab00179e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8327b076-a69d-4f6a-92b0-6fc5faf59432 could not be found. [ 897.827924] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-78d2ace2-eb3b-4c94-9911-d7b2ab00179e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.827924] env[69941]: INFO nova.compute.manager [None req-78d2ace2-eb3b-4c94-9911-d7b2ab00179e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Took 0.05 seconds to destroy the instance on the hypervisor. [ 897.827924] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78d2ace2-eb3b-4c94-9911-d7b2ab00179e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.827924] env[69941]: DEBUG nova.compute.manager [-] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.827924] env[69941]: DEBUG nova.network.neutron [-] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.038244] env[69941]: DEBUG nova.network.neutron [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.053046] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84ef175-d21e-4038-8dd8-dc6c205040ca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.062995] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065fba87-bf2d-4e44-b539-9875e6b23377 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.099702] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f27ecb-edf5-4846-abc2-808e774a3414 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.107801] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be42e888-8820-4980-bbc0-432cadcca919 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.121773] env[69941]: DEBUG nova.compute.provider_tree [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.157902] env[69941]: DEBUG nova.network.neutron [-] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.193957] env[69941]: DEBUG nova.network.neutron [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Updating instance_info_cache with network_info: [{"id": "966a8cde-8426-4b3d-9106-164ade5dbe25", "address": "fa:16:3e:c2:19:9d", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966a8cde-84", "ovs_interfaceid": "966a8cde-8426-4b3d-9106-164ade5dbe25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.211722] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5221b9ba-e68e-de50-a2a1-e0a7e890c17b, 'name': SearchDatastore_Task, 'duration_secs': 0.029034} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.211982] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.212259] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 1543ff3c-7076-4b47-b9ff-3550fc36e9b5/1543ff3c-7076-4b47-b9ff-3550fc36e9b5.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.212505] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34751334-ee69-4d23-bc2d-81f583672a5d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.219977] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 898.219977] env[69941]: value = "task-3288630" [ 898.219977] env[69941]: _type = "Task" [ 898.219977] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.227405] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.570709] env[69941]: DEBUG nova.compute.manager [req-2cf39f2c-f5ce-4e54-b19a-8ee8b7f910f6 req-2f93795a-cbf3-474d-a27d-9e27b41b30c4 service nova] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Received event network-vif-plugged-966a8cde-8426-4b3d-9106-164ade5dbe25 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.570950] env[69941]: DEBUG oslo_concurrency.lockutils [req-2cf39f2c-f5ce-4e54-b19a-8ee8b7f910f6 req-2f93795a-cbf3-474d-a27d-9e27b41b30c4 service nova] Acquiring lock "e7812792-52bb-4c04-b2c5-5d56ae9bc0a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.571153] env[69941]: DEBUG oslo_concurrency.lockutils [req-2cf39f2c-f5ce-4e54-b19a-8ee8b7f910f6 req-2f93795a-cbf3-474d-a27d-9e27b41b30c4 service nova] Lock "e7812792-52bb-4c04-b2c5-5d56ae9bc0a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.571323] env[69941]: DEBUG oslo_concurrency.lockutils [req-2cf39f2c-f5ce-4e54-b19a-8ee8b7f910f6 req-2f93795a-cbf3-474d-a27d-9e27b41b30c4 service nova] Lock "e7812792-52bb-4c04-b2c5-5d56ae9bc0a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.571493] env[69941]: DEBUG nova.compute.manager [req-2cf39f2c-f5ce-4e54-b19a-8ee8b7f910f6 req-2f93795a-cbf3-474d-a27d-9e27b41b30c4 service nova] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] No waiting events found dispatching network-vif-plugged-966a8cde-8426-4b3d-9106-164ade5dbe25 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.571657] env[69941]: WARNING nova.compute.manager [req-2cf39f2c-f5ce-4e54-b19a-8ee8b7f910f6 req-2f93795a-cbf3-474d-a27d-9e27b41b30c4 service nova] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Received unexpected event network-vif-plugged-966a8cde-8426-4b3d-9106-164ade5dbe25 for instance with vm_state building and task_state spawning. [ 898.571883] env[69941]: DEBUG nova.compute.manager [req-2cf39f2c-f5ce-4e54-b19a-8ee8b7f910f6 req-2f93795a-cbf3-474d-a27d-9e27b41b30c4 service nova] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Received event network-changed-966a8cde-8426-4b3d-9106-164ade5dbe25 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.572070] env[69941]: DEBUG nova.compute.manager [req-2cf39f2c-f5ce-4e54-b19a-8ee8b7f910f6 req-2f93795a-cbf3-474d-a27d-9e27b41b30c4 service nova] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Refreshing instance network info cache due to event network-changed-966a8cde-8426-4b3d-9106-164ade5dbe25. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.572243] env[69941]: DEBUG oslo_concurrency.lockutils [req-2cf39f2c-f5ce-4e54-b19a-8ee8b7f910f6 req-2f93795a-cbf3-474d-a27d-9e27b41b30c4 service nova] Acquiring lock "refresh_cache-e7812792-52bb-4c04-b2c5-5d56ae9bc0a6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.603508] env[69941]: DEBUG nova.network.neutron [-] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.624745] env[69941]: DEBUG nova.scheduler.client.report [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.660419] env[69941]: INFO nova.compute.manager [-] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Took 1.27 seconds to deallocate network for instance. [ 898.696833] env[69941]: DEBUG oslo_concurrency.lockutils [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Releasing lock "refresh_cache-e7812792-52bb-4c04-b2c5-5d56ae9bc0a6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.697194] env[69941]: DEBUG nova.compute.manager [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Instance network_info: |[{"id": "966a8cde-8426-4b3d-9106-164ade5dbe25", "address": "fa:16:3e:c2:19:9d", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966a8cde-84", "ovs_interfaceid": "966a8cde-8426-4b3d-9106-164ade5dbe25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.698183] env[69941]: DEBUG oslo_concurrency.lockutils [req-2cf39f2c-f5ce-4e54-b19a-8ee8b7f910f6 req-2f93795a-cbf3-474d-a27d-9e27b41b30c4 service nova] Acquired lock "refresh_cache-e7812792-52bb-4c04-b2c5-5d56ae9bc0a6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.698372] env[69941]: DEBUG nova.network.neutron [req-2cf39f2c-f5ce-4e54-b19a-8ee8b7f910f6 req-2f93795a-cbf3-474d-a27d-9e27b41b30c4 service nova] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Refreshing network info cache for port 966a8cde-8426-4b3d-9106-164ade5dbe25 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.699720] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:19:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '966a8cde-8426-4b3d-9106-164ade5dbe25', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.709030] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Creating folder: Project (f6835b865c6e4d1c802379d490dca36f). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.710571] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e0650f8-d946-4bef-aefe-94b35f0ff81f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.725569] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Created folder: Project (f6835b865c6e4d1c802379d490dca36f) in parent group-v656570. [ 898.725820] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Creating folder: Instances. Parent ref: group-v656773. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.726525] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b442d04b-7a2a-4d0a-a914-8ba57fc8d872 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.732135] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288630, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.739549] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Created folder: Instances in parent group-v656773. [ 898.739906] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.740150] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.740406] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd8d1d69-17c6-4f52-b0a4-3dfcd2093367 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.761991] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.761991] env[69941]: value = "task-3288633" [ 898.761991] env[69941]: _type = "Task" [ 898.761991] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.770139] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288633, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.105852] env[69941]: INFO nova.compute.manager [-] [instance: 8327b076-a69d-4f6a-92b0-6fc5faf59432] Took 1.28 seconds to deallocate network for instance. [ 899.130931] env[69941]: DEBUG oslo_concurrency.lockutils [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.131713] env[69941]: DEBUG nova.compute.manager [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.135133] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.383s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.137222] env[69941]: INFO nova.compute.claims [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.168920] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.230051] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.865923} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.230252] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 1543ff3c-7076-4b47-b9ff-3550fc36e9b5/1543ff3c-7076-4b47-b9ff-3550fc36e9b5.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.230640] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.230789] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab25fded-64ac-47cb-bbb7-86dbbdb5ba67 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.237211] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 899.237211] env[69941]: value = "task-3288634" [ 899.237211] env[69941]: _type = "Task" [ 899.237211] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.245478] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.276158] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288633, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.414784] env[69941]: DEBUG nova.network.neutron [req-2cf39f2c-f5ce-4e54-b19a-8ee8b7f910f6 req-2f93795a-cbf3-474d-a27d-9e27b41b30c4 service nova] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Updated VIF entry in instance network info cache for port 966a8cde-8426-4b3d-9106-164ade5dbe25. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.415200] env[69941]: DEBUG nova.network.neutron [req-2cf39f2c-f5ce-4e54-b19a-8ee8b7f910f6 req-2f93795a-cbf3-474d-a27d-9e27b41b30c4 service nova] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Updating instance_info_cache with network_info: [{"id": "966a8cde-8426-4b3d-9106-164ade5dbe25", "address": "fa:16:3e:c2:19:9d", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966a8cde-84", "ovs_interfaceid": "966a8cde-8426-4b3d-9106-164ade5dbe25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.642601] env[69941]: DEBUG nova.compute.utils [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.645995] env[69941]: DEBUG nova.compute.manager [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.646254] env[69941]: DEBUG nova.network.neutron [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.698022] env[69941]: DEBUG nova.policy [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6180cc1ee1cc498f9c440540732b3d32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f418be36c8f54d24ae9ecb9f8048548b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.747742] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078025} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.748025] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.748838] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d542c02f-ecea-4b18-a15c-bdf00cfdffc4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.775153] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 1543ff3c-7076-4b47-b9ff-3550fc36e9b5/1543ff3c-7076-4b47-b9ff-3550fc36e9b5.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.778515] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e641a022-7783-46fe-a04b-f6e68adf27ba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.800069] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288633, 'name': CreateVM_Task, 'duration_secs': 0.545214} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.801212] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.801522] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 899.801522] env[69941]: value = "task-3288635" [ 899.801522] env[69941]: _type = "Task" [ 899.801522] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.802174] env[69941]: DEBUG oslo_concurrency.lockutils [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.802343] env[69941]: DEBUG oslo_concurrency.lockutils [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.802651] env[69941]: DEBUG oslo_concurrency.lockutils [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.802942] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17c0e0ba-05eb-458a-acf0-086bbc5548e5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.810755] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Waiting for the task: (returnval){ [ 899.810755] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5207f83f-c289-a99b-814d-f623dd2e4977" [ 899.810755] env[69941]: _type = "Task" [ 899.810755] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.813874] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288635, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.821052] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5207f83f-c289-a99b-814d-f623dd2e4977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.917996] env[69941]: DEBUG oslo_concurrency.lockutils [req-2cf39f2c-f5ce-4e54-b19a-8ee8b7f910f6 req-2f93795a-cbf3-474d-a27d-9e27b41b30c4 service nova] Releasing lock "refresh_cache-e7812792-52bb-4c04-b2c5-5d56ae9bc0a6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.918270] env[69941]: DEBUG nova.compute.manager [req-2cf39f2c-f5ce-4e54-b19a-8ee8b7f910f6 req-2f93795a-cbf3-474d-a27d-9e27b41b30c4 service nova] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Received event network-vif-deleted-295d31f6-711e-4eef-af7e-3e80af6637b0 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.045111] env[69941]: DEBUG nova.network.neutron [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Successfully created port: 5a4db833-5c3e-4cdb-abde-61f8a8c674b3 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.135842] env[69941]: DEBUG oslo_concurrency.lockutils [None req-78d2ace2-eb3b-4c94-9911-d7b2ab00179e tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "8327b076-a69d-4f6a-92b0-6fc5faf59432" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.867s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.146567] env[69941]: DEBUG nova.compute.manager [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.313384] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.330107] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5207f83f-c289-a99b-814d-f623dd2e4977, 'name': SearchDatastore_Task, 'duration_secs': 0.022496} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.331062] env[69941]: DEBUG oslo_concurrency.lockutils [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.333056] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.333056] env[69941]: DEBUG oslo_concurrency.lockutils [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.333056] env[69941]: DEBUG oslo_concurrency.lockutils [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.333056] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.334796] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86deaf61-84c1-4d2c-9eac-32d7aac36258 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.346018] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.346018] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.346018] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e69a22-1bda-4c59-9948-a3660382b1fa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.352446] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Waiting for the task: (returnval){ [ 900.352446] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5237a563-2d6e-f8de-3b02-01ee993081a1" [ 900.352446] env[69941]: _type = "Task" [ 900.352446] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.360808] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5237a563-2d6e-f8de-3b02-01ee993081a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.435760] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0c51db-100e-45ed-bece-72245a7a8eef {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.443310] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea45e291-ff3f-4146-8668-5ba325ace8a2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.473014] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93ce2d2-0f48-4c3d-b08b-e73274d32e0a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.480783] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bcc0de-7ca3-4d2a-a362-8a63809ec30e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.494372] env[69941]: DEBUG nova.compute.provider_tree [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.814534] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288635, 'name': ReconfigVM_Task, 'duration_secs': 0.749889} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.814534] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 1543ff3c-7076-4b47-b9ff-3550fc36e9b5/1543ff3c-7076-4b47-b9ff-3550fc36e9b5.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.815094] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22235780-694b-4062-b72f-a79b8f7ff691 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.822160] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 900.822160] env[69941]: value = "task-3288636" [ 900.822160] env[69941]: _type = "Task" [ 900.822160] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.833576] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288636, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.864055] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5237a563-2d6e-f8de-3b02-01ee993081a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009187} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.864055] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06b95a04-f012-4634-a131-843c6d88166c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.869333] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Waiting for the task: (returnval){ [ 900.869333] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a57da9-65de-d7fb-b337-9d4a5aac7b5f" [ 900.869333] env[69941]: _type = "Task" [ 900.869333] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.877315] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a57da9-65de-d7fb-b337-9d4a5aac7b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.997346] env[69941]: DEBUG nova.scheduler.client.report [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.161097] env[69941]: DEBUG nova.compute.manager [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.183474] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.183748] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.191671] env[69941]: DEBUG nova.virt.hardware [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.192443] env[69941]: DEBUG nova.virt.hardware [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.192443] env[69941]: DEBUG nova.virt.hardware [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.192443] env[69941]: DEBUG nova.virt.hardware [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.192443] env[69941]: DEBUG nova.virt.hardware [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.192648] env[69941]: DEBUG nova.virt.hardware [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.192733] env[69941]: DEBUG nova.virt.hardware [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.192888] env[69941]: DEBUG nova.virt.hardware [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.193064] env[69941]: DEBUG nova.virt.hardware [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.193232] env[69941]: DEBUG nova.virt.hardware [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.193819] env[69941]: DEBUG nova.virt.hardware [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.194500] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97ab8cf-0f3c-45f6-80be-295cbc37dd69 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.204241] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8d1440-f2a6-443f-84fd-c9b730ff38df {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.332490] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288636, 'name': Rename_Task, 'duration_secs': 0.148023} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.332691] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.332885] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8d9c2e2-334c-4a4b-89a5-45c5d4c9e45a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.339689] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 901.339689] env[69941]: value = "task-3288637" [ 901.339689] env[69941]: _type = "Task" [ 901.339689] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.346901] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.379881] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a57da9-65de-d7fb-b337-9d4a5aac7b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009704} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.380192] env[69941]: DEBUG oslo_concurrency.lockutils [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.380556] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] e7812792-52bb-4c04-b2c5-5d56ae9bc0a6/e7812792-52bb-4c04-b2c5-5d56ae9bc0a6.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.380719] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b319cc0-4314-48a5-b3f9-c5704c3685f6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.387875] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Waiting for the task: (returnval){ [ 901.387875] env[69941]: value = "task-3288638" [ 901.387875] env[69941]: _type = "Task" [ 901.387875] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.395908] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': task-3288638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.503091] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.504316] env[69941]: DEBUG nova.compute.manager [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.507748] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.339s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.507806] env[69941]: DEBUG nova.objects.instance [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lazy-loading 'resources' on Instance uuid 626f367a-0296-4a75-9fa4-7b7d6b456da6 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.524197] env[69941]: DEBUG nova.compute.manager [req-cf3b2d35-00fd-4bde-9244-d6c74762ec66 req-5ef58e44-b271-4629-afe4-c46f6b175c5f service nova] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Received event network-vif-plugged-5a4db833-5c3e-4cdb-abde-61f8a8c674b3 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.524197] env[69941]: DEBUG oslo_concurrency.lockutils [req-cf3b2d35-00fd-4bde-9244-d6c74762ec66 req-5ef58e44-b271-4629-afe4-c46f6b175c5f service nova] Acquiring lock "60628810-b8e7-4fe1-9a6e-81030946b455-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.524197] env[69941]: DEBUG oslo_concurrency.lockutils [req-cf3b2d35-00fd-4bde-9244-d6c74762ec66 req-5ef58e44-b271-4629-afe4-c46f6b175c5f service nova] Lock "60628810-b8e7-4fe1-9a6e-81030946b455-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.524197] env[69941]: DEBUG oslo_concurrency.lockutils [req-cf3b2d35-00fd-4bde-9244-d6c74762ec66 req-5ef58e44-b271-4629-afe4-c46f6b175c5f service nova] Lock "60628810-b8e7-4fe1-9a6e-81030946b455-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.524347] env[69941]: DEBUG nova.compute.manager [req-cf3b2d35-00fd-4bde-9244-d6c74762ec66 req-5ef58e44-b271-4629-afe4-c46f6b175c5f service nova] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] No waiting events found dispatching network-vif-plugged-5a4db833-5c3e-4cdb-abde-61f8a8c674b3 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.524538] env[69941]: WARNING nova.compute.manager [req-cf3b2d35-00fd-4bde-9244-d6c74762ec66 req-5ef58e44-b271-4629-afe4-c46f6b175c5f service nova] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Received unexpected event network-vif-plugged-5a4db833-5c3e-4cdb-abde-61f8a8c674b3 for instance with vm_state building and task_state spawning. [ 901.632922] env[69941]: DEBUG nova.network.neutron [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Successfully updated port: 5a4db833-5c3e-4cdb-abde-61f8a8c674b3 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.691422] env[69941]: DEBUG nova.compute.manager [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.850563] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288637, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.897948] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': task-3288638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497982} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.898251] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] e7812792-52bb-4c04-b2c5-5d56ae9bc0a6/e7812792-52bb-4c04-b2c5-5d56ae9bc0a6.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.898493] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.898749] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-774a2b37-24e8-4044-95dd-a4d1ce385942 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.904878] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Waiting for the task: (returnval){ [ 901.904878] env[69941]: value = "task-3288639" [ 901.904878] env[69941]: _type = "Task" [ 901.904878] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.912634] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': task-3288639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.011236] env[69941]: DEBUG nova.compute.utils [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.015591] env[69941]: DEBUG nova.compute.manager [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.015727] env[69941]: DEBUG nova.network.neutron [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.076960] env[69941]: DEBUG nova.policy [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6180cc1ee1cc498f9c440540732b3d32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f418be36c8f54d24ae9ecb9f8048548b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.135239] env[69941]: DEBUG oslo_concurrency.lockutils [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquiring lock "refresh_cache-60628810-b8e7-4fe1-9a6e-81030946b455" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.135502] env[69941]: DEBUG oslo_concurrency.lockutils [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquired lock "refresh_cache-60628810-b8e7-4fe1-9a6e-81030946b455" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.135737] env[69941]: DEBUG nova.network.neutron [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.214679] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.303426] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128b8d3a-ac9e-4884-8d30-7c019de2649d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.311666] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c1c891-b262-4852-b2e3-31f22c3636ff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.346733] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78ad60c-bc3c-485c-9a34-a5c468af3418 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.355825] env[69941]: DEBUG oslo_vmware.api [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288637, 'name': PowerOnVM_Task, 'duration_secs': 0.868936} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.357046] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c53dabc-e232-49f2-95a3-96c96a8442b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.360714] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.360943] env[69941]: INFO nova.compute.manager [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Took 8.41 seconds to spawn the instance on the hypervisor. [ 902.361142] env[69941]: DEBUG nova.compute.manager [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.361848] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e6762b-1ec8-40ef-b33e-d70b5dd7a1d1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.377870] env[69941]: DEBUG nova.compute.provider_tree [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.379729] env[69941]: DEBUG nova.network.neutron [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Successfully created port: 908a64a4-1b7a-47c7-9685-2da9979b7c62 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.414633] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': task-3288639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153174} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.415020] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.415672] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89316a92-325e-40d5-8eaf-5efb946bac0a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.437556] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] e7812792-52bb-4c04-b2c5-5d56ae9bc0a6/e7812792-52bb-4c04-b2c5-5d56ae9bc0a6.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.438081] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf897726-5803-440d-b664-6c130e6458b9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.457831] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Waiting for the task: (returnval){ [ 902.457831] env[69941]: value = "task-3288640" [ 902.457831] env[69941]: _type = "Task" [ 902.457831] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.465347] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': task-3288640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.516660] env[69941]: DEBUG nova.compute.manager [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.666811] env[69941]: DEBUG nova.network.neutron [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.808901] env[69941]: DEBUG nova.network.neutron [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Updating instance_info_cache with network_info: [{"id": "5a4db833-5c3e-4cdb-abde-61f8a8c674b3", "address": "fa:16:3e:65:7f:2f", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4db833-5c", "ovs_interfaceid": "5a4db833-5c3e-4cdb-abde-61f8a8c674b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.889843] env[69941]: DEBUG nova.scheduler.client.report [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.894064] env[69941]: INFO nova.compute.manager [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Took 13.36 seconds to build instance. [ 902.968504] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': task-3288640, 'name': ReconfigVM_Task, 'duration_secs': 0.316173} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.968823] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Reconfigured VM instance instance-00000049 to attach disk [datastore1] e7812792-52bb-4c04-b2c5-5d56ae9bc0a6/e7812792-52bb-4c04-b2c5-5d56ae9bc0a6.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.969534] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dc70df2-03ff-4667-a80d-b3067093a095 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.976857] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Waiting for the task: (returnval){ [ 902.976857] env[69941]: value = "task-3288641" [ 902.976857] env[69941]: _type = "Task" [ 902.976857] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.985566] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': task-3288641, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.312112] env[69941]: DEBUG oslo_concurrency.lockutils [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Releasing lock "refresh_cache-60628810-b8e7-4fe1-9a6e-81030946b455" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.312458] env[69941]: DEBUG nova.compute.manager [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Instance network_info: |[{"id": "5a4db833-5c3e-4cdb-abde-61f8a8c674b3", "address": "fa:16:3e:65:7f:2f", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4db833-5c", "ovs_interfaceid": "5a4db833-5c3e-4cdb-abde-61f8a8c674b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.312887] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:7f:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a4db833-5c3e-4cdb-abde-61f8a8c674b3', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.322556] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Creating folder: Project (f418be36c8f54d24ae9ecb9f8048548b). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.323143] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36a01ce6-061c-498f-bb9d-069ecb34dc6f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.335180] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Created folder: Project (f418be36c8f54d24ae9ecb9f8048548b) in parent group-v656570. [ 903.335373] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Creating folder: Instances. Parent ref: group-v656776. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.335609] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3977ba1-58a7-49d7-99a1-0cdb383f6f30 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.345155] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Created folder: Instances in parent group-v656776. [ 903.345386] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.345602] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.345834] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58423524-dabe-4812-a97c-53e92208923f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.364233] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.364233] env[69941]: value = "task-3288644" [ 903.364233] env[69941]: _type = "Task" [ 903.364233] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.371803] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288644, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.393802] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.396218] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.182s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.397777] env[69941]: INFO nova.compute.claims [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.400452] env[69941]: DEBUG oslo_concurrency.lockutils [None req-df1dd1f2-756e-422f-a410-65e348126be9 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "1543ff3c-7076-4b47-b9ff-3550fc36e9b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.876s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.415721] env[69941]: INFO nova.scheduler.client.report [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Deleted allocations for instance 626f367a-0296-4a75-9fa4-7b7d6b456da6 [ 903.488128] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': task-3288641, 'name': Rename_Task, 'duration_secs': 0.508389} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.488428] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.488680] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f71b144-ffca-4ca4-b981-f411157e1cb0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.495048] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Waiting for the task: (returnval){ [ 903.495048] env[69941]: value = "task-3288645" [ 903.495048] env[69941]: _type = "Task" [ 903.495048] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.502618] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': task-3288645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.527867] env[69941]: DEBUG nova.compute.manager [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.550769] env[69941]: DEBUG nova.compute.manager [req-08df4c5b-7c48-4420-8497-c9d82aaffb36 req-1f71518f-f8c5-4c8c-a045-5ec243947bdb service nova] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Received event network-changed-5a4db833-5c3e-4cdb-abde-61f8a8c674b3 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.550938] env[69941]: DEBUG nova.compute.manager [req-08df4c5b-7c48-4420-8497-c9d82aaffb36 req-1f71518f-f8c5-4c8c-a045-5ec243947bdb service nova] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Refreshing instance network info cache due to event network-changed-5a4db833-5c3e-4cdb-abde-61f8a8c674b3. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.551172] env[69941]: DEBUG oslo_concurrency.lockutils [req-08df4c5b-7c48-4420-8497-c9d82aaffb36 req-1f71518f-f8c5-4c8c-a045-5ec243947bdb service nova] Acquiring lock "refresh_cache-60628810-b8e7-4fe1-9a6e-81030946b455" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.551317] env[69941]: DEBUG oslo_concurrency.lockutils [req-08df4c5b-7c48-4420-8497-c9d82aaffb36 req-1f71518f-f8c5-4c8c-a045-5ec243947bdb service nova] Acquired lock "refresh_cache-60628810-b8e7-4fe1-9a6e-81030946b455" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.551475] env[69941]: DEBUG nova.network.neutron [req-08df4c5b-7c48-4420-8497-c9d82aaffb36 req-1f71518f-f8c5-4c8c-a045-5ec243947bdb service nova] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Refreshing network info cache for port 5a4db833-5c3e-4cdb-abde-61f8a8c674b3 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.555750] env[69941]: DEBUG nova.virt.hardware [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.555976] env[69941]: DEBUG nova.virt.hardware [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.556148] env[69941]: DEBUG nova.virt.hardware [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.556336] env[69941]: DEBUG nova.virt.hardware [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.556482] env[69941]: DEBUG nova.virt.hardware [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.556627] env[69941]: DEBUG nova.virt.hardware [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.556835] env[69941]: DEBUG nova.virt.hardware [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.557044] env[69941]: DEBUG nova.virt.hardware [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.557226] env[69941]: DEBUG nova.virt.hardware [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.557389] env[69941]: DEBUG nova.virt.hardware [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.557558] env[69941]: DEBUG nova.virt.hardware [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.558641] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d810d46-d7bd-4a0a-a2b8-93d9d4b74266 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.567588] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b940e3b-f2cb-4cac-b144-254c74211bed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.853042] env[69941]: DEBUG nova.network.neutron [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Successfully updated port: 908a64a4-1b7a-47c7-9685-2da9979b7c62 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.878112] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288644, 'name': CreateVM_Task, 'duration_secs': 0.442154} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.878403] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.879236] env[69941]: DEBUG oslo_concurrency.lockutils [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.879552] env[69941]: DEBUG oslo_concurrency.lockutils [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.879972] env[69941]: DEBUG oslo_concurrency.lockutils [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.880384] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-363328b8-0128-454a-ae4d-2e40846c99ae {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.885783] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 903.885783] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e5843e-c990-ca7d-e14a-ab6a6492234c" [ 903.885783] env[69941]: _type = "Task" [ 903.885783] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.894606] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e5843e-c990-ca7d-e14a-ab6a6492234c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.922606] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f0612257-fbf7-412a-bb11-68be46e4442b tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "626f367a-0296-4a75-9fa4-7b7d6b456da6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.145s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.009663] env[69941]: DEBUG oslo_vmware.api [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': task-3288645, 'name': PowerOnVM_Task, 'duration_secs': 0.509561} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.009956] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.010172] env[69941]: INFO nova.compute.manager [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Took 7.62 seconds to spawn the instance on the hypervisor. [ 904.010352] env[69941]: DEBUG nova.compute.manager [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.011178] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fbe3c6-ef78-4d70-9793-6a2adff5311f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.355055] env[69941]: DEBUG nova.network.neutron [req-08df4c5b-7c48-4420-8497-c9d82aaffb36 req-1f71518f-f8c5-4c8c-a045-5ec243947bdb service nova] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Updated VIF entry in instance network info cache for port 5a4db833-5c3e-4cdb-abde-61f8a8c674b3. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.355428] env[69941]: DEBUG nova.network.neutron [req-08df4c5b-7c48-4420-8497-c9d82aaffb36 req-1f71518f-f8c5-4c8c-a045-5ec243947bdb service nova] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Updating instance_info_cache with network_info: [{"id": "5a4db833-5c3e-4cdb-abde-61f8a8c674b3", "address": "fa:16:3e:65:7f:2f", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4db833-5c", "ovs_interfaceid": "5a4db833-5c3e-4cdb-abde-61f8a8c674b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.357443] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquiring lock "refresh_cache-1bcf7680-bbf7-43c9-bd9d-d5abb9243249" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.357443] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquired lock "refresh_cache-1bcf7680-bbf7-43c9-bd9d-d5abb9243249" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.357443] env[69941]: DEBUG nova.network.neutron [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.396908] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e5843e-c990-ca7d-e14a-ab6a6492234c, 'name': SearchDatastore_Task, 'duration_secs': 0.012168} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.397288] env[69941]: DEBUG oslo_concurrency.lockutils [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.397552] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.397819] env[69941]: DEBUG oslo_concurrency.lockutils [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.398014] env[69941]: DEBUG oslo_concurrency.lockutils [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.398231] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.398510] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ae81f9b-8b4f-47e0-8985-4af3474c58ce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.410211] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.410211] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.410384] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af56841-69ea-4ef6-ab05-6e398be465d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.416128] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 904.416128] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526017cc-5caa-b43a-88bf-3c08f73c2fe8" [ 904.416128] env[69941]: _type = "Task" [ 904.416128] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.424501] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526017cc-5caa-b43a-88bf-3c08f73c2fe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.530898] env[69941]: INFO nova.compute.manager [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Took 14.00 seconds to build instance. [ 904.650553] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d845e4-defe-495e-adcc-d4f49429a4e2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.659260] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfd411b-250f-4743-b7ff-e8d9be0f93a5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.663732] env[69941]: DEBUG nova.compute.manager [None req-bf5f343c-1e9b-4fe7-90c0-33dca1b12790 tempest-ServerExternalEventsTest-1097395600 tempest-ServerExternalEventsTest-1097395600-project] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Received event network-changed {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.663804] env[69941]: DEBUG nova.compute.manager [None req-bf5f343c-1e9b-4fe7-90c0-33dca1b12790 tempest-ServerExternalEventsTest-1097395600 tempest-ServerExternalEventsTest-1097395600-project] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Refreshing instance network info cache due to event network-changed. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.664052] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bf5f343c-1e9b-4fe7-90c0-33dca1b12790 tempest-ServerExternalEventsTest-1097395600 tempest-ServerExternalEventsTest-1097395600-project] Acquiring lock "refresh_cache-e7812792-52bb-4c04-b2c5-5d56ae9bc0a6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.664160] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bf5f343c-1e9b-4fe7-90c0-33dca1b12790 tempest-ServerExternalEventsTest-1097395600 tempest-ServerExternalEventsTest-1097395600-project] Acquired lock "refresh_cache-e7812792-52bb-4c04-b2c5-5d56ae9bc0a6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.664321] env[69941]: DEBUG nova.network.neutron [None req-bf5f343c-1e9b-4fe7-90c0-33dca1b12790 tempest-ServerExternalEventsTest-1097395600 tempest-ServerExternalEventsTest-1097395600-project] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.694774] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "a8eb094c-94a8-46ff-aef3-0741c5e999fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.695083] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "a8eb094c-94a8-46ff-aef3-0741c5e999fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.695299] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "a8eb094c-94a8-46ff-aef3-0741c5e999fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.695487] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "a8eb094c-94a8-46ff-aef3-0741c5e999fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.695651] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "a8eb094c-94a8-46ff-aef3-0741c5e999fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.698092] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de0c723-574b-45a0-8cad-f00ba298e607 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.700939] env[69941]: INFO nova.compute.manager [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Terminating instance [ 904.708655] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd8faed-4b00-4691-a8ba-40c28a8d4c10 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.723552] env[69941]: DEBUG nova.compute.provider_tree [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.859700] env[69941]: DEBUG oslo_concurrency.lockutils [req-08df4c5b-7c48-4420-8497-c9d82aaffb36 req-1f71518f-f8c5-4c8c-a045-5ec243947bdb service nova] Releasing lock "refresh_cache-60628810-b8e7-4fe1-9a6e-81030946b455" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.890495] env[69941]: DEBUG nova.network.neutron [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.926379] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526017cc-5caa-b43a-88bf-3c08f73c2fe8, 'name': SearchDatastore_Task, 'duration_secs': 0.009845} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.927448] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16b40275-7633-4095-bafb-1e73d03ecd49 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.932858] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 904.932858] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52462e02-098d-491d-3aef-df439357c619" [ 904.932858] env[69941]: _type = "Task" [ 904.932858] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.940944] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52462e02-098d-491d-3aef-df439357c619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.033825] env[69941]: DEBUG oslo_concurrency.lockutils [None req-43751fa2-0cd3-47aa-9d0f-b5fc5b026f84 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Lock "e7812792-52bb-4c04-b2c5-5d56ae9bc0a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.508s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.060074] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "4eb4458e-95a0-473a-b2c7-67eee4ee8574" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.060581] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "4eb4458e-95a0-473a-b2c7-67eee4ee8574" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.155069] env[69941]: DEBUG oslo_concurrency.lockutils [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "ce7c3d87-3195-4c3d-96a4-66e18dbece17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.155314] env[69941]: DEBUG oslo_concurrency.lockutils [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "ce7c3d87-3195-4c3d-96a4-66e18dbece17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.204747] env[69941]: DEBUG nova.compute.manager [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.204982] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.205852] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e77415-b286-44a6-95ed-155367edef34 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.215342] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.215573] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb6887f8-a969-41ff-96e7-bebf15c4eea8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.222377] env[69941]: DEBUG oslo_vmware.api [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 905.222377] env[69941]: value = "task-3288646" [ 905.222377] env[69941]: _type = "Task" [ 905.222377] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.228364] env[69941]: DEBUG nova.scheduler.client.report [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.233777] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Acquiring lock "e7812792-52bb-4c04-b2c5-5d56ae9bc0a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.233777] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Lock "e7812792-52bb-4c04-b2c5-5d56ae9bc0a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.233777] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Acquiring lock "e7812792-52bb-4c04-b2c5-5d56ae9bc0a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.233777] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Lock "e7812792-52bb-4c04-b2c5-5d56ae9bc0a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.233777] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Lock "e7812792-52bb-4c04-b2c5-5d56ae9bc0a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.236529] env[69941]: INFO nova.compute.manager [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Terminating instance [ 905.243160] env[69941]: DEBUG oslo_vmware.api [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.283075] env[69941]: DEBUG nova.network.neutron [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Updating instance_info_cache with network_info: [{"id": "908a64a4-1b7a-47c7-9685-2da9979b7c62", "address": "fa:16:3e:c8:a7:d9", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap908a64a4-1b", "ovs_interfaceid": "908a64a4-1b7a-47c7-9685-2da9979b7c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.379892] env[69941]: DEBUG nova.network.neutron [None req-bf5f343c-1e9b-4fe7-90c0-33dca1b12790 tempest-ServerExternalEventsTest-1097395600 tempest-ServerExternalEventsTest-1097395600-project] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Updating instance_info_cache with network_info: [{"id": "966a8cde-8426-4b3d-9106-164ade5dbe25", "address": "fa:16:3e:c2:19:9d", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966a8cde-84", "ovs_interfaceid": "966a8cde-8426-4b3d-9106-164ade5dbe25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.443984] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52462e02-098d-491d-3aef-df439357c619, 'name': SearchDatastore_Task, 'duration_secs': 0.013647} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.444289] env[69941]: DEBUG oslo_concurrency.lockutils [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.444555] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 60628810-b8e7-4fe1-9a6e-81030946b455/60628810-b8e7-4fe1-9a6e-81030946b455.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.444813] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-188a8c93-f678-4171-8baf-360498209930 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.451130] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 905.451130] env[69941]: value = "task-3288647" [ 905.451130] env[69941]: _type = "Task" [ 905.451130] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.458890] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.564428] env[69941]: DEBUG nova.compute.manager [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.576765] env[69941]: DEBUG nova.compute.manager [req-9d34c74b-2a8d-40af-aa7f-d63c3124e510 req-9845c594-c12e-43e7-a5ef-50d46ab36fe4 service nova] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Received event network-vif-plugged-908a64a4-1b7a-47c7-9685-2da9979b7c62 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.577047] env[69941]: DEBUG oslo_concurrency.lockutils [req-9d34c74b-2a8d-40af-aa7f-d63c3124e510 req-9845c594-c12e-43e7-a5ef-50d46ab36fe4 service nova] Acquiring lock "1bcf7680-bbf7-43c9-bd9d-d5abb9243249-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.577295] env[69941]: DEBUG oslo_concurrency.lockutils [req-9d34c74b-2a8d-40af-aa7f-d63c3124e510 req-9845c594-c12e-43e7-a5ef-50d46ab36fe4 service nova] Lock "1bcf7680-bbf7-43c9-bd9d-d5abb9243249-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.577474] env[69941]: DEBUG oslo_concurrency.lockutils [req-9d34c74b-2a8d-40af-aa7f-d63c3124e510 req-9845c594-c12e-43e7-a5ef-50d46ab36fe4 service nova] Lock "1bcf7680-bbf7-43c9-bd9d-d5abb9243249-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.577634] env[69941]: DEBUG nova.compute.manager [req-9d34c74b-2a8d-40af-aa7f-d63c3124e510 req-9845c594-c12e-43e7-a5ef-50d46ab36fe4 service nova] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] No waiting events found dispatching network-vif-plugged-908a64a4-1b7a-47c7-9685-2da9979b7c62 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.577795] env[69941]: WARNING nova.compute.manager [req-9d34c74b-2a8d-40af-aa7f-d63c3124e510 req-9845c594-c12e-43e7-a5ef-50d46ab36fe4 service nova] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Received unexpected event network-vif-plugged-908a64a4-1b7a-47c7-9685-2da9979b7c62 for instance with vm_state building and task_state spawning. [ 905.577954] env[69941]: DEBUG nova.compute.manager [req-9d34c74b-2a8d-40af-aa7f-d63c3124e510 req-9845c594-c12e-43e7-a5ef-50d46ab36fe4 service nova] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Received event network-changed-908a64a4-1b7a-47c7-9685-2da9979b7c62 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.578220] env[69941]: DEBUG nova.compute.manager [req-9d34c74b-2a8d-40af-aa7f-d63c3124e510 req-9845c594-c12e-43e7-a5ef-50d46ab36fe4 service nova] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Refreshing instance network info cache due to event network-changed-908a64a4-1b7a-47c7-9685-2da9979b7c62. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.578795] env[69941]: DEBUG oslo_concurrency.lockutils [req-9d34c74b-2a8d-40af-aa7f-d63c3124e510 req-9845c594-c12e-43e7-a5ef-50d46ab36fe4 service nova] Acquiring lock "refresh_cache-1bcf7680-bbf7-43c9-bd9d-d5abb9243249" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.657586] env[69941]: DEBUG nova.compute.manager [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.732018] env[69941]: DEBUG oslo_vmware.api [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288646, 'name': PowerOffVM_Task, 'duration_secs': 0.350335} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.732367] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.732491] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.733223] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.733683] env[69941]: DEBUG nova.compute.manager [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.736064] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e55c7e73-119d-4cd1-a7d6-60412abdbbf9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.739868] env[69941]: DEBUG nova.compute.manager [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.740141] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.740918] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beae315-2af1-41df-ac50-0f821abb2a4d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.747589] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.747804] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db478f38-67dd-4051-ab77-e14ffb626163 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.753698] env[69941]: DEBUG oslo_vmware.api [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Waiting for the task: (returnval){ [ 905.753698] env[69941]: value = "task-3288649" [ 905.753698] env[69941]: _type = "Task" [ 905.753698] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.761654] env[69941]: DEBUG oslo_vmware.api [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': task-3288649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.786373] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Releasing lock "refresh_cache-1bcf7680-bbf7-43c9-bd9d-d5abb9243249" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.786747] env[69941]: DEBUG nova.compute.manager [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Instance network_info: |[{"id": "908a64a4-1b7a-47c7-9685-2da9979b7c62", "address": "fa:16:3e:c8:a7:d9", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap908a64a4-1b", "ovs_interfaceid": "908a64a4-1b7a-47c7-9685-2da9979b7c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.787153] env[69941]: DEBUG oslo_concurrency.lockutils [req-9d34c74b-2a8d-40af-aa7f-d63c3124e510 req-9845c594-c12e-43e7-a5ef-50d46ab36fe4 service nova] Acquired lock "refresh_cache-1bcf7680-bbf7-43c9-bd9d-d5abb9243249" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.787408] env[69941]: DEBUG nova.network.neutron [req-9d34c74b-2a8d-40af-aa7f-d63c3124e510 req-9845c594-c12e-43e7-a5ef-50d46ab36fe4 service nova] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Refreshing network info cache for port 908a64a4-1b7a-47c7-9685-2da9979b7c62 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.788782] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:a7:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '908a64a4-1b7a-47c7-9685-2da9979b7c62', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.798016] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.800918] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.801686] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37b63c11-1596-47c0-83c3-94cf87d6f66e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.821962] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.821962] env[69941]: value = "task-3288650" [ 905.821962] env[69941]: _type = "Task" [ 905.821962] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.830285] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288650, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.883699] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bf5f343c-1e9b-4fe7-90c0-33dca1b12790 tempest-ServerExternalEventsTest-1097395600 tempest-ServerExternalEventsTest-1097395600-project] Releasing lock "refresh_cache-e7812792-52bb-4c04-b2c5-5d56ae9bc0a6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.964570] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288647, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.979494] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.979742] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.979943] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Deleting the datastore file [datastore1] a8eb094c-94a8-46ff-aef3-0741c5e999fa {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.980245] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ccb2d9f-d471-4ab8-91e3-7bc75b1b70a6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.990010] env[69941]: DEBUG oslo_vmware.api [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 905.990010] env[69941]: value = "task-3288651" [ 905.990010] env[69941]: _type = "Task" [ 905.990010] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.999386] env[69941]: DEBUG oslo_vmware.api [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.091762] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.092143] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.094033] env[69941]: INFO nova.compute.claims [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.098829] env[69941]: DEBUG nova.network.neutron [req-9d34c74b-2a8d-40af-aa7f-d63c3124e510 req-9845c594-c12e-43e7-a5ef-50d46ab36fe4 service nova] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Updated VIF entry in instance network info cache for port 908a64a4-1b7a-47c7-9685-2da9979b7c62. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.099235] env[69941]: DEBUG nova.network.neutron [req-9d34c74b-2a8d-40af-aa7f-d63c3124e510 req-9845c594-c12e-43e7-a5ef-50d46ab36fe4 service nova] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Updating instance_info_cache with network_info: [{"id": "908a64a4-1b7a-47c7-9685-2da9979b7c62", "address": "fa:16:3e:c8:a7:d9", "network": {"id": "17748c68-2a48-47b9-bcb3-72a392519948", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca5f4643be7941e3914e963e993c294c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap908a64a4-1b", "ovs_interfaceid": "908a64a4-1b7a-47c7-9685-2da9979b7c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.179397] env[69941]: DEBUG oslo_concurrency.lockutils [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.240820] env[69941]: DEBUG nova.compute.utils [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.244320] env[69941]: DEBUG nova.compute.manager [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.244574] env[69941]: DEBUG nova.network.neutron [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.263852] env[69941]: DEBUG oslo_vmware.api [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': task-3288649, 'name': PowerOffVM_Task, 'duration_secs': 0.223012} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.264135] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.264307] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.264562] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8944c780-8200-4427-ae38-ce2698d4056a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.282907] env[69941]: DEBUG nova.policy [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aefeeb63c09847e987c5da220ff522f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e234bce5dd14d1f8480a560d8b651e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.323510] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.323747] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.323934] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Deleting the datastore file [datastore1] e7812792-52bb-4c04-b2c5-5d56ae9bc0a6 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.327230] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ba9ac4e-7bc0-4f7d-ae5e-ec1151edeed7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.334010] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288650, 'name': CreateVM_Task, 'duration_secs': 0.489093} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.335154] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.335474] env[69941]: DEBUG oslo_vmware.api [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Waiting for the task: (returnval){ [ 906.335474] env[69941]: value = "task-3288653" [ 906.335474] env[69941]: _type = "Task" [ 906.335474] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.336104] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.336265] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.336571] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.336851] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5753767b-3341-4f06-9db3-c5e70ff2227a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.343961] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 906.343961] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5230c896-ded9-eb9a-7cfd-452042125e62" [ 906.343961] env[69941]: _type = "Task" [ 906.343961] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.347280] env[69941]: DEBUG oslo_vmware.api [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': task-3288653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.354917] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5230c896-ded9-eb9a-7cfd-452042125e62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.461753] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717321} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.462039] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 60628810-b8e7-4fe1-9a6e-81030946b455/60628810-b8e7-4fe1-9a6e-81030946b455.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.462260] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.462515] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b9a9166-9edc-43b5-9ca2-645efcc9b2e8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.468568] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 906.468568] env[69941]: value = "task-3288654" [ 906.468568] env[69941]: _type = "Task" [ 906.468568] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.476155] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.500107] env[69941]: DEBUG oslo_vmware.api [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397795} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.500291] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.500492] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.500690] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.500971] env[69941]: INFO nova.compute.manager [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Took 1.30 seconds to destroy the instance on the hypervisor. [ 906.501975] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.501975] env[69941]: DEBUG nova.compute.manager [-] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.501975] env[69941]: DEBUG nova.network.neutron [-] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.539998] env[69941]: DEBUG nova.network.neutron [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Successfully created port: 18e57d37-0727-4f24-bc67-c0fec7c47a47 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.601682] env[69941]: DEBUG oslo_concurrency.lockutils [req-9d34c74b-2a8d-40af-aa7f-d63c3124e510 req-9845c594-c12e-43e7-a5ef-50d46ab36fe4 service nova] Releasing lock "refresh_cache-1bcf7680-bbf7-43c9-bd9d-d5abb9243249" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.748405] env[69941]: DEBUG nova.compute.manager [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.845799] env[69941]: DEBUG oslo_vmware.api [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Task: {'id': task-3288653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450781} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.846090] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.846344] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.846506] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.846681] env[69941]: INFO nova.compute.manager [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 906.846914] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.847138] env[69941]: DEBUG nova.compute.manager [-] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.847236] env[69941]: DEBUG nova.network.neutron [-] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.858263] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5230c896-ded9-eb9a-7cfd-452042125e62, 'name': SearchDatastore_Task, 'duration_secs': 0.009912} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.858538] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.858757] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.858987] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.859151] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.859332] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.859601] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f70b2b92-f744-4c55-97a4-d4e6fda8c170 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.874219] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.874395] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.875110] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1bbd6c9-4c3b-4dd0-be57-55936a73f7bf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.880130] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 906.880130] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]524b14d2-ad6a-60cb-1757-3579a4044e89" [ 906.880130] env[69941]: _type = "Task" [ 906.880130] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.889665] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]524b14d2-ad6a-60cb-1757-3579a4044e89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.978654] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067732} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.978977] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.979890] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67497da-cdf7-4fff-b98f-935b76dbb74c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.003632] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 60628810-b8e7-4fe1-9a6e-81030946b455/60628810-b8e7-4fe1-9a6e-81030946b455.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.004120] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14cf226b-16ba-40fd-a659-2819aa1a5267 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.026081] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 907.026081] env[69941]: value = "task-3288655" [ 907.026081] env[69941]: _type = "Task" [ 907.026081] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.033995] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.239157] env[69941]: DEBUG nova.network.neutron [-] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.370747] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74524df-792a-4562-b09d-fbbf6e9a6938 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.378075] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7095cd61-3211-46b6-94c0-fdf4d8edaf76 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.390082] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]524b14d2-ad6a-60cb-1757-3579a4044e89, 'name': SearchDatastore_Task, 'duration_secs': 0.080263} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.416026] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa66847b-bedf-4209-b901-5f1575df6460 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.418613] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c7645e-ae67-4735-9309-644f89252781 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.424480] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 907.424480] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5279ba52-7586-d2ae-231d-c5911e1adf2a" [ 907.424480] env[69941]: _type = "Task" [ 907.424480] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.430058] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4a6d71-65d3-4568-8d4d-b542a0b8b8b0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.439030] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5279ba52-7586-d2ae-231d-c5911e1adf2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.446619] env[69941]: DEBUG nova.compute.provider_tree [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.536726] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288655, 'name': ReconfigVM_Task, 'duration_secs': 0.28631} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.536995] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 60628810-b8e7-4fe1-9a6e-81030946b455/60628810-b8e7-4fe1-9a6e-81030946b455.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.537741] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c108b86f-0f73-467e-938a-799675640497 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.543382] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 907.543382] env[69941]: value = "task-3288656" [ 907.543382] env[69941]: _type = "Task" [ 907.543382] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.550962] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288656, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.565291] env[69941]: DEBUG nova.network.neutron [-] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.609446] env[69941]: DEBUG nova.compute.manager [req-6045db0f-f0a5-4048-a574-1b85259f5a03 req-3a7ae025-d3d7-4a78-a797-df73582d2f29 service nova] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Received event network-vif-deleted-84acc724-c598-4627-a88b-04393879d528 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.609446] env[69941]: DEBUG nova.compute.manager [req-6045db0f-f0a5-4048-a574-1b85259f5a03 req-3a7ae025-d3d7-4a78-a797-df73582d2f29 service nova] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Received event network-vif-deleted-966a8cde-8426-4b3d-9106-164ade5dbe25 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.742162] env[69941]: INFO nova.compute.manager [-] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Took 1.24 seconds to deallocate network for instance. [ 907.759543] env[69941]: DEBUG nova.compute.manager [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.842334] env[69941]: DEBUG nova.virt.hardware [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.842591] env[69941]: DEBUG nova.virt.hardware [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.842753] env[69941]: DEBUG nova.virt.hardware [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.842936] env[69941]: DEBUG nova.virt.hardware [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.843095] env[69941]: DEBUG nova.virt.hardware [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.843249] env[69941]: DEBUG nova.virt.hardware [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.843467] env[69941]: DEBUG nova.virt.hardware [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.843667] env[69941]: DEBUG nova.virt.hardware [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.843853] env[69941]: DEBUG nova.virt.hardware [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.844032] env[69941]: DEBUG nova.virt.hardware [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.844214] env[69941]: DEBUG nova.virt.hardware [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.845423] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc08a8b-579b-4cee-abcf-1272296e8dd0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.853327] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45baea6-c74c-46f7-9db1-9f226a7d9898 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.936281] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5279ba52-7586-d2ae-231d-c5911e1adf2a, 'name': SearchDatastore_Task, 'duration_secs': 0.070899} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.936577] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.936840] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 1bcf7680-bbf7-43c9-bd9d-d5abb9243249/1bcf7680-bbf7-43c9-bd9d-d5abb9243249.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.937194] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4aa7868d-ad9c-4384-a1d5-7232d3bb6f65 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.945487] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 907.945487] env[69941]: value = "task-3288657" [ 907.945487] env[69941]: _type = "Task" [ 907.945487] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.949501] env[69941]: DEBUG nova.scheduler.client.report [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.958042] env[69941]: DEBUG nova.compute.manager [req-abf60a22-9d43-4d94-956b-daf71d882ada req-3604ebb5-2588-41f5-a24b-773f785d207d service nova] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Received event network-vif-plugged-18e57d37-0727-4f24-bc67-c0fec7c47a47 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.958042] env[69941]: DEBUG oslo_concurrency.lockutils [req-abf60a22-9d43-4d94-956b-daf71d882ada req-3604ebb5-2588-41f5-a24b-773f785d207d service nova] Acquiring lock "3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.958042] env[69941]: DEBUG oslo_concurrency.lockutils [req-abf60a22-9d43-4d94-956b-daf71d882ada req-3604ebb5-2588-41f5-a24b-773f785d207d service nova] Lock "3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.958042] env[69941]: DEBUG oslo_concurrency.lockutils [req-abf60a22-9d43-4d94-956b-daf71d882ada req-3604ebb5-2588-41f5-a24b-773f785d207d service nova] Lock "3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.958042] env[69941]: DEBUG nova.compute.manager [req-abf60a22-9d43-4d94-956b-daf71d882ada req-3604ebb5-2588-41f5-a24b-773f785d207d service nova] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] No waiting events found dispatching network-vif-plugged-18e57d37-0727-4f24-bc67-c0fec7c47a47 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.958042] env[69941]: WARNING nova.compute.manager [req-abf60a22-9d43-4d94-956b-daf71d882ada req-3604ebb5-2588-41f5-a24b-773f785d207d service nova] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Received unexpected event network-vif-plugged-18e57d37-0727-4f24-bc67-c0fec7c47a47 for instance with vm_state building and task_state spawning. [ 907.960857] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.049178] env[69941]: DEBUG nova.network.neutron [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Successfully updated port: 18e57d37-0727-4f24-bc67-c0fec7c47a47 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.054013] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288656, 'name': Rename_Task, 'duration_secs': 0.135372} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.055171] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.055171] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-283bdfff-33f5-44e0-b419-54f64509c081 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.061869] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 908.061869] env[69941]: value = "task-3288658" [ 908.061869] env[69941]: _type = "Task" [ 908.061869] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.067461] env[69941]: INFO nova.compute.manager [-] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Took 1.22 seconds to deallocate network for instance. [ 908.072744] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.248841] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.455932] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288657, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.461863] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.462416] env[69941]: DEBUG nova.compute.manager [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.465214] env[69941]: DEBUG oslo_concurrency.lockutils [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.286s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.466532] env[69941]: INFO nova.compute.claims [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.555766] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "refresh_cache-3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.555970] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "refresh_cache-3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.556186] env[69941]: DEBUG nova.network.neutron [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.573883] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288658, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.576998] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.956910] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524327} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.957241] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 1bcf7680-bbf7-43c9-bd9d-d5abb9243249/1bcf7680-bbf7-43c9-bd9d-d5abb9243249.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.957462] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.957719] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-593657cb-2b82-4811-8ec8-0c1b52d4985a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.963843] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 908.963843] env[69941]: value = "task-3288659" [ 908.963843] env[69941]: _type = "Task" [ 908.963843] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.970351] env[69941]: DEBUG nova.compute.utils [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.976381] env[69941]: DEBUG nova.compute.manager [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.976488] env[69941]: DEBUG nova.network.neutron [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.978980] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.013962] env[69941]: DEBUG nova.policy [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3509633235e346648c85a83db9ae8e39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24c36dfd585b4094a67bf9f8bfeae8c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.074122] env[69941]: DEBUG oslo_vmware.api [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288658, 'name': PowerOnVM_Task, 'duration_secs': 0.578459} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.074457] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.074700] env[69941]: INFO nova.compute.manager [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Took 7.91 seconds to spawn the instance on the hypervisor. [ 909.074928] env[69941]: DEBUG nova.compute.manager [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.075817] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0d9095-820b-4b32-b90c-d33ffabcc57c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.090856] env[69941]: DEBUG nova.network.neutron [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.246211] env[69941]: DEBUG nova.network.neutron [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Updating instance_info_cache with network_info: [{"id": "18e57d37-0727-4f24-bc67-c0fec7c47a47", "address": "fa:16:3e:9c:d3:46", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e57d37-07", "ovs_interfaceid": "18e57d37-0727-4f24-bc67-c0fec7c47a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.343984] env[69941]: DEBUG nova.network.neutron [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Successfully created port: 433b1a55-7c46-416c-963b-03681af2633c {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.473366] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273606} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.473785] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.474640] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c00ecb-98a3-4d04-99a7-23ab301b17b2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.491255] env[69941]: DEBUG nova.compute.manager [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.502587] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 1bcf7680-bbf7-43c9-bd9d-d5abb9243249/1bcf7680-bbf7-43c9-bd9d-d5abb9243249.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.503328] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2513ffc7-f728-4164-9b5f-886159f84847 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.525105] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 909.525105] env[69941]: value = "task-3288660" [ 909.525105] env[69941]: _type = "Task" [ 909.525105] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.531902] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.595665] env[69941]: INFO nova.compute.manager [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Took 14.11 seconds to build instance. [ 909.751759] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "refresh_cache-3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.752162] env[69941]: DEBUG nova.compute.manager [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Instance network_info: |[{"id": "18e57d37-0727-4f24-bc67-c0fec7c47a47", "address": "fa:16:3e:9c:d3:46", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e57d37-07", "ovs_interfaceid": "18e57d37-0727-4f24-bc67-c0fec7c47a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.752639] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:d3:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18e57d37-0727-4f24-bc67-c0fec7c47a47', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.761425] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.764402] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.764970] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8753cef-2aed-486a-84e4-e89ca1e030b2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.787686] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.787686] env[69941]: value = "task-3288661" [ 909.787686] env[69941]: _type = "Task" [ 909.787686] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.796550] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288661, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.803643] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ca5479-0002-45a1-8f5b-30f69f6b537e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.810268] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1b2309-f30c-4732-be25-2b33e3c259e5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.846722] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b866a5e-f5a2-4841-ab45-2d3d65963a38 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.854396] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e834eae-6d98-4105-8e52-1e4febbfe659 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.869173] env[69941]: DEBUG nova.compute.provider_tree [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 909.983580] env[69941]: DEBUG nova.compute.manager [req-4dd92d4e-7863-4f8f-b24c-7440dbe1b058 req-f7330d5a-b73b-49db-913d-d5d23b799c38 service nova] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Received event network-changed-18e57d37-0727-4f24-bc67-c0fec7c47a47 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.983757] env[69941]: DEBUG nova.compute.manager [req-4dd92d4e-7863-4f8f-b24c-7440dbe1b058 req-f7330d5a-b73b-49db-913d-d5d23b799c38 service nova] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Refreshing instance network info cache due to event network-changed-18e57d37-0727-4f24-bc67-c0fec7c47a47. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.983986] env[69941]: DEBUG oslo_concurrency.lockutils [req-4dd92d4e-7863-4f8f-b24c-7440dbe1b058 req-f7330d5a-b73b-49db-913d-d5d23b799c38 service nova] Acquiring lock "refresh_cache-3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.984200] env[69941]: DEBUG oslo_concurrency.lockutils [req-4dd92d4e-7863-4f8f-b24c-7440dbe1b058 req-f7330d5a-b73b-49db-913d-d5d23b799c38 service nova] Acquired lock "refresh_cache-3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.984503] env[69941]: DEBUG nova.network.neutron [req-4dd92d4e-7863-4f8f-b24c-7440dbe1b058 req-f7330d5a-b73b-49db-913d-d5d23b799c38 service nova] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Refreshing network info cache for port 18e57d37-0727-4f24-bc67-c0fec7c47a47 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.034923] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288660, 'name': ReconfigVM_Task, 'duration_secs': 0.454975} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.035272] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 1bcf7680-bbf7-43c9-bd9d-d5abb9243249/1bcf7680-bbf7-43c9-bd9d-d5abb9243249.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.035929] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb29af57-347b-464d-aad0-34b000eb69e1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.042204] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 910.042204] env[69941]: value = "task-3288662" [ 910.042204] env[69941]: _type = "Task" [ 910.042204] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.051350] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288662, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.097854] env[69941]: DEBUG oslo_concurrency.lockutils [None req-665f2495-978a-461c-bb0e-7128710751d1 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "60628810-b8e7-4fe1-9a6e-81030946b455" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.624s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.302135] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288661, 'name': CreateVM_Task, 'duration_secs': 0.319979} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.302378] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.303351] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.303629] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.304105] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.304479] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1af62627-6de8-4588-8d2c-5ac915cee8f9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.311693] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 910.311693] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b0d336-a79a-d228-19d5-938db397c822" [ 910.311693] env[69941]: _type = "Task" [ 910.311693] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.323965] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b0d336-a79a-d228-19d5-938db397c822, 'name': SearchDatastore_Task, 'duration_secs': 0.008965} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.324354] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.324690] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.325058] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.325306] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.325584] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.325921] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-643270d0-9ea6-443e-82b7-8669985a3f5d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.334232] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.334440] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.335453] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86235c1d-4bee-4435-8e2e-16e821cad7af {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.341212] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 910.341212] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e045f6-688f-b1cc-89a4-5a68039e8e07" [ 910.341212] env[69941]: _type = "Task" [ 910.341212] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.348260] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e045f6-688f-b1cc-89a4-5a68039e8e07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.388552] env[69941]: ERROR nova.scheduler.client.report [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [req-1bccaf9c-e1f3-4591-b011-b190dd5ab706] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc8d08d-90ea-4899-a2f6-2f585d790aea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1bccaf9c-e1f3-4591-b011-b190dd5ab706"}]} [ 910.404740] env[69941]: DEBUG nova.scheduler.client.report [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Refreshing inventories for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 910.418065] env[69941]: DEBUG nova.scheduler.client.report [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Updating ProviderTree inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 910.418289] env[69941]: DEBUG nova.compute.provider_tree [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.429796] env[69941]: DEBUG nova.scheduler.client.report [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Refreshing aggregate associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, aggregates: None {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 910.446864] env[69941]: DEBUG nova.scheduler.client.report [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Refreshing trait associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 910.510376] env[69941]: DEBUG nova.compute.manager [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.534741] env[69941]: DEBUG nova.virt.hardware [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.534988] env[69941]: DEBUG nova.virt.hardware [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.535166] env[69941]: DEBUG nova.virt.hardware [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.535355] env[69941]: DEBUG nova.virt.hardware [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.535504] env[69941]: DEBUG nova.virt.hardware [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.535648] env[69941]: DEBUG nova.virt.hardware [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.535857] env[69941]: DEBUG nova.virt.hardware [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.536024] env[69941]: DEBUG nova.virt.hardware [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.536195] env[69941]: DEBUG nova.virt.hardware [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.536358] env[69941]: DEBUG nova.virt.hardware [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.536566] env[69941]: DEBUG nova.virt.hardware [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.537467] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc646468-a541-4364-a0eb-51e3cb8217dc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.549583] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511a8705-e4d3-4003-a8f2-ace71140abd2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.560916] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288662, 'name': Rename_Task, 'duration_secs': 0.158385} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.563628] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.563981] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbbb7c28-0def-4530-bbf3-6087327aae7e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.581036] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 910.581036] env[69941]: value = "task-3288663" [ 910.581036] env[69941]: _type = "Task" [ 910.581036] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.592314] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.707711] env[69941]: DEBUG nova.network.neutron [req-4dd92d4e-7863-4f8f-b24c-7440dbe1b058 req-f7330d5a-b73b-49db-913d-d5d23b799c38 service nova] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Updated VIF entry in instance network info cache for port 18e57d37-0727-4f24-bc67-c0fec7c47a47. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.707711] env[69941]: DEBUG nova.network.neutron [req-4dd92d4e-7863-4f8f-b24c-7440dbe1b058 req-f7330d5a-b73b-49db-913d-d5d23b799c38 service nova] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Updating instance_info_cache with network_info: [{"id": "18e57d37-0727-4f24-bc67-c0fec7c47a47", "address": "fa:16:3e:9c:d3:46", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e57d37-07", "ovs_interfaceid": "18e57d37-0727-4f24-bc67-c0fec7c47a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.740639] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea6fbbc-7e4a-4051-9225-c04aa2933f87 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.748132] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb92c5b5-2f26-4ccd-9635-319ad405c737 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.778266] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac5b0f9-df08-4c55-b79d-37c31f3a74b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.785218] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cb8a79-a8a7-49a9-964e-42ace8c1e312 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.798235] env[69941]: DEBUG nova.compute.provider_tree [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.853544] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e045f6-688f-b1cc-89a4-5a68039e8e07, 'name': SearchDatastore_Task, 'duration_secs': 0.008369} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.854398] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16275f71-ee98-4614-a8ca-d6717fe5c87f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.860070] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 910.860070] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52400a81-1816-711f-fbf6-2f1c54bde6b1" [ 910.860070] env[69941]: _type = "Task" [ 910.860070] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.870571] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52400a81-1816-711f-fbf6-2f1c54bde6b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.093966] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288663, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.129271] env[69941]: DEBUG nova.network.neutron [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Successfully updated port: 433b1a55-7c46-416c-963b-03681af2633c {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.210764] env[69941]: DEBUG oslo_concurrency.lockutils [req-4dd92d4e-7863-4f8f-b24c-7440dbe1b058 req-f7330d5a-b73b-49db-913d-d5d23b799c38 service nova] Releasing lock "refresh_cache-3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.331043] env[69941]: DEBUG nova.scheduler.client.report [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Updated inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 911.331043] env[69941]: DEBUG nova.compute.provider_tree [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Updating resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea generation from 100 to 101 during operation: update_inventory {{(pid=69941) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 911.331043] env[69941]: DEBUG nova.compute.provider_tree [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.371265] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52400a81-1816-711f-fbf6-2f1c54bde6b1, 'name': SearchDatastore_Task, 'duration_secs': 0.009373} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.371550] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.371808] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd/3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.372066] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da1f1732-d3f1-4626-9690-1bfb8cc3fbe2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.378077] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 911.378077] env[69941]: value = "task-3288664" [ 911.378077] env[69941]: _type = "Task" [ 911.378077] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.385537] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.594737] env[69941]: DEBUG oslo_vmware.api [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288663, 'name': PowerOnVM_Task, 'duration_secs': 0.734494} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.595060] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.595315] env[69941]: INFO nova.compute.manager [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Took 8.07 seconds to spawn the instance on the hypervisor. [ 911.595523] env[69941]: DEBUG nova.compute.manager [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.596366] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434ac859-4e82-452e-aaca-11cdaf1e23c8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.632959] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "refresh_cache-4eb4458e-95a0-473a-b2c7-67eee4ee8574" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.633207] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "refresh_cache-4eb4458e-95a0-473a-b2c7-67eee4ee8574" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.633338] env[69941]: DEBUG nova.network.neutron [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.837027] env[69941]: DEBUG oslo_concurrency.lockutils [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.372s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.837555] env[69941]: DEBUG nova.compute.manager [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.840347] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.592s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.840459] env[69941]: DEBUG nova.objects.instance [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lazy-loading 'resources' on Instance uuid a8eb094c-94a8-46ff-aef3-0741c5e999fa {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.887711] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288664, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.055852] env[69941]: DEBUG nova.compute.manager [req-ab73cd1b-449d-4045-ae3c-04b39d0bc10e req-928591eb-50ae-4e4a-83b9-44581951fcb1 service nova] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Received event network-vif-plugged-433b1a55-7c46-416c-963b-03681af2633c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.056230] env[69941]: DEBUG oslo_concurrency.lockutils [req-ab73cd1b-449d-4045-ae3c-04b39d0bc10e req-928591eb-50ae-4e4a-83b9-44581951fcb1 service nova] Acquiring lock "4eb4458e-95a0-473a-b2c7-67eee4ee8574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.056479] env[69941]: DEBUG oslo_concurrency.lockutils [req-ab73cd1b-449d-4045-ae3c-04b39d0bc10e req-928591eb-50ae-4e4a-83b9-44581951fcb1 service nova] Lock "4eb4458e-95a0-473a-b2c7-67eee4ee8574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.056706] env[69941]: DEBUG oslo_concurrency.lockutils [req-ab73cd1b-449d-4045-ae3c-04b39d0bc10e req-928591eb-50ae-4e4a-83b9-44581951fcb1 service nova] Lock "4eb4458e-95a0-473a-b2c7-67eee4ee8574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.056886] env[69941]: DEBUG nova.compute.manager [req-ab73cd1b-449d-4045-ae3c-04b39d0bc10e req-928591eb-50ae-4e4a-83b9-44581951fcb1 service nova] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] No waiting events found dispatching network-vif-plugged-433b1a55-7c46-416c-963b-03681af2633c {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.057074] env[69941]: WARNING nova.compute.manager [req-ab73cd1b-449d-4045-ae3c-04b39d0bc10e req-928591eb-50ae-4e4a-83b9-44581951fcb1 service nova] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Received unexpected event network-vif-plugged-433b1a55-7c46-416c-963b-03681af2633c for instance with vm_state building and task_state spawning. [ 912.057335] env[69941]: DEBUG nova.compute.manager [req-ab73cd1b-449d-4045-ae3c-04b39d0bc10e req-928591eb-50ae-4e4a-83b9-44581951fcb1 service nova] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Received event network-changed-433b1a55-7c46-416c-963b-03681af2633c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.057543] env[69941]: DEBUG nova.compute.manager [req-ab73cd1b-449d-4045-ae3c-04b39d0bc10e req-928591eb-50ae-4e4a-83b9-44581951fcb1 service nova] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Refreshing instance network info cache due to event network-changed-433b1a55-7c46-416c-963b-03681af2633c. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.057770] env[69941]: DEBUG oslo_concurrency.lockutils [req-ab73cd1b-449d-4045-ae3c-04b39d0bc10e req-928591eb-50ae-4e4a-83b9-44581951fcb1 service nova] Acquiring lock "refresh_cache-4eb4458e-95a0-473a-b2c7-67eee4ee8574" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.116063] env[69941]: INFO nova.compute.manager [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Took 16.39 seconds to build instance. [ 912.171562] env[69941]: DEBUG nova.network.neutron [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.342713] env[69941]: DEBUG nova.compute.utils [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.346465] env[69941]: DEBUG nova.compute.manager [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.346637] env[69941]: DEBUG nova.network.neutron [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.359469] env[69941]: DEBUG nova.network.neutron [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Updating instance_info_cache with network_info: [{"id": "433b1a55-7c46-416c-963b-03681af2633c", "address": "fa:16:3e:15:84:b0", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap433b1a55-7c", "ovs_interfaceid": "433b1a55-7c46-416c-963b-03681af2633c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.390819] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880713} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.391597] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd/3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.392243] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.393449] env[69941]: DEBUG nova.policy [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b036528598de4b23b526e930296e0378', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '042be2d5f2014c2ab3e6b1e1c1d192b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.394893] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88710297-4544-4483-8cb5-750327dc8ad9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.402870] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 912.402870] env[69941]: value = "task-3288665" [ 912.402870] env[69941]: _type = "Task" [ 912.402870] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.413014] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.618641] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bb91cfc5-f5a9-4f00-aa6b-c61ebca5df6b tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "1bcf7680-bbf7-43c9-bd9d-d5abb9243249" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.901s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.637909] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1026ae19-a017-485e-b500-41d79e3ce543 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.645427] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc48a7d-2ccd-413b-940b-0566439db611 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.678299] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50857e06-528b-4ea9-b68b-a1a3e49ea7b0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.685771] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e8eb90-1375-44b8-8025-316c1c136784 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.701327] env[69941]: DEBUG nova.compute.provider_tree [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.704012] env[69941]: DEBUG nova.network.neutron [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Successfully created port: efced36c-5648-47a5-ae19-36a30bdd5133 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.850864] env[69941]: DEBUG nova.compute.manager [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.861714] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "refresh_cache-4eb4458e-95a0-473a-b2c7-67eee4ee8574" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.863108] env[69941]: DEBUG nova.compute.manager [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Instance network_info: |[{"id": "433b1a55-7c46-416c-963b-03681af2633c", "address": "fa:16:3e:15:84:b0", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap433b1a55-7c", "ovs_interfaceid": "433b1a55-7c46-416c-963b-03681af2633c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.863470] env[69941]: DEBUG oslo_concurrency.lockutils [req-ab73cd1b-449d-4045-ae3c-04b39d0bc10e req-928591eb-50ae-4e4a-83b9-44581951fcb1 service nova] Acquired lock "refresh_cache-4eb4458e-95a0-473a-b2c7-67eee4ee8574" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.863664] env[69941]: DEBUG nova.network.neutron [req-ab73cd1b-449d-4045-ae3c-04b39d0bc10e req-928591eb-50ae-4e4a-83b9-44581951fcb1 service nova] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Refreshing network info cache for port 433b1a55-7c46-416c-963b-03681af2633c {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.865362] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:84:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '433b1a55-7c46-416c-963b-03681af2633c', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.877596] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.878820] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.879121] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f80a8e3e-d8d7-45cc-93cf-8acc95384182 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.902608] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.902608] env[69941]: value = "task-3288666" [ 912.902608] env[69941]: _type = "Task" [ 912.902608] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.917840] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288666, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.917840] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064971} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.917840] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.919354] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73845716-fe6e-4eff-b9f8-85356fd3d60a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.944032] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd/3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.944480] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f6b6575-4c06-45ee-82b7-66a0e37ad74d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.965788] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 912.965788] env[69941]: value = "task-3288667" [ 912.965788] env[69941]: _type = "Task" [ 912.965788] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.975566] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.205594] env[69941]: DEBUG nova.scheduler.client.report [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.331034] env[69941]: DEBUG nova.compute.manager [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.331921] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49038685-1810-4555-89d5-6d8151c8a445 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.414353] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288666, 'name': CreateVM_Task, 'duration_secs': 0.362987} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.415472] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.415472] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.415472] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.415937] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.416040] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093e9110-2f4f-420e-8637-cbbc7fb5df5e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.420978] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 913.420978] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c64659-ad90-3e57-5b48-af17e8fbaec6" [ 913.420978] env[69941]: _type = "Task" [ 913.420978] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.429153] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c64659-ad90-3e57-5b48-af17e8fbaec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.474746] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.621323] env[69941]: DEBUG nova.network.neutron [req-ab73cd1b-449d-4045-ae3c-04b39d0bc10e req-928591eb-50ae-4e4a-83b9-44581951fcb1 service nova] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Updated VIF entry in instance network info cache for port 433b1a55-7c46-416c-963b-03681af2633c. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.621712] env[69941]: DEBUG nova.network.neutron [req-ab73cd1b-449d-4045-ae3c-04b39d0bc10e req-928591eb-50ae-4e4a-83b9-44581951fcb1 service nova] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Updating instance_info_cache with network_info: [{"id": "433b1a55-7c46-416c-963b-03681af2633c", "address": "fa:16:3e:15:84:b0", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap433b1a55-7c", "ovs_interfaceid": "433b1a55-7c46-416c-963b-03681af2633c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.710421] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.713823] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.137s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.714376] env[69941]: DEBUG nova.objects.instance [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Lazy-loading 'resources' on Instance uuid e7812792-52bb-4c04-b2c5-5d56ae9bc0a6 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.736594] env[69941]: INFO nova.scheduler.client.report [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Deleted allocations for instance a8eb094c-94a8-46ff-aef3-0741c5e999fa [ 913.819049] env[69941]: INFO nova.compute.manager [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Rebuilding instance [ 913.843126] env[69941]: INFO nova.compute.manager [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] instance snapshotting [ 913.845889] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d716686-a19c-480e-bf66-71d4f2976103 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.866914] env[69941]: DEBUG nova.compute.manager [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.871805] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f45a40f-1ffd-4397-828a-13f1f12d24e3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.874727] env[69941]: DEBUG nova.compute.manager [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.875524] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee34b083-6e02-416a-a821-84893e688f03 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.897543] env[69941]: DEBUG nova.virt.hardware [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.897820] env[69941]: DEBUG nova.virt.hardware [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.897988] env[69941]: DEBUG nova.virt.hardware [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.898181] env[69941]: DEBUG nova.virt.hardware [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.898333] env[69941]: DEBUG nova.virt.hardware [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.898482] env[69941]: DEBUG nova.virt.hardware [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.898692] env[69941]: DEBUG nova.virt.hardware [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.898861] env[69941]: DEBUG nova.virt.hardware [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.899040] env[69941]: DEBUG nova.virt.hardware [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.899221] env[69941]: DEBUG nova.virt.hardware [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.899376] env[69941]: DEBUG nova.virt.hardware [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.900275] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a251a6cc-5493-43ea-a279-73c938f43013 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.908348] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceb2bf9-2853-42ae-a7a0-dbc52bc538c3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.932264] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c64659-ad90-3e57-5b48-af17e8fbaec6, 'name': SearchDatastore_Task, 'duration_secs': 0.010168} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.932566] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.932932] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.933032] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.933180] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.933353] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.933607] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6106923-a983-4019-9f3d-6f50f0dac690 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.941815] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.941919] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.942767] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9604ab8-c8fa-4c97-8ef7-d42fa2a377c5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.947928] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 913.947928] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52afa41b-af97-3a54-ee64-0a164f6ee337" [ 913.947928] env[69941]: _type = "Task" [ 913.947928] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.955877] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52afa41b-af97-3a54-ee64-0a164f6ee337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.974659] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288667, 'name': ReconfigVM_Task, 'duration_secs': 0.863092} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.974968] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd/3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.975707] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-352f0ef0-c24a-4faf-9eb6-ffaeb229eb59 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.982497] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 913.982497] env[69941]: value = "task-3288668" [ 913.982497] env[69941]: _type = "Task" [ 913.982497] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.990422] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288668, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.101335] env[69941]: DEBUG nova.compute.manager [req-db034728-d204-40fa-9362-bf98f30751de req-db2178ec-d9b7-40dd-9b05-b23de4bb0c4d service nova] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Received event network-vif-plugged-efced36c-5648-47a5-ae19-36a30bdd5133 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.101586] env[69941]: DEBUG oslo_concurrency.lockutils [req-db034728-d204-40fa-9362-bf98f30751de req-db2178ec-d9b7-40dd-9b05-b23de4bb0c4d service nova] Acquiring lock "ce7c3d87-3195-4c3d-96a4-66e18dbece17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.101818] env[69941]: DEBUG oslo_concurrency.lockutils [req-db034728-d204-40fa-9362-bf98f30751de req-db2178ec-d9b7-40dd-9b05-b23de4bb0c4d service nova] Lock "ce7c3d87-3195-4c3d-96a4-66e18dbece17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.102020] env[69941]: DEBUG oslo_concurrency.lockutils [req-db034728-d204-40fa-9362-bf98f30751de req-db2178ec-d9b7-40dd-9b05-b23de4bb0c4d service nova] Lock "ce7c3d87-3195-4c3d-96a4-66e18dbece17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.102263] env[69941]: DEBUG nova.compute.manager [req-db034728-d204-40fa-9362-bf98f30751de req-db2178ec-d9b7-40dd-9b05-b23de4bb0c4d service nova] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] No waiting events found dispatching network-vif-plugged-efced36c-5648-47a5-ae19-36a30bdd5133 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.102389] env[69941]: WARNING nova.compute.manager [req-db034728-d204-40fa-9362-bf98f30751de req-db2178ec-d9b7-40dd-9b05-b23de4bb0c4d service nova] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Received unexpected event network-vif-plugged-efced36c-5648-47a5-ae19-36a30bdd5133 for instance with vm_state building and task_state spawning. [ 914.124368] env[69941]: DEBUG oslo_concurrency.lockutils [req-ab73cd1b-449d-4045-ae3c-04b39d0bc10e req-928591eb-50ae-4e4a-83b9-44581951fcb1 service nova] Releasing lock "refresh_cache-4eb4458e-95a0-473a-b2c7-67eee4ee8574" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.182066] env[69941]: DEBUG nova.network.neutron [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Successfully updated port: efced36c-5648-47a5-ae19-36a30bdd5133 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.245945] env[69941]: DEBUG oslo_concurrency.lockutils [None req-16c1bd5e-f693-42e9-89bf-cc097cd922eb tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "a8eb094c-94a8-46ff-aef3-0741c5e999fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.550s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.393611] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 914.394105] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-18820133-7fe5-46c6-b976-007cba7159b3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.404658] env[69941]: DEBUG oslo_vmware.api [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 914.404658] env[69941]: value = "task-3288669" [ 914.404658] env[69941]: _type = "Task" [ 914.404658] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.412852] env[69941]: DEBUG oslo_vmware.api [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288669, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.462543] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52afa41b-af97-3a54-ee64-0a164f6ee337, 'name': SearchDatastore_Task, 'duration_secs': 0.008799} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.463429] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbeedfb2-ab0d-4bdd-a439-19e52bc99cde {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.470112] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 914.470112] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5275fd09-7ecc-bc55-00a1-904258f6d423" [ 914.470112] env[69941]: _type = "Task" [ 914.470112] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.477786] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5275fd09-7ecc-bc55-00a1-904258f6d423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.490918] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288668, 'name': Rename_Task, 'duration_secs': 0.24882} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.491999] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.492727] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592416bc-d775-4ed8-bbca-08114a7c20a4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.495048] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dda150fa-77e9-4a13-9c56-15f089c78bc1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.501733] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02b7ed1-8159-4880-ac53-da1f94689f6a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.504646] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 914.504646] env[69941]: value = "task-3288670" [ 914.504646] env[69941]: _type = "Task" [ 914.504646] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.532678] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c889de-11a0-4a5c-8a3a-de01db9f3f1b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.538580] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288670, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.543668] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ed50bf-37f4-4ae7-bfe4-42c692e9e492 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.559356] env[69941]: DEBUG nova.compute.provider_tree [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.684536] env[69941]: DEBUG oslo_concurrency.lockutils [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "refresh_cache-ce7c3d87-3195-4c3d-96a4-66e18dbece17" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.684726] env[69941]: DEBUG oslo_concurrency.lockutils [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired lock "refresh_cache-ce7c3d87-3195-4c3d-96a4-66e18dbece17" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.684938] env[69941]: DEBUG nova.network.neutron [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.895686] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.895856] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b73cccd1-ec8d-432c-9ef1-34b00a059916 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.903802] env[69941]: DEBUG oslo_vmware.api [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Waiting for the task: (returnval){ [ 914.903802] env[69941]: value = "task-3288671" [ 914.903802] env[69941]: _type = "Task" [ 914.903802] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.917721] env[69941]: DEBUG oslo_vmware.api [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.920478] env[69941]: DEBUG oslo_vmware.api [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288669, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.981987] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5275fd09-7ecc-bc55-00a1-904258f6d423, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.982318] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.982610] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 4eb4458e-95a0-473a-b2c7-67eee4ee8574/4eb4458e-95a0-473a-b2c7-67eee4ee8574.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.982894] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7f27d27-5796-441b-8aec-d820521547d2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.989848] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 914.989848] env[69941]: value = "task-3288672" [ 914.989848] env[69941]: _type = "Task" [ 914.989848] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.998548] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.015462] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288670, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.063367] env[69941]: DEBUG nova.scheduler.client.report [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.221251] env[69941]: DEBUG nova.network.neutron [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.373638] env[69941]: DEBUG nova.network.neutron [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Updating instance_info_cache with network_info: [{"id": "efced36c-5648-47a5-ae19-36a30bdd5133", "address": "fa:16:3e:ab:5d:d4", "network": {"id": "37b5b15a-9744-4abc-ab1f-cb15a276fabb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221774887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "042be2d5f2014c2ab3e6b1e1c1d192b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefced36c-56", "ovs_interfaceid": "efced36c-5648-47a5-ae19-36a30bdd5133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.417845] env[69941]: DEBUG oslo_vmware.api [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288671, 'name': PowerOffVM_Task, 'duration_secs': 0.269132} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.421449] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.422528] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.423208] env[69941]: DEBUG oslo_vmware.api [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288669, 'name': CreateSnapshot_Task, 'duration_secs': 0.860097} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.423504] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a19d16f1-3a6d-40a0-88d5-ede8df0eafaa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.425317] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 915.426138] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cf05f3-b395-4a3c-8029-bba78b068d32 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.439056] env[69941]: DEBUG oslo_vmware.api [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Waiting for the task: (returnval){ [ 915.439056] env[69941]: value = "task-3288673" [ 915.439056] env[69941]: _type = "Task" [ 915.439056] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.448197] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] VM already powered off {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 915.448499] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 915.448704] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656612', 'volume_id': 'fd924afa-9065-4d35-9957-0bb15a92dab5', 'name': 'volume-fd924afa-9065-4d35-9957-0bb15a92dab5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0ff0742-fed9-4f65-a6e0-c0e51987df7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd924afa-9065-4d35-9957-0bb15a92dab5', 'serial': 'fd924afa-9065-4d35-9957-0bb15a92dab5'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 915.449586] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b17ed7-c05d-462b-8e00-30ce0fface56 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.470062] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8294cd4b-4a44-4692-98bf-1b91d95f87bc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.478367] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b69698-474c-4cc8-bc7f-8ae9fc947796 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.503618] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fe6bd1-d5c5-45f9-81b5-a542f49642a8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.512864] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288672, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.523865] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] The volume has not been displaced from its original location: [datastore1] volume-fd924afa-9065-4d35-9957-0bb15a92dab5/volume-fd924afa-9065-4d35-9957-0bb15a92dab5.vmdk. No consolidation needed. {{(pid=69941) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 915.529295] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 915.532889] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be980812-7101-43a0-9954-c86f2c6b522c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.545804] env[69941]: DEBUG oslo_vmware.api [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288670, 'name': PowerOnVM_Task, 'duration_secs': 0.635254} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.546135] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.546348] env[69941]: INFO nova.compute.manager [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Took 7.79 seconds to spawn the instance on the hypervisor. [ 915.546528] env[69941]: DEBUG nova.compute.manager [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.547688] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8012c423-09f2-4d03-a8f1-1c19bd791b95 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.551510] env[69941]: DEBUG oslo_vmware.api [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Waiting for the task: (returnval){ [ 915.551510] env[69941]: value = "task-3288674" [ 915.551510] env[69941]: _type = "Task" [ 915.551510] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.563451] env[69941]: DEBUG oslo_vmware.api [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.570052] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.601377] env[69941]: INFO nova.scheduler.client.report [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Deleted allocations for instance e7812792-52bb-4c04-b2c5-5d56ae9bc0a6 [ 915.876640] env[69941]: DEBUG oslo_concurrency.lockutils [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Releasing lock "refresh_cache-ce7c3d87-3195-4c3d-96a4-66e18dbece17" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.876979] env[69941]: DEBUG nova.compute.manager [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Instance network_info: |[{"id": "efced36c-5648-47a5-ae19-36a30bdd5133", "address": "fa:16:3e:ab:5d:d4", "network": {"id": "37b5b15a-9744-4abc-ab1f-cb15a276fabb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221774887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "042be2d5f2014c2ab3e6b1e1c1d192b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefced36c-56", "ovs_interfaceid": "efced36c-5648-47a5-ae19-36a30bdd5133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.877441] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:5d:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efced36c-5648-47a5-ae19-36a30bdd5133', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.885062] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.885293] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.885545] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebe1c16f-dc8a-471d-8b4f-d0eb18cd6788 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.905577] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.905577] env[69941]: value = "task-3288675" [ 915.905577] env[69941]: _type = "Task" [ 915.905577] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.913051] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288675, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.948556] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 915.948975] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-061ae16c-acb5-48ff-84f9-0a19fac00fe2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.957622] env[69941]: DEBUG oslo_vmware.api [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 915.957622] env[69941]: value = "task-3288676" [ 915.957622] env[69941]: _type = "Task" [ 915.957622] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.966098] env[69941]: DEBUG oslo_vmware.api [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288676, 'name': CloneVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.009323] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538031} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.009597] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 4eb4458e-95a0-473a-b2c7-67eee4ee8574/4eb4458e-95a0-473a-b2c7-67eee4ee8574.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.010047] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.010284] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0a70780-ee85-44e1-b2b2-cd2b35e5c525 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.016145] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 916.016145] env[69941]: value = "task-3288677" [ 916.016145] env[69941]: _type = "Task" [ 916.016145] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.023784] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.065655] env[69941]: DEBUG oslo_vmware.api [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288674, 'name': ReconfigVM_Task, 'duration_secs': 0.161198} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.068973] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 916.079499] env[69941]: INFO nova.compute.manager [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Took 13.89 seconds to build instance. [ 916.081160] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dc76947-e91b-47a8-b6cf-6dacc99454bd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.107302] env[69941]: DEBUG oslo_vmware.api [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Waiting for the task: (returnval){ [ 916.107302] env[69941]: value = "task-3288678" [ 916.107302] env[69941]: _type = "Task" [ 916.107302] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.114890] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79ac0fe8-36be-4203-9bac-010ecae8e876 tempest-ServerExternalEventsTest-1157035664 tempest-ServerExternalEventsTest-1157035664-project-member] Lock "e7812792-52bb-4c04-b2c5-5d56ae9bc0a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.882s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.120192] env[69941]: DEBUG oslo_vmware.api [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288678, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.138162] env[69941]: DEBUG nova.compute.manager [req-c59c57d9-4bfd-40b3-a16b-1d7aa2f09301 req-a7aeff06-081b-4b70-95b9-d84d19245c66 service nova] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Received event network-changed-efced36c-5648-47a5-ae19-36a30bdd5133 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.138355] env[69941]: DEBUG nova.compute.manager [req-c59c57d9-4bfd-40b3-a16b-1d7aa2f09301 req-a7aeff06-081b-4b70-95b9-d84d19245c66 service nova] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Refreshing instance network info cache due to event network-changed-efced36c-5648-47a5-ae19-36a30bdd5133. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.138536] env[69941]: DEBUG oslo_concurrency.lockutils [req-c59c57d9-4bfd-40b3-a16b-1d7aa2f09301 req-a7aeff06-081b-4b70-95b9-d84d19245c66 service nova] Acquiring lock "refresh_cache-ce7c3d87-3195-4c3d-96a4-66e18dbece17" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.138683] env[69941]: DEBUG oslo_concurrency.lockutils [req-c59c57d9-4bfd-40b3-a16b-1d7aa2f09301 req-a7aeff06-081b-4b70-95b9-d84d19245c66 service nova] Acquired lock "refresh_cache-ce7c3d87-3195-4c3d-96a4-66e18dbece17" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.138988] env[69941]: DEBUG nova.network.neutron [req-c59c57d9-4bfd-40b3-a16b-1d7aa2f09301 req-a7aeff06-081b-4b70-95b9-d84d19245c66 service nova] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Refreshing network info cache for port efced36c-5648-47a5-ae19-36a30bdd5133 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.419104] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288675, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.467732] env[69941]: DEBUG oslo_vmware.api [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288676, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.526341] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156071} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.526741] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.527690] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7888c1-1965-44a3-97d2-d6a9f4767be1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.551630] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 4eb4458e-95a0-473a-b2c7-67eee4ee8574/4eb4458e-95a0-473a-b2c7-67eee4ee8574.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.551944] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2668ac02-4823-49ba-bbd0-1fdc42c56224 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.572379] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 916.572379] env[69941]: value = "task-3288679" [ 916.572379] env[69941]: _type = "Task" [ 916.572379] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.582767] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.601513] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecac682-aaad-42c3-8087-50c29051c4e4 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.418s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.601895] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a6fb7d1-3618-4dcf-8bf3-ce8a815c8a49 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.602144] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a6fb7d1-3618-4dcf-8bf3-ce8a815c8a49 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.602326] env[69941]: DEBUG nova.compute.manager [None req-8a6fb7d1-3618-4dcf-8bf3-ce8a815c8a49 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.603318] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bfd2ff-b06c-4dac-892c-35d50636ac7c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.612694] env[69941]: DEBUG nova.compute.manager [None req-8a6fb7d1-3618-4dcf-8bf3-ce8a815c8a49 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69941) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 916.613321] env[69941]: DEBUG nova.objects.instance [None req-8a6fb7d1-3618-4dcf-8bf3-ce8a815c8a49 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lazy-loading 'flavor' on Instance uuid 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.620345] env[69941]: DEBUG oslo_vmware.api [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288678, 'name': ReconfigVM_Task, 'duration_secs': 0.311167} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.620689] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656612', 'volume_id': 'fd924afa-9065-4d35-9957-0bb15a92dab5', 'name': 'volume-fd924afa-9065-4d35-9957-0bb15a92dab5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0ff0742-fed9-4f65-a6e0-c0e51987df7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd924afa-9065-4d35-9957-0bb15a92dab5', 'serial': 'fd924afa-9065-4d35-9957-0bb15a92dab5'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 916.620994] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.622447] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fe7082-6b0c-458c-b196-8b44beb26770 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.629266] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.629496] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d32375b-7051-48bc-8600-07ee454557b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.692954] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.693669] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.693669] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Deleting the datastore file [datastore1] f0ff0742-fed9-4f65-a6e0-c0e51987df7c {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.694853] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7ed442e-32f1-4b46-821a-c14e44a5084d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.700686] env[69941]: DEBUG oslo_vmware.api [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Waiting for the task: (returnval){ [ 916.700686] env[69941]: value = "task-3288681" [ 916.700686] env[69941]: _type = "Task" [ 916.700686] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.709890] env[69941]: DEBUG oslo_vmware.api [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.865174] env[69941]: DEBUG nova.network.neutron [req-c59c57d9-4bfd-40b3-a16b-1d7aa2f09301 req-a7aeff06-081b-4b70-95b9-d84d19245c66 service nova] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Updated VIF entry in instance network info cache for port efced36c-5648-47a5-ae19-36a30bdd5133. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.866031] env[69941]: DEBUG nova.network.neutron [req-c59c57d9-4bfd-40b3-a16b-1d7aa2f09301 req-a7aeff06-081b-4b70-95b9-d84d19245c66 service nova] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Updating instance_info_cache with network_info: [{"id": "efced36c-5648-47a5-ae19-36a30bdd5133", "address": "fa:16:3e:ab:5d:d4", "network": {"id": "37b5b15a-9744-4abc-ab1f-cb15a276fabb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221774887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "042be2d5f2014c2ab3e6b1e1c1d192b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefced36c-56", "ovs_interfaceid": "efced36c-5648-47a5-ae19-36a30bdd5133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.919266] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288675, 'name': CreateVM_Task, 'duration_secs': 0.718037} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.919645] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.920467] env[69941]: DEBUG oslo_concurrency.lockutils [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.921130] env[69941]: DEBUG oslo_concurrency.lockutils [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.921775] env[69941]: DEBUG oslo_concurrency.lockutils [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.922147] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b61975-248b-40be-8b00-27aae321198d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.926908] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 916.926908] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]520283ab-59c6-128a-6664-1022fdddd4c5" [ 916.926908] env[69941]: _type = "Task" [ 916.926908] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.935791] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520283ab-59c6-128a-6664-1022fdddd4c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.968156] env[69941]: DEBUG oslo_vmware.api [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288676, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.085779] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288679, 'name': ReconfigVM_Task, 'duration_secs': 0.290172} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.085779] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 4eb4458e-95a0-473a-b2c7-67eee4ee8574/4eb4458e-95a0-473a-b2c7-67eee4ee8574.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.085779] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a51b822-5415-496a-94b2-8093dc075dd9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.091859] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 917.091859] env[69941]: value = "task-3288682" [ 917.091859] env[69941]: _type = "Task" [ 917.091859] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.101247] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288682, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.212127] env[69941]: DEBUG oslo_vmware.api [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Task: {'id': task-3288681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080994} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.212422] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.212607] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.212794] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.272768] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 917.272768] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3b3b838-e597-4bcc-bb12-319100f69c85 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.282223] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33259de-59a3-42f5-a34f-737941554086 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.323803] env[69941]: ERROR nova.compute.manager [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Failed to detach volume fd924afa-9065-4d35-9957-0bb15a92dab5 from /dev/sda: nova.exception.InstanceNotFound: Instance f0ff0742-fed9-4f65-a6e0-c0e51987df7c could not be found. [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Traceback (most recent call last): [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] self.driver.rebuild(**kwargs) [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] raise NotImplementedError() [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] NotImplementedError [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] During handling of the above exception, another exception occurred: [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Traceback (most recent call last): [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] self.driver.detach_volume(context, old_connection_info, [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] return self._volumeops.detach_volume(connection_info, instance) [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] self._detach_volume_vmdk(connection_info, instance) [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] stable_ref.fetch_moref(session) [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] raise exception.InstanceNotFound(instance_id=self._uuid) [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] nova.exception.InstanceNotFound: Instance f0ff0742-fed9-4f65-a6e0-c0e51987df7c could not be found. [ 917.323803] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] [ 917.369132] env[69941]: DEBUG oslo_concurrency.lockutils [req-c59c57d9-4bfd-40b3-a16b-1d7aa2f09301 req-a7aeff06-081b-4b70-95b9-d84d19245c66 service nova] Releasing lock "refresh_cache-ce7c3d87-3195-4c3d-96a4-66e18dbece17" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.442167] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520283ab-59c6-128a-6664-1022fdddd4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010568} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.442592] env[69941]: DEBUG oslo_concurrency.lockutils [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.442837] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.443099] env[69941]: DEBUG oslo_concurrency.lockutils [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.443263] env[69941]: DEBUG oslo_concurrency.lockutils [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.443472] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.443742] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70f08ef2-d436-45f7-af62-a07d88b9b7dd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.453164] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.453500] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.454200] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-792e19a8-42cf-484e-bd9f-6104284a193b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.460342] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 917.460342] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52794275-d8b0-ba97-4d70-fc2d8691fa8f" [ 917.460342] env[69941]: _type = "Task" [ 917.460342] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.465633] env[69941]: DEBUG nova.compute.utils [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Build of instance f0ff0742-fed9-4f65-a6e0-c0e51987df7c aborted: Failed to rebuild volume backed instance. {{(pid=69941) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 917.478640] env[69941]: DEBUG oslo_vmware.api [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288676, 'name': CloneVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.481999] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52794275-d8b0-ba97-4d70-fc2d8691fa8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.485524] env[69941]: ERROR nova.compute.manager [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance f0ff0742-fed9-4f65-a6e0-c0e51987df7c aborted: Failed to rebuild volume backed instance. [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Traceback (most recent call last): [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] self.driver.rebuild(**kwargs) [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] raise NotImplementedError() [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] NotImplementedError [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] During handling of the above exception, another exception occurred: [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Traceback (most recent call last): [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] self._detach_root_volume(context, instance, root_bdm) [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] with excutils.save_and_reraise_exception(): [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] self.force_reraise() [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] raise self.value [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] self.driver.detach_volume(context, old_connection_info, [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] return self._volumeops.detach_volume(connection_info, instance) [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] self._detach_volume_vmdk(connection_info, instance) [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] stable_ref.fetch_moref(session) [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] raise exception.InstanceNotFound(instance_id=self._uuid) [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] nova.exception.InstanceNotFound: Instance f0ff0742-fed9-4f65-a6e0-c0e51987df7c could not be found. [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] During handling of the above exception, another exception occurred: [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Traceback (most recent call last): [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] yield [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 917.485524] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] self._do_rebuild_instance_with_claim( [ 917.486698] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 917.486698] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] self._do_rebuild_instance( [ 917.486698] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 917.486698] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] self._rebuild_default_impl(**kwargs) [ 917.486698] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 917.486698] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] self._rebuild_volume_backed_instance( [ 917.486698] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 917.486698] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] raise exception.BuildAbortException( [ 917.486698] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] nova.exception.BuildAbortException: Build of instance f0ff0742-fed9-4f65-a6e0-c0e51987df7c aborted: Failed to rebuild volume backed instance. [ 917.486698] env[69941]: ERROR nova.compute.manager [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] [ 917.602314] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288682, 'name': Rename_Task, 'duration_secs': 0.144296} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.602616] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.602837] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f94fce34-2cc5-4f88-b292-b2e89a02ce58 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.608757] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 917.608757] env[69941]: value = "task-3288683" [ 917.608757] env[69941]: _type = "Task" [ 917.608757] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.616496] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.620267] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6fb7d1-3618-4dcf-8bf3-ce8a815c8a49 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.620347] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63faf7e7-d213-4a4c-bed1-02ab55dd2ce5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.626712] env[69941]: DEBUG oslo_vmware.api [None req-8a6fb7d1-3618-4dcf-8bf3-ce8a815c8a49 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 917.626712] env[69941]: value = "task-3288684" [ 917.626712] env[69941]: _type = "Task" [ 917.626712] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.634511] env[69941]: DEBUG oslo_vmware.api [None req-8a6fb7d1-3618-4dcf-8bf3-ce8a815c8a49 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.973815] env[69941]: DEBUG oslo_vmware.api [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288676, 'name': CloneVM_Task, 'duration_secs': 1.638573} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.977536] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Created linked-clone VM from snapshot [ 917.977826] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52794275-d8b0-ba97-4d70-fc2d8691fa8f, 'name': SearchDatastore_Task, 'duration_secs': 0.014141} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.978583] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabb0488-024b-4b5f-a403-2132073903c5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.982114] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-860a3e71-62eb-4251-8013-10ce5f80cb0f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.993614] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Uploading image acdb86d7-17cb-49d0-a7e2-4c1c8da97b4d {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 917.997366] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 917.997366] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]528a80f8-93a7-9602-bba0-95321a537242" [ 917.997366] env[69941]: _type = "Task" [ 917.997366] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.008482] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528a80f8-93a7-9602-bba0-95321a537242, 'name': SearchDatastore_Task, 'duration_secs': 0.013092} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.009564] env[69941]: DEBUG oslo_concurrency.lockutils [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.009925] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] ce7c3d87-3195-4c3d-96a4-66e18dbece17/ce7c3d87-3195-4c3d-96a4-66e18dbece17.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.012426] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53d2a699-3e97-4b1b-9074-95b9186ffcdc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.019698] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 918.019698] env[69941]: value = "task-3288685" [ 918.019698] env[69941]: _type = "Task" [ 918.019698] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.026071] env[69941]: DEBUG oslo_vmware.rw_handles [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 918.026071] env[69941]: value = "vm-656784" [ 918.026071] env[69941]: _type = "VirtualMachine" [ 918.026071] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 918.026697] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-04a49c6e-5dfd-4cbb-8245-8951be8e20f1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.033358] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.034804] env[69941]: DEBUG oslo_vmware.rw_handles [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lease: (returnval){ [ 918.034804] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523b1b20-89f5-f1eb-8596-71c47f216cb4" [ 918.034804] env[69941]: _type = "HttpNfcLease" [ 918.034804] env[69941]: } obtained for exporting VM: (result){ [ 918.034804] env[69941]: value = "vm-656784" [ 918.034804] env[69941]: _type = "VirtualMachine" [ 918.034804] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 918.035056] env[69941]: DEBUG oslo_vmware.api [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the lease: (returnval){ [ 918.035056] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523b1b20-89f5-f1eb-8596-71c47f216cb4" [ 918.035056] env[69941]: _type = "HttpNfcLease" [ 918.035056] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 918.042370] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 918.042370] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523b1b20-89f5-f1eb-8596-71c47f216cb4" [ 918.042370] env[69941]: _type = "HttpNfcLease" [ 918.042370] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 918.119364] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288683, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.137037] env[69941]: DEBUG oslo_vmware.api [None req-8a6fb7d1-3618-4dcf-8bf3-ce8a815c8a49 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288684, 'name': PowerOffVM_Task, 'duration_secs': 0.244188} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.137037] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6fb7d1-3618-4dcf-8bf3-ce8a815c8a49 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.137219] env[69941]: DEBUG nova.compute.manager [None req-8a6fb7d1-3618-4dcf-8bf3-ce8a815c8a49 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.138373] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b86b9a5-4084-433c-8ba4-4389b7d4b1f1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.530488] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288685, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.542344] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 918.542344] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523b1b20-89f5-f1eb-8596-71c47f216cb4" [ 918.542344] env[69941]: _type = "HttpNfcLease" [ 918.542344] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 918.542686] env[69941]: DEBUG oslo_vmware.rw_handles [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 918.542686] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523b1b20-89f5-f1eb-8596-71c47f216cb4" [ 918.542686] env[69941]: _type = "HttpNfcLease" [ 918.542686] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 918.543366] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fce21a-97dc-4f96-bb05-f55e6543e822 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.551418] env[69941]: DEBUG oslo_vmware.rw_handles [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524bc20c-e7dd-17a7-9b59-838be6a8889b/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 918.551621] env[69941]: DEBUG oslo_vmware.rw_handles [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524bc20c-e7dd-17a7-9b59-838be6a8889b/disk-0.vmdk for reading. {{(pid=69941) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 918.628022] env[69941]: DEBUG oslo_vmware.api [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288683, 'name': PowerOnVM_Task, 'duration_secs': 0.526327} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.628022] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.628022] env[69941]: INFO nova.compute.manager [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Took 8.12 seconds to spawn the instance on the hypervisor. [ 918.628022] env[69941]: DEBUG nova.compute.manager [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.629765] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7382269d-734b-48bf-9f08-809d0308194d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.653154] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a6fb7d1-3618-4dcf-8bf3-ce8a815c8a49 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.669394] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1a202f8b-aa60-4f45-a706-9bea5a73969e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.031342] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.882995} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.031814] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] ce7c3d87-3195-4c3d-96a4-66e18dbece17/ce7c3d87-3195-4c3d-96a4-66e18dbece17.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.032401] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.032720] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9363a20-0ecd-4946-bfbe-16e8305b4249 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.042463] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 919.042463] env[69941]: value = "task-3288687" [ 919.042463] env[69941]: _type = "Task" [ 919.042463] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.052221] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.122298] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.122298] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.122298] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.122848] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.123220] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.126662] env[69941]: INFO nova.compute.manager [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Terminating instance [ 919.150107] env[69941]: INFO nova.compute.manager [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Took 13.08 seconds to build instance. [ 919.506677] env[69941]: DEBUG oslo_concurrency.lockutils [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.506987] env[69941]: DEBUG oslo_concurrency.lockutils [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.557505] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071789} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.557835] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.558508] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b663b870-0f6d-4afb-bb1c-13d2afab7d7f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.599801] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] ce7c3d87-3195-4c3d-96a4-66e18dbece17/ce7c3d87-3195-4c3d-96a4-66e18dbece17.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.600393] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2310511-08c6-418d-a090-97ad367e56c4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.622017] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 919.622017] env[69941]: value = "task-3288688" [ 919.622017] env[69941]: _type = "Task" [ 919.622017] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.636019] env[69941]: DEBUG nova.compute.manager [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.636019] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.636019] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288688, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.636995] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142575e5-6022-4bd6-9054-1f8513efc708 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.648844] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.648844] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-176417cc-ab41-4426-87a6-1b09db011ae9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.652233] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0b103676-5bb6-478d-91ad-867da4d0f15b tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "4eb4458e-95a0-473a-b2c7-67eee4ee8574" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.592s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.715913] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.716208] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.716375] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleting the datastore file [datastore2] 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.716662] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80ed8f78-c301-4359-9840-9f09dd1eb8d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.724934] env[69941]: DEBUG oslo_vmware.api [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 919.724934] env[69941]: value = "task-3288690" [ 919.724934] env[69941]: _type = "Task" [ 919.724934] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.733685] env[69941]: DEBUG oslo_vmware.api [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.798987] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "4eb4458e-95a0-473a-b2c7-67eee4ee8574" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.801106] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "4eb4458e-95a0-473a-b2c7-67eee4ee8574" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.801106] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "4eb4458e-95a0-473a-b2c7-67eee4ee8574-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.801106] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "4eb4458e-95a0-473a-b2c7-67eee4ee8574-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.801106] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "4eb4458e-95a0-473a-b2c7-67eee4ee8574-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.803242] env[69941]: INFO nova.compute.manager [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Terminating instance [ 919.891054] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9bed90-9352-47e8-bbd8-6c7bb0cefad6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.900819] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cd573d-fd88-44e5-8bf3-182468c64967 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.940701] env[69941]: DEBUG oslo_concurrency.lockutils [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Acquiring lock "f0ff0742-fed9-4f65-a6e0-c0e51987df7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.941033] env[69941]: DEBUG oslo_concurrency.lockutils [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Lock "f0ff0742-fed9-4f65-a6e0-c0e51987df7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.941286] env[69941]: DEBUG oslo_concurrency.lockutils [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Acquiring lock "f0ff0742-fed9-4f65-a6e0-c0e51987df7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.941491] env[69941]: DEBUG oslo_concurrency.lockutils [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Lock "f0ff0742-fed9-4f65-a6e0-c0e51987df7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.941666] env[69941]: DEBUG oslo_concurrency.lockutils [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Lock "f0ff0742-fed9-4f65-a6e0-c0e51987df7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.944708] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d979ad3-9645-41f1-937c-55c16a2e8735 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.948057] env[69941]: INFO nova.compute.manager [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Terminating instance [ 919.955515] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de8cd52-054c-46c3-9cb4-7f33069388d4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.972798] env[69941]: DEBUG nova.compute.provider_tree [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.133278] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288688, 'name': ReconfigVM_Task, 'duration_secs': 0.323312} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.133690] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Reconfigured VM instance instance-0000004e to attach disk [datastore1] ce7c3d87-3195-4c3d-96a4-66e18dbece17/ce7c3d87-3195-4c3d-96a4-66e18dbece17.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.134496] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62ce4e14-2c9c-4472-a2ff-8c992ad33879 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.141148] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 920.141148] env[69941]: value = "task-3288691" [ 920.141148] env[69941]: _type = "Task" [ 920.141148] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.163579] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288691, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.238387] env[69941]: DEBUG oslo_vmware.api [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175369} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.238387] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.238387] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.238387] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.238387] env[69941]: INFO nova.compute.manager [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Took 0.60 seconds to destroy the instance on the hypervisor. [ 920.238751] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.238948] env[69941]: DEBUG nova.compute.manager [-] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.239076] env[69941]: DEBUG nova.network.neutron [-] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.307797] env[69941]: DEBUG nova.compute.manager [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.307982] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.309643] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c9a130-a435-458c-b1a7-cef2085a1659 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.322362] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.322694] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39888c2b-0617-4b96-8720-cd88ef090c27 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.329572] env[69941]: DEBUG oslo_vmware.api [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 920.329572] env[69941]: value = "task-3288692" [ 920.329572] env[69941]: _type = "Task" [ 920.329572] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.340047] env[69941]: DEBUG oslo_vmware.api [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.453266] env[69941]: DEBUG nova.compute.manager [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.453699] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5baf54cb-e0ef-4b96-b664-a4c1958894c5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.473257] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2db54f5-af3f-4b94-a068-4d6e7ee13bb3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.522505] env[69941]: WARNING nova.virt.vmwareapi.driver [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance f0ff0742-fed9-4f65-a6e0-c0e51987df7c could not be found. [ 920.522920] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.524394] env[69941]: ERROR nova.scheduler.client.report [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [req-9a4300fa-245c-495c-bc1a-d143aa8b0b43] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc8d08d-90ea-4899-a2f6-2f585d790aea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9a4300fa-245c-495c-bc1a-d143aa8b0b43"}]}: nova.exception.BuildAbortException: Build of instance f0ff0742-fed9-4f65-a6e0-c0e51987df7c aborted: Failed to rebuild volume backed instance. [ 920.524788] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52b0bab1-bf1e-4388-8628-7f41a0be89eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.540390] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38f6cf0-433e-4310-b3c7-7eb2500fe43d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.557923] env[69941]: DEBUG nova.scheduler.client.report [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Refreshing inventories for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 920.588224] env[69941]: WARNING nova.virt.vmwareapi.vmops [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f0ff0742-fed9-4f65-a6e0-c0e51987df7c could not be found. [ 920.588513] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.588990] env[69941]: INFO nova.compute.manager [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Took 0.14 seconds to destroy the instance on the hypervisor. [ 920.589319] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.590676] env[69941]: DEBUG nova.scheduler.client.report [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Updating ProviderTree inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 920.590844] env[69941]: DEBUG nova.compute.provider_tree [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.592957] env[69941]: DEBUG nova.compute.manager [-] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.593350] env[69941]: DEBUG nova.network.neutron [-] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.615185] env[69941]: DEBUG nova.scheduler.client.report [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Refreshing aggregate associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, aggregates: None {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 920.641414] env[69941]: DEBUG nova.scheduler.client.report [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Refreshing trait associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 920.654450] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288691, 'name': Rename_Task, 'duration_secs': 0.204803} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.654771] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.655058] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cb6e799-0fa4-4f6d-9b45-c211e97be468 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.662293] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 920.662293] env[69941]: value = "task-3288693" [ 920.662293] env[69941]: _type = "Task" [ 920.662293] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.672600] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.691480] env[69941]: DEBUG nova.compute.manager [req-07989fb7-435d-4312-aab3-fc3baf6292f6 req-1a1c93bf-cab7-49d5-8868-714ccde63736 service nova] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Received event network-vif-deleted-18e57d37-0727-4f24-bc67-c0fec7c47a47 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.691694] env[69941]: INFO nova.compute.manager [req-07989fb7-435d-4312-aab3-fc3baf6292f6 req-1a1c93bf-cab7-49d5-8868-714ccde63736 service nova] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Neutron deleted interface 18e57d37-0727-4f24-bc67-c0fec7c47a47; detaching it from the instance and deleting it from the info cache [ 920.691922] env[69941]: DEBUG nova.network.neutron [req-07989fb7-435d-4312-aab3-fc3baf6292f6 req-1a1c93bf-cab7-49d5-8868-714ccde63736 service nova] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.840124] env[69941]: DEBUG oslo_vmware.api [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288692, 'name': PowerOffVM_Task, 'duration_secs': 0.260841} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.843782] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.844009] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.845039] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bb55611-3e50-4d02-a5ea-4bed40da0c9a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.907422] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.907698] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.907938] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleting the datastore file [datastore2] 4eb4458e-95a0-473a-b2c7-67eee4ee8574 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.908284] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41472504-9c11-45ed-8fbc-f29fb3d054cc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.919344] env[69941]: DEBUG oslo_vmware.api [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 920.919344] env[69941]: value = "task-3288695" [ 920.919344] env[69941]: _type = "Task" [ 920.919344] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.929737] env[69941]: DEBUG oslo_vmware.api [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.986882] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56ffa8f-2ce8-447a-a192-bcee0b065429 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.996169] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b2e794-e749-4c0e-8b4b-cebaaf23afca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.036764] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d100f1-bb73-4dbc-b778-a5d83dc4662a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.045181] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394fac97-1e13-480c-966c-fa4e1b4f67c4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.060393] env[69941]: DEBUG nova.network.neutron [-] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.064894] env[69941]: DEBUG nova.compute.provider_tree [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.173037] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.195035] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40f6f27b-24bd-4b26-aac1-2d933e7acbe3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.204142] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18df956e-244c-4294-81f9-f1b0e89fb595 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.242716] env[69941]: DEBUG nova.compute.manager [req-07989fb7-435d-4312-aab3-fc3baf6292f6 req-1a1c93bf-cab7-49d5-8868-714ccde63736 service nova] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Detach interface failed, port_id=18e57d37-0727-4f24-bc67-c0fec7c47a47, reason: Instance 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 921.435018] env[69941]: DEBUG oslo_vmware.api [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248155} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.435018] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.435018] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.435018] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.435018] env[69941]: INFO nova.compute.manager [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Took 1.13 seconds to destroy the instance on the hypervisor. [ 921.435018] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.435018] env[69941]: DEBUG nova.compute.manager [-] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.435018] env[69941]: DEBUG nova.network.neutron [-] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.570841] env[69941]: INFO nova.compute.manager [-] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Took 1.33 seconds to deallocate network for instance. [ 921.590689] env[69941]: ERROR nova.scheduler.client.report [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [req-50997566-544e-44fa-8ae5-f00d2d55b3bb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc8d08d-90ea-4899-a2f6-2f585d790aea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-50997566-544e-44fa-8ae5-f00d2d55b3bb"}]}: nova.exception.BuildAbortException: Build of instance f0ff0742-fed9-4f65-a6e0-c0e51987df7c aborted: Failed to rebuild volume backed instance. [ 921.617067] env[69941]: DEBUG nova.scheduler.client.report [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Refreshing inventories for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 921.637370] env[69941]: DEBUG nova.scheduler.client.report [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Updating ProviderTree inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 921.637640] env[69941]: DEBUG nova.compute.provider_tree [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.640186] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "3d985512-661f-4f91-b1b9-7f5972a9a258" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.640473] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "3d985512-661f-4f91-b1b9-7f5972a9a258" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.657462] env[69941]: DEBUG nova.scheduler.client.report [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Refreshing aggregate associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, aggregates: None {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 921.682345] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.688990] env[69941]: DEBUG nova.scheduler.client.report [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Refreshing trait associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 921.693496] env[69941]: DEBUG nova.network.neutron [-] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.018023] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44431ba-a640-4c94-8651-eda2b9413811 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.028801] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587c51ab-8a03-43f4-997a-84ea17386a63 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.061738] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb12bde-628b-43d0-9273-4bea7d84b1fc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.069745] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7b2aeb-6589-4fd4-b7a0-930ba15be644 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.084423] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.084939] env[69941]: DEBUG nova.compute.provider_tree [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 922.143478] env[69941]: DEBUG nova.compute.manager [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.177562] env[69941]: DEBUG oslo_vmware.api [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288693, 'name': PowerOnVM_Task, 'duration_secs': 1.165162} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.177896] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.178086] env[69941]: INFO nova.compute.manager [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Took 8.31 seconds to spawn the instance on the hypervisor. [ 922.178273] env[69941]: DEBUG nova.compute.manager [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.179076] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca479974-e1bd-4e45-86bb-0dfe620daf9a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.188081] env[69941]: DEBUG nova.network.neutron [-] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.196291] env[69941]: INFO nova.compute.manager [-] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Took 1.60 seconds to deallocate network for instance. [ 922.623757] env[69941]: DEBUG nova.scheduler.client.report [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Updated inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 922.624142] env[69941]: DEBUG nova.compute.provider_tree [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Updating resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea generation from 103 to 104 during operation: update_inventory {{(pid=69941) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 922.624484] env[69941]: DEBUG nova.compute.provider_tree [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 922.664425] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.692625] env[69941]: INFO nova.compute.manager [-] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Took 1.26 seconds to deallocate network for instance. [ 922.697862] env[69941]: INFO nova.compute.manager [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Took 16.53 seconds to build instance. [ 922.741543] env[69941]: DEBUG nova.compute.manager [req-a97414dd-f81c-4086-9759-23cd4e098d1f req-f479a7d6-96c8-42f8-aa60-f1033683852d service nova] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Received event network-vif-deleted-2f7326db-300a-4e12-a152-cf8fd9c5f612 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.742930] env[69941]: DEBUG nova.compute.manager [req-a97414dd-f81c-4086-9759-23cd4e098d1f req-f479a7d6-96c8-42f8-aa60-f1033683852d service nova] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Received event network-vif-deleted-433b1a55-7c46-416c-963b-03681af2633c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.764791] env[69941]: INFO nova.compute.manager [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Took 0.57 seconds to detach 1 volumes for instance. [ 922.767964] env[69941]: DEBUG nova.compute.manager [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Deleting volume: fd924afa-9065-4d35-9957-0bb15a92dab5 {{(pid=69941) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 923.131582] env[69941]: DEBUG oslo_concurrency.lockutils [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.624s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.131847] env[69941]: INFO nova.compute.manager [None req-496b42b5-6044-43d9-b6aa-c7aeb3d06886 tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Successfully reverted task state from rebuilding on failure for instance. [ 923.138264] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.054s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.138565] env[69941]: DEBUG nova.objects.instance [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lazy-loading 'resources' on Instance uuid 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.203135] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.203135] env[69941]: DEBUG oslo_concurrency.lockutils [None req-918c04d4-e4c1-4989-85d8-b8e43cdc1782 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "ce7c3d87-3195-4c3d-96a4-66e18dbece17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.047s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.319071] env[69941]: DEBUG oslo_concurrency.lockutils [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.926064] env[69941]: DEBUG nova.compute.manager [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.926064] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b5fd4f-74da-426e-a05e-3049e78d5e9a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.930109] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d484a9-c1eb-4e5a-a533-bf620ec79f2c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.940263] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df00d32b-4c53-4df2-8417-66e74cba55cc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.980459] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1122865-7710-4486-9135-2ec3c3253f57 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.991243] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e55621a-3e5f-4458-9b3e-d597ff43503e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.007677] env[69941]: DEBUG nova.compute.provider_tree [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.449726] env[69941]: INFO nova.compute.manager [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] instance snapshotting [ 924.453248] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014e86ab-5190-46ee-a7e3-8f5c94de3346 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.472584] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350f5299-1833-4ef8-8bc1-7bb1fa03686d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.512053] env[69941]: DEBUG nova.scheduler.client.report [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.983979] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 924.984708] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-24296d53-1668-4b65-99af-75c134fb7c4b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.994960] env[69941]: DEBUG oslo_vmware.api [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 924.994960] env[69941]: value = "task-3288697" [ 924.994960] env[69941]: _type = "Task" [ 924.994960] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.008195] env[69941]: DEBUG oslo_vmware.api [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288697, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.019491] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.022785] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.357s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.024388] env[69941]: INFO nova.compute.claims [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.050976] env[69941]: INFO nova.scheduler.client.report [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleted allocations for instance 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd [ 925.504932] env[69941]: DEBUG oslo_vmware.api [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288697, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.568127] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8edb3ab3-3c72-4221-b848-1f026f2a79aa tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.446s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.007511] env[69941]: DEBUG oslo_vmware.api [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288697, 'name': CreateSnapshot_Task, 'duration_secs': 0.765161} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.008387] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 926.009541] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19860c1c-86a5-4586-b238-a037f33769d4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.153099] env[69941]: DEBUG oslo_vmware.rw_handles [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524bc20c-e7dd-17a7-9b59-838be6a8889b/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 926.154271] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a035e21-b5ff-452b-865e-204459f697df {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.163176] env[69941]: DEBUG oslo_vmware.rw_handles [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524bc20c-e7dd-17a7-9b59-838be6a8889b/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 926.163495] env[69941]: ERROR oslo_vmware.rw_handles [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524bc20c-e7dd-17a7-9b59-838be6a8889b/disk-0.vmdk due to incomplete transfer. [ 926.164503] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-736c549b-53f1-4a70-bca8-f27ac05dae10 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.180350] env[69941]: DEBUG oslo_vmware.rw_handles [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524bc20c-e7dd-17a7-9b59-838be6a8889b/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 926.180586] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Uploaded image acdb86d7-17cb-49d0-a7e2-4c1c8da97b4d to the Glance image server {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 926.187107] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 926.187510] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8a36d49a-5b78-4039-9d67-40cf536ac580 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.197365] env[69941]: DEBUG oslo_vmware.api [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 926.197365] env[69941]: value = "task-3288698" [ 926.197365] env[69941]: _type = "Task" [ 926.197365] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.212626] env[69941]: DEBUG oslo_vmware.api [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288698, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.406551] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0d34e0-1dc2-4e3a-9035-09830fa2aebf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.416886] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cfb8ae-3259-4a81-9240-23e79154e43f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.462920] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3e7b53-8a21-4fd7-8685-6f4b6767f5b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.470574] env[69941]: DEBUG oslo_concurrency.lockutils [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "4b9d8b21-ba70-4ec7-93d6-69fb2763446a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.470574] env[69941]: DEBUG oslo_concurrency.lockutils [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "4b9d8b21-ba70-4ec7-93d6-69fb2763446a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.476867] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd5320d-a1aa-4b67-a1f1-9c0895403640 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.495047] env[69941]: DEBUG nova.compute.provider_tree [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.530243] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 926.530545] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d04750f7-fc04-4318-b1ab-a9e9290ad0ac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.539701] env[69941]: DEBUG oslo_vmware.api [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 926.539701] env[69941]: value = "task-3288699" [ 926.539701] env[69941]: _type = "Task" [ 926.539701] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.547823] env[69941]: DEBUG oslo_vmware.api [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288699, 'name': CloneVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.706937] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Acquiring lock "2271ebb9-3c14-4841-9e8a-dd545a63ac57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.708101] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Lock "2271ebb9-3c14-4841-9e8a-dd545a63ac57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.717291] env[69941]: DEBUG oslo_vmware.api [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288698, 'name': Destroy_Task, 'duration_secs': 0.386334} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.717701] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Destroyed the VM [ 926.718103] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 926.718462] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0878a3ac-4066-4fbf-a96a-d0957ad7f2c7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.726943] env[69941]: DEBUG oslo_vmware.api [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 926.726943] env[69941]: value = "task-3288700" [ 926.726943] env[69941]: _type = "Task" [ 926.726943] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.735213] env[69941]: DEBUG oslo_vmware.api [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288700, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.972517] env[69941]: DEBUG nova.compute.manager [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.998692] env[69941]: DEBUG nova.scheduler.client.report [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.050038] env[69941]: DEBUG oslo_vmware.api [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288699, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.139334] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Acquiring lock "db9abd6d-0da6-465c-8894-71ea08840d96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.139755] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Lock "db9abd6d-0da6-465c-8894-71ea08840d96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.140108] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Acquiring lock "db9abd6d-0da6-465c-8894-71ea08840d96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.140427] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Lock "db9abd6d-0da6-465c-8894-71ea08840d96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.140729] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Lock "db9abd6d-0da6-465c-8894-71ea08840d96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.143770] env[69941]: INFO nova.compute.manager [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Terminating instance [ 927.210908] env[69941]: DEBUG nova.compute.manager [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.237573] env[69941]: DEBUG oslo_vmware.api [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288700, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.502273] env[69941]: DEBUG oslo_concurrency.lockutils [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.504272] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.504790] env[69941]: DEBUG nova.compute.manager [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.507375] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.305s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.507600] env[69941]: DEBUG nova.objects.instance [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lazy-loading 'resources' on Instance uuid 4eb4458e-95a0-473a-b2c7-67eee4ee8574 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.555723] env[69941]: DEBUG oslo_vmware.api [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288699, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.648258] env[69941]: DEBUG nova.compute.manager [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.648502] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.649769] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b2c828-89b3-4aee-ab47-23594eb87fc8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.656887] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.657136] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e8953e6-1dcb-4137-8995-b45ea4602a54 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.664345] env[69941]: DEBUG oslo_vmware.api [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Waiting for the task: (returnval){ [ 927.664345] env[69941]: value = "task-3288701" [ 927.664345] env[69941]: _type = "Task" [ 927.664345] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.671917] env[69941]: DEBUG oslo_vmware.api [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': task-3288701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.735304] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.741844] env[69941]: DEBUG oslo_vmware.api [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288700, 'name': RemoveSnapshot_Task, 'duration_secs': 0.770296} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.742105] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 927.742354] env[69941]: INFO nova.compute.manager [None req-edfd8fe1-4d69-4463-99c9-8edee66d06b0 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Took 13.90 seconds to snapshot the instance on the hypervisor. [ 928.011134] env[69941]: DEBUG nova.compute.utils [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.015835] env[69941]: DEBUG nova.compute.manager [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.016054] env[69941]: DEBUG nova.network.neutron [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.051730] env[69941]: DEBUG oslo_vmware.api [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288699, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.063705] env[69941]: DEBUG nova.policy [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef67e4ead1234f3cbc555f1e986725a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a71ab4462ecd44958c8f17e260f4d337', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.174092] env[69941]: DEBUG oslo_vmware.api [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': task-3288701, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.313562] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5003e548-abda-4a72-8772-1683ac732484 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.321965] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cead378f-fc6d-4890-9f7f-01c1dd739d8e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.358521] env[69941]: DEBUG nova.network.neutron [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Successfully created port: 8698be91-43ae-418a-82e6-69e3e81f229e {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.361275] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39c255c-5f2c-40b4-9da4-4549f41a1c3a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.369234] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4a47e8-461b-4380-ae8b-b8d6d63b3580 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.384176] env[69941]: DEBUG nova.compute.provider_tree [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.500743] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 928.503117] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 928.521322] env[69941]: DEBUG nova.compute.manager [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.558743] env[69941]: DEBUG oslo_vmware.api [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288699, 'name': CloneVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.683147] env[69941]: DEBUG oslo_vmware.api [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': task-3288701, 'name': PowerOffVM_Task, 'duration_secs': 0.554035} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.683461] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.683642] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.683914] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3bf7ca8-7ef7-4a34-8acc-c31fed9c672a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.747832] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.748066] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.748331] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Deleting the datastore file [datastore2] db9abd6d-0da6-465c-8894-71ea08840d96 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.748610] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa5ae96e-47b0-41d0-a2a8-ba47dd10e037 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.755475] env[69941]: DEBUG oslo_vmware.api [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Waiting for the task: (returnval){ [ 928.755475] env[69941]: value = "task-3288703" [ 928.755475] env[69941]: _type = "Task" [ 928.755475] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.763574] env[69941]: DEBUG oslo_vmware.api [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': task-3288703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.888145] env[69941]: DEBUG nova.scheduler.client.report [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.011394] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.011521] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.011955] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.011955] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.011955] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.012199] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.012199] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69941) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 929.012340] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.053527] env[69941]: DEBUG oslo_vmware.api [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288699, 'name': CloneVM_Task, 'duration_secs': 2.159733} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.053819] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Created linked-clone VM from snapshot [ 929.054598] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3643233-e11a-4ba2-8b43-9c3484800d6b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.062289] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Uploading image 2d7fc629-5b10-4923-9132-543f79c50188 {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 929.073872] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 929.074524] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-79cb99a7-a9e8-4d75-b766-dd6d771ebdb3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.085170] env[69941]: DEBUG oslo_vmware.api [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 929.085170] env[69941]: value = "task-3288704" [ 929.085170] env[69941]: _type = "Task" [ 929.085170] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.094474] env[69941]: DEBUG oslo_vmware.api [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288704, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.265462] env[69941]: DEBUG oslo_vmware.api [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Task: {'id': task-3288703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174968} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.265719] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.265944] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.266227] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.266467] env[69941]: INFO nova.compute.manager [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Took 1.62 seconds to destroy the instance on the hypervisor. [ 929.266742] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.266965] env[69941]: DEBUG nova.compute.manager [-] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.267112] env[69941]: DEBUG nova.network.neutron [-] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.393065] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.395389] env[69941]: DEBUG oslo_concurrency.lockutils [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.076s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.395626] env[69941]: DEBUG nova.objects.instance [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Lazy-loading 'resources' on Instance uuid f0ff0742-fed9-4f65-a6e0-c0e51987df7c {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.414204] env[69941]: INFO nova.scheduler.client.report [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleted allocations for instance 4eb4458e-95a0-473a-b2c7-67eee4ee8574 [ 929.515368] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.530835] env[69941]: DEBUG nova.compute.manager [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.556164] env[69941]: DEBUG nova.virt.hardware [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.556453] env[69941]: DEBUG nova.virt.hardware [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.556615] env[69941]: DEBUG nova.virt.hardware [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.556796] env[69941]: DEBUG nova.virt.hardware [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.556944] env[69941]: DEBUG nova.virt.hardware [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.557189] env[69941]: DEBUG nova.virt.hardware [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.557460] env[69941]: DEBUG nova.virt.hardware [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.557663] env[69941]: DEBUG nova.virt.hardware [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.557886] env[69941]: DEBUG nova.virt.hardware [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.558087] env[69941]: DEBUG nova.virt.hardware [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.558360] env[69941]: DEBUG nova.virt.hardware [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.559289] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be8aed4-ce01-4977-bd43-a6f9d39d28cc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.567268] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0b9d69-cc12-41bb-bd48-b28767d117b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.595792] env[69941]: DEBUG oslo_vmware.api [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288704, 'name': Destroy_Task, 'duration_secs': 0.372832} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.596220] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Destroyed the VM [ 929.596505] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 929.596813] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bfa5233a-3610-4800-a87b-fc2da91ab941 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.603141] env[69941]: DEBUG oslo_vmware.api [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 929.603141] env[69941]: value = "task-3288705" [ 929.603141] env[69941]: _type = "Task" [ 929.603141] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.612260] env[69941]: DEBUG oslo_vmware.api [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288705, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.799168] env[69941]: DEBUG nova.compute.manager [req-22f4b93b-9b4b-4baf-b90d-ab0753c9f103 req-35abeed1-10f7-4a8d-b19a-b8ae5ba23263 service nova] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Received event network-vif-plugged-8698be91-43ae-418a-82e6-69e3e81f229e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.799168] env[69941]: DEBUG oslo_concurrency.lockutils [req-22f4b93b-9b4b-4baf-b90d-ab0753c9f103 req-35abeed1-10f7-4a8d-b19a-b8ae5ba23263 service nova] Acquiring lock "3d985512-661f-4f91-b1b9-7f5972a9a258-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.799168] env[69941]: DEBUG oslo_concurrency.lockutils [req-22f4b93b-9b4b-4baf-b90d-ab0753c9f103 req-35abeed1-10f7-4a8d-b19a-b8ae5ba23263 service nova] Lock "3d985512-661f-4f91-b1b9-7f5972a9a258-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.799168] env[69941]: DEBUG oslo_concurrency.lockutils [req-22f4b93b-9b4b-4baf-b90d-ab0753c9f103 req-35abeed1-10f7-4a8d-b19a-b8ae5ba23263 service nova] Lock "3d985512-661f-4f91-b1b9-7f5972a9a258-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.799654] env[69941]: DEBUG nova.compute.manager [req-22f4b93b-9b4b-4baf-b90d-ab0753c9f103 req-35abeed1-10f7-4a8d-b19a-b8ae5ba23263 service nova] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] No waiting events found dispatching network-vif-plugged-8698be91-43ae-418a-82e6-69e3e81f229e {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.800019] env[69941]: WARNING nova.compute.manager [req-22f4b93b-9b4b-4baf-b90d-ab0753c9f103 req-35abeed1-10f7-4a8d-b19a-b8ae5ba23263 service nova] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Received unexpected event network-vif-plugged-8698be91-43ae-418a-82e6-69e3e81f229e for instance with vm_state building and task_state spawning. [ 929.885630] env[69941]: DEBUG nova.network.neutron [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Successfully updated port: 8698be91-43ae-418a-82e6-69e3e81f229e {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.925527] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c4183be2-6495-44a8-84cd-7e27cbf802bc tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "4eb4458e-95a0-473a-b2c7-67eee4ee8574" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.125s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.014108] env[69941]: DEBUG nova.compute.manager [req-136d1ceb-ea2c-4dce-8be0-ea004edd58ff req-12b1a2d0-1bb7-487e-85e8-c5d19ada9f8f service nova] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Received event network-vif-deleted-860e9778-523b-42d0-9779-b31126a19a65 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.014753] env[69941]: INFO nova.compute.manager [req-136d1ceb-ea2c-4dce-8be0-ea004edd58ff req-12b1a2d0-1bb7-487e-85e8-c5d19ada9f8f service nova] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Neutron deleted interface 860e9778-523b-42d0-9779-b31126a19a65; detaching it from the instance and deleting it from the info cache [ 930.015489] env[69941]: DEBUG nova.network.neutron [req-136d1ceb-ea2c-4dce-8be0-ea004edd58ff req-12b1a2d0-1bb7-487e-85e8-c5d19ada9f8f service nova] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.086700] env[69941]: DEBUG nova.compute.manager [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.087609] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d39ad0-6927-4a59-8d5a-5920ea6bfe42 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.116601] env[69941]: DEBUG oslo_vmware.api [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288705, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.240119] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca4416b-2ec0-4df7-9750-0388ebcd62a2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.251483] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a1f3df-400e-4f28-add9-2897e66e0d41 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.287043] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8633fd9-b928-44cb-9dc0-ff5fc464dd46 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.297018] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cf8e19-e608-4e4f-b27c-e5d8bb9e2e71 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.314841] env[69941]: DEBUG nova.compute.provider_tree [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.389596] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "refresh_cache-3d985512-661f-4f91-b1b9-7f5972a9a258" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.389596] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquired lock "refresh_cache-3d985512-661f-4f91-b1b9-7f5972a9a258" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.389596] env[69941]: DEBUG nova.network.neutron [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.479561] env[69941]: DEBUG nova.network.neutron [-] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.523379] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac2fff1a-2148-4908-9409-7eb9b24fdb94 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.533520] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c05bad-5729-4bec-afbe-cd821c5dab80 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.568510] env[69941]: DEBUG nova.compute.manager [req-136d1ceb-ea2c-4dce-8be0-ea004edd58ff req-12b1a2d0-1bb7-487e-85e8-c5d19ada9f8f service nova] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Detach interface failed, port_id=860e9778-523b-42d0-9779-b31126a19a65, reason: Instance db9abd6d-0da6-465c-8894-71ea08840d96 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 930.601022] env[69941]: INFO nova.compute.manager [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] instance snapshotting [ 930.603618] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ec7164-e958-4f1c-834c-33da95cb61b2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.614784] env[69941]: DEBUG oslo_vmware.api [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288705, 'name': RemoveSnapshot_Task, 'duration_secs': 0.536142} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.630444] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 930.634790] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b51329-0c43-4673-9256-8b40a08ede13 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.819153] env[69941]: DEBUG nova.scheduler.client.report [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.894867] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "16428e71-2acc-4d9c-86e7-6b06de208d91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.895165] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "16428e71-2acc-4d9c-86e7-6b06de208d91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.924414] env[69941]: DEBUG nova.network.neutron [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.982451] env[69941]: INFO nova.compute.manager [-] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Took 1.72 seconds to deallocate network for instance. [ 931.136478] env[69941]: WARNING nova.compute.manager [None req-5bdbd6ad-ac6c-4578-8379-42e97e9c2251 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Image not found during snapshot: nova.exception.ImageNotFound: Image 2d7fc629-5b10-4923-9132-543f79c50188 could not be found. [ 931.148120] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 931.148650] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9564cd90-af7c-43da-8628-e89b0018b22d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.161726] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 931.161726] env[69941]: value = "task-3288706" [ 931.161726] env[69941]: _type = "Task" [ 931.161726] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.167670] env[69941]: DEBUG nova.network.neutron [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Updating instance_info_cache with network_info: [{"id": "8698be91-43ae-418a-82e6-69e3e81f229e", "address": "fa:16:3e:24:cf:64", "network": {"id": "f4504815-583c-4fc3-82ef-2cd18b0b6b78", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-953955203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71ab4462ecd44958c8f17e260f4d337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8698be91-43", "ovs_interfaceid": "8698be91-43ae-418a-82e6-69e3e81f229e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.174720] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288706, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.305100] env[69941]: DEBUG nova.objects.instance [None req-f912dd1f-1759-43b6-9a81-b5f8102db384 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Lazy-loading 'flavor' on Instance uuid d6e8097b-24f5-471d-9456-fb74972db9a0 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.324730] env[69941]: DEBUG oslo_concurrency.lockutils [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.327679] env[69941]: DEBUG oslo_concurrency.lockutils [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.826s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.329279] env[69941]: INFO nova.compute.claims [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.397233] env[69941]: DEBUG nova.compute.manager [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.491119] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.673064] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288706, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.675873] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Releasing lock "refresh_cache-3d985512-661f-4f91-b1b9-7f5972a9a258" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.675966] env[69941]: DEBUG nova.compute.manager [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Instance network_info: |[{"id": "8698be91-43ae-418a-82e6-69e3e81f229e", "address": "fa:16:3e:24:cf:64", "network": {"id": "f4504815-583c-4fc3-82ef-2cd18b0b6b78", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-953955203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71ab4462ecd44958c8f17e260f4d337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8698be91-43", "ovs_interfaceid": "8698be91-43ae-418a-82e6-69e3e81f229e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.676367] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:cf:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8698be91-43ae-418a-82e6-69e3e81f229e', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.684786] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Creating folder: Project (a71ab4462ecd44958c8f17e260f4d337). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.684929] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1f82bf5-2aa8-45fd-ae71-e44c283cece4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.695174] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Created folder: Project (a71ab4462ecd44958c8f17e260f4d337) in parent group-v656570. [ 931.695364] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Creating folder: Instances. Parent ref: group-v656787. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.695593] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91c02a46-95ba-461a-a80f-3b45d4639ff4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.704325] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Created folder: Instances in parent group-v656787. [ 931.704550] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.704733] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.704923] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ac50dbd-024d-437e-9199-56affc3a0bff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.723143] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.723143] env[69941]: value = "task-3288709" [ 931.723143] env[69941]: _type = "Task" [ 931.723143] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.732364] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288709, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.810483] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f912dd1f-1759-43b6-9a81-b5f8102db384 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Acquiring lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.810671] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f912dd1f-1759-43b6-9a81-b5f8102db384 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Acquired lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.830626] env[69941]: DEBUG nova.compute.manager [req-e08aca86-74d5-4d0f-be11-78aaefcc77e3 req-6e7959ee-4431-4f31-ba19-ec8d00c257fe service nova] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Received event network-changed-8698be91-43ae-418a-82e6-69e3e81f229e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.830903] env[69941]: DEBUG nova.compute.manager [req-e08aca86-74d5-4d0f-be11-78aaefcc77e3 req-6e7959ee-4431-4f31-ba19-ec8d00c257fe service nova] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Refreshing instance network info cache due to event network-changed-8698be91-43ae-418a-82e6-69e3e81f229e. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.831063] env[69941]: DEBUG oslo_concurrency.lockutils [req-e08aca86-74d5-4d0f-be11-78aaefcc77e3 req-6e7959ee-4431-4f31-ba19-ec8d00c257fe service nova] Acquiring lock "refresh_cache-3d985512-661f-4f91-b1b9-7f5972a9a258" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.831199] env[69941]: DEBUG oslo_concurrency.lockutils [req-e08aca86-74d5-4d0f-be11-78aaefcc77e3 req-6e7959ee-4431-4f31-ba19-ec8d00c257fe service nova] Acquired lock "refresh_cache-3d985512-661f-4f91-b1b9-7f5972a9a258" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.831356] env[69941]: DEBUG nova.network.neutron [req-e08aca86-74d5-4d0f-be11-78aaefcc77e3 req-6e7959ee-4431-4f31-ba19-ec8d00c257fe service nova] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Refreshing network info cache for port 8698be91-43ae-418a-82e6-69e3e81f229e {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.847537] env[69941]: DEBUG oslo_concurrency.lockutils [None req-18686a94-7095-48ce-a841-240d02ecd7ee tempest-ServerActionsV293TestJSON-864272252 tempest-ServerActionsV293TestJSON-864272252-project-member] Lock "f0ff0742-fed9-4f65-a6e0-c0e51987df7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.906s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.920584] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.992545] env[69941]: DEBUG oslo_concurrency.lockutils [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "ce7c3d87-3195-4c3d-96a4-66e18dbece17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.992810] env[69941]: DEBUG oslo_concurrency.lockutils [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "ce7c3d87-3195-4c3d-96a4-66e18dbece17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.993038] env[69941]: DEBUG oslo_concurrency.lockutils [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "ce7c3d87-3195-4c3d-96a4-66e18dbece17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.993238] env[69941]: DEBUG oslo_concurrency.lockutils [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "ce7c3d87-3195-4c3d-96a4-66e18dbece17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.993408] env[69941]: DEBUG oslo_concurrency.lockutils [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "ce7c3d87-3195-4c3d-96a4-66e18dbece17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.996055] env[69941]: INFO nova.compute.manager [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Terminating instance [ 931.999272] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Acquiring lock "1bfa85ea-6706-4715-a3d7-eec56b2febff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.999500] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Lock "1bfa85ea-6706-4715-a3d7-eec56b2febff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.999698] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Acquiring lock "1bfa85ea-6706-4715-a3d7-eec56b2febff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.999944] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Lock "1bfa85ea-6706-4715-a3d7-eec56b2febff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.000049] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Lock "1bfa85ea-6706-4715-a3d7-eec56b2febff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.002316] env[69941]: INFO nova.compute.manager [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Terminating instance [ 932.175419] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288706, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.233526] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288709, 'name': CreateVM_Task, 'duration_secs': 0.401951} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.233686] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.234539] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.236703] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.236703] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.236703] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c234479-2476-46dd-ab93-0c70bdd8a745 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.238873] env[69941]: DEBUG nova.network.neutron [None req-f912dd1f-1759-43b6-9a81-b5f8102db384 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.242369] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 932.242369] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c14c33-1acc-fee0-e58a-f59e8ab859dc" [ 932.242369] env[69941]: _type = "Task" [ 932.242369] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.250645] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c14c33-1acc-fee0-e58a-f59e8ab859dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.261510] env[69941]: DEBUG nova.compute.manager [req-29c08faf-ddca-4bca-8369-1a3d27c63570 req-4f2d5257-d77f-45fc-a6d3-354e882ad169 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Received event network-changed-9f4074e8-e42e-4db5-a9f2-e363d73d585c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.261706] env[69941]: DEBUG nova.compute.manager [req-29c08faf-ddca-4bca-8369-1a3d27c63570 req-4f2d5257-d77f-45fc-a6d3-354e882ad169 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Refreshing instance network info cache due to event network-changed-9f4074e8-e42e-4db5-a9f2-e363d73d585c. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.261891] env[69941]: DEBUG oslo_concurrency.lockutils [req-29c08faf-ddca-4bca-8369-1a3d27c63570 req-4f2d5257-d77f-45fc-a6d3-354e882ad169 service nova] Acquiring lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.500177] env[69941]: DEBUG nova.compute.manager [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.500420] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.501713] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d2628f-2907-4c4a-aecf-dfe8f9101d9e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.506131] env[69941]: DEBUG nova.compute.manager [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.506331] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.507192] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8569733c-9249-4332-8a32-c104c91c7fa8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.515676] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.515788] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3d6b8f6-ffec-40c0-af6c-af17919e2f98 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.519572] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.522014] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e012411e-6c22-42e5-b1a4-ee5abb6eba26 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.525563] env[69941]: DEBUG oslo_vmware.api [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 932.525563] env[69941]: value = "task-3288710" [ 932.525563] env[69941]: _type = "Task" [ 932.525563] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.533307] env[69941]: DEBUG oslo_vmware.api [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Waiting for the task: (returnval){ [ 932.533307] env[69941]: value = "task-3288711" [ 932.533307] env[69941]: _type = "Task" [ 932.533307] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.541861] env[69941]: DEBUG oslo_vmware.api [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.550042] env[69941]: DEBUG oslo_vmware.api [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.559917] env[69941]: DEBUG nova.network.neutron [req-e08aca86-74d5-4d0f-be11-78aaefcc77e3 req-6e7959ee-4431-4f31-ba19-ec8d00c257fe service nova] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Updated VIF entry in instance network info cache for port 8698be91-43ae-418a-82e6-69e3e81f229e. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.560344] env[69941]: DEBUG nova.network.neutron [req-e08aca86-74d5-4d0f-be11-78aaefcc77e3 req-6e7959ee-4431-4f31-ba19-ec8d00c257fe service nova] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Updating instance_info_cache with network_info: [{"id": "8698be91-43ae-418a-82e6-69e3e81f229e", "address": "fa:16:3e:24:cf:64", "network": {"id": "f4504815-583c-4fc3-82ef-2cd18b0b6b78", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-953955203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71ab4462ecd44958c8f17e260f4d337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8698be91-43", "ovs_interfaceid": "8698be91-43ae-418a-82e6-69e3e81f229e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.625074] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e5d073-da48-49d0-beb6-18bcc535f5dc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.634695] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c732cde5-7d06-4780-8306-9e38cf0bbd90 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.673106] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822e6165-e1cc-4c4e-9a87-267f6d92d01e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.681369] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288706, 'name': CreateSnapshot_Task, 'duration_secs': 1.184061} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.683902] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 932.684914] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b12b93f-6785-45e8-b07f-401b718d3aab {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.689112] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d14c99-9b37-4e28-a99a-b5bd93b219ca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.711050] env[69941]: DEBUG nova.compute.provider_tree [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.754492] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c14c33-1acc-fee0-e58a-f59e8ab859dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011395} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.754830] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.755074] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.755310] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.755457] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.755635] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.755959] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aaee54f4-88b2-499f-bb31-8b01ed7690a7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.764867] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.765080] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.765787] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a83466f4-c590-4c17-b31f-7c48bcfc237f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.770820] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 932.770820] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52cb9a26-bee9-b89e-ae26-3cfd726f9fe4" [ 932.770820] env[69941]: _type = "Task" [ 932.770820] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.778147] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52cb9a26-bee9-b89e-ae26-3cfd726f9fe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.960420] env[69941]: DEBUG nova.network.neutron [None req-f912dd1f-1759-43b6-9a81-b5f8102db384 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Updating instance_info_cache with network_info: [{"id": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "address": "fa:16:3e:a5:58:39", "network": {"id": "b65d22c7-58cc-4117-8972-0831d72ba676", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2115638494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f5c5dfbbd3474e94079bfcf2ec8dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4074e8-e4", "ovs_interfaceid": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.042192] env[69941]: DEBUG oslo_vmware.api [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288710, 'name': PowerOffVM_Task, 'duration_secs': 0.189894} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.042843] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.043031] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.043304] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e863ef7-86c0-4d9c-9ef2-62adbc040de3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.047466] env[69941]: DEBUG oslo_vmware.api [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288711, 'name': PowerOffVM_Task, 'duration_secs': 0.231579} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.047993] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.048199] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.048466] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42fcedaf-b024-4e54-973e-cdae7388b8ff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.063452] env[69941]: DEBUG oslo_concurrency.lockutils [req-e08aca86-74d5-4d0f-be11-78aaefcc77e3 req-6e7959ee-4431-4f31-ba19-ec8d00c257fe service nova] Releasing lock "refresh_cache-3d985512-661f-4f91-b1b9-7f5972a9a258" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.140648] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.140926] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.141142] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Deleting the datastore file [datastore1] 1bfa85ea-6706-4715-a3d7-eec56b2febff {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.141430] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed0a1928-9af8-4775-8468-1fc4d292a1d3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.145789] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.145982] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.146174] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Deleting the datastore file [datastore1] ce7c3d87-3195-4c3d-96a4-66e18dbece17 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.146565] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6705cf7-2594-4790-b0e3-31158ea13936 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.149725] env[69941]: DEBUG oslo_vmware.api [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Waiting for the task: (returnval){ [ 933.149725] env[69941]: value = "task-3288714" [ 933.149725] env[69941]: _type = "Task" [ 933.149725] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.153991] env[69941]: DEBUG oslo_vmware.api [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for the task: (returnval){ [ 933.153991] env[69941]: value = "task-3288715" [ 933.153991] env[69941]: _type = "Task" [ 933.153991] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.159712] env[69941]: DEBUG oslo_vmware.api [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.163870] env[69941]: DEBUG oslo_vmware.api [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.220925] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 933.221845] env[69941]: DEBUG nova.scheduler.client.report [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.225106] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d38cadb8-7048-4d2f-8eb2-029a63be0680 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.234743] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 933.234743] env[69941]: value = "task-3288716" [ 933.234743] env[69941]: _type = "Task" [ 933.234743] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.243921] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288716, 'name': CloneVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.282885] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52cb9a26-bee9-b89e-ae26-3cfd726f9fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.008427} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.283807] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbafd7b3-6c72-45d7-a19a-c60db1d1cb09 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.289311] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 933.289311] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52944584-1138-ad9a-476b-fac76765106d" [ 933.289311] env[69941]: _type = "Task" [ 933.289311] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.298888] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52944584-1138-ad9a-476b-fac76765106d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.463378] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f912dd1f-1759-43b6-9a81-b5f8102db384 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Releasing lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.463592] env[69941]: DEBUG nova.compute.manager [None req-f912dd1f-1759-43b6-9a81-b5f8102db384 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Inject network info {{(pid=69941) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 933.463860] env[69941]: DEBUG nova.compute.manager [None req-f912dd1f-1759-43b6-9a81-b5f8102db384 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] network_info to inject: |[{"id": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "address": "fa:16:3e:a5:58:39", "network": {"id": "b65d22c7-58cc-4117-8972-0831d72ba676", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2115638494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f5c5dfbbd3474e94079bfcf2ec8dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4074e8-e4", "ovs_interfaceid": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 933.468641] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f912dd1f-1759-43b6-9a81-b5f8102db384 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Reconfiguring VM instance to set the machine id {{(pid=69941) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 933.468970] env[69941]: DEBUG oslo_concurrency.lockutils [req-29c08faf-ddca-4bca-8369-1a3d27c63570 req-4f2d5257-d77f-45fc-a6d3-354e882ad169 service nova] Acquired lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.469158] env[69941]: DEBUG nova.network.neutron [req-29c08faf-ddca-4bca-8369-1a3d27c63570 req-4f2d5257-d77f-45fc-a6d3-354e882ad169 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Refreshing network info cache for port 9f4074e8-e42e-4db5-a9f2-e363d73d585c {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.470527] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b367272c-63ab-4c49-80d7-5c1c033b9b13 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.488019] env[69941]: DEBUG oslo_vmware.api [None req-f912dd1f-1759-43b6-9a81-b5f8102db384 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Waiting for the task: (returnval){ [ 933.488019] env[69941]: value = "task-3288717" [ 933.488019] env[69941]: _type = "Task" [ 933.488019] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.496566] env[69941]: DEBUG oslo_vmware.api [None req-f912dd1f-1759-43b6-9a81-b5f8102db384 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.540840] env[69941]: DEBUG nova.objects.instance [None req-8aec67b0-8559-47ac-9f92-093c541c0433 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Lazy-loading 'flavor' on Instance uuid d6e8097b-24f5-471d-9456-fb74972db9a0 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.666021] env[69941]: DEBUG oslo_vmware.api [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Task: {'id': task-3288714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205062} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.666021] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.666021] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.666021] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.666249] env[69941]: INFO nova.compute.manager [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Took 1.16 seconds to destroy the instance on the hypervisor. [ 933.666319] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.666629] env[69941]: DEBUG nova.compute.manager [-] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.666739] env[69941]: DEBUG nova.network.neutron [-] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.671403] env[69941]: DEBUG oslo_vmware.api [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Task: {'id': task-3288715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203281} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.672033] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.672301] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.672560] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.672810] env[69941]: INFO nova.compute.manager [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Took 1.17 seconds to destroy the instance on the hypervisor. [ 933.673733] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.673733] env[69941]: DEBUG nova.compute.manager [-] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.673733] env[69941]: DEBUG nova.network.neutron [-] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.729656] env[69941]: DEBUG oslo_concurrency.lockutils [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.730216] env[69941]: DEBUG nova.compute.manager [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.733050] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.998s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.734963] env[69941]: INFO nova.compute.claims [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.746913] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288716, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.802545] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52944584-1138-ad9a-476b-fac76765106d, 'name': SearchDatastore_Task, 'duration_secs': 0.019636} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.802830] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.803110] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 3d985512-661f-4f91-b1b9-7f5972a9a258/3d985512-661f-4f91-b1b9-7f5972a9a258.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.803420] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6609050a-78c2-43d8-8f4e-d5720975372e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.811738] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 933.811738] env[69941]: value = "task-3288718" [ 933.811738] env[69941]: _type = "Task" [ 933.811738] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.821130] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.837160] env[69941]: DEBUG nova.network.neutron [req-29c08faf-ddca-4bca-8369-1a3d27c63570 req-4f2d5257-d77f-45fc-a6d3-354e882ad169 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Updated VIF entry in instance network info cache for port 9f4074e8-e42e-4db5-a9f2-e363d73d585c. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.837531] env[69941]: DEBUG nova.network.neutron [req-29c08faf-ddca-4bca-8369-1a3d27c63570 req-4f2d5257-d77f-45fc-a6d3-354e882ad169 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Updating instance_info_cache with network_info: [{"id": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "address": "fa:16:3e:a5:58:39", "network": {"id": "b65d22c7-58cc-4117-8972-0831d72ba676", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2115638494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f5c5dfbbd3474e94079bfcf2ec8dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4074e8-e4", "ovs_interfaceid": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.001578] env[69941]: DEBUG oslo_vmware.api [None req-f912dd1f-1759-43b6-9a81-b5f8102db384 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288717, 'name': ReconfigVM_Task, 'duration_secs': 0.237168} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.001940] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f912dd1f-1759-43b6-9a81-b5f8102db384 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Reconfigured VM instance to set the machine id {{(pid=69941) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 934.046645] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8aec67b0-8559-47ac-9f92-093c541c0433 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Acquiring lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.240141] env[69941]: DEBUG nova.compute.utils [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.249022] env[69941]: DEBUG nova.compute.manager [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.249022] env[69941]: DEBUG nova.network.neutron [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.260538] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288716, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.304029] env[69941]: DEBUG nova.compute.manager [req-800d1f5b-6f95-4899-8e2d-53e4f66a60ff req-2d9cbd30-6ee5-419e-8b30-2bf264367196 service nova] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Received event network-vif-deleted-efced36c-5648-47a5-ae19-36a30bdd5133 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.304139] env[69941]: INFO nova.compute.manager [req-800d1f5b-6f95-4899-8e2d-53e4f66a60ff req-2d9cbd30-6ee5-419e-8b30-2bf264367196 service nova] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Neutron deleted interface efced36c-5648-47a5-ae19-36a30bdd5133; detaching it from the instance and deleting it from the info cache [ 934.304456] env[69941]: DEBUG nova.network.neutron [req-800d1f5b-6f95-4899-8e2d-53e4f66a60ff req-2d9cbd30-6ee5-419e-8b30-2bf264367196 service nova] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.322337] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491861} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.323532] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 3d985512-661f-4f91-b1b9-7f5972a9a258/3d985512-661f-4f91-b1b9-7f5972a9a258.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.323766] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.324976] env[69941]: DEBUG nova.compute.manager [req-6d4a9a22-5aa6-42da-bdbc-5ebdb714c0fc req-4d177b48-f38e-4af1-b486-46871544a66d service nova] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Received event network-vif-deleted-1278d3d1-8426-466e-89a1-9375143c4f6e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.325334] env[69941]: INFO nova.compute.manager [req-6d4a9a22-5aa6-42da-bdbc-5ebdb714c0fc req-4d177b48-f38e-4af1-b486-46871544a66d service nova] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Neutron deleted interface 1278d3d1-8426-466e-89a1-9375143c4f6e; detaching it from the instance and deleting it from the info cache [ 934.325527] env[69941]: DEBUG nova.network.neutron [req-6d4a9a22-5aa6-42da-bdbc-5ebdb714c0fc req-4d177b48-f38e-4af1-b486-46871544a66d service nova] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.326522] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aca6bcd-2512-4833-8157-955cfcad959c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.334518] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 934.334518] env[69941]: value = "task-3288719" [ 934.334518] env[69941]: _type = "Task" [ 934.334518] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.341269] env[69941]: DEBUG oslo_concurrency.lockutils [req-29c08faf-ddca-4bca-8369-1a3d27c63570 req-4f2d5257-d77f-45fc-a6d3-354e882ad169 service nova] Releasing lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.346814] env[69941]: DEBUG nova.policy [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aefeeb63c09847e987c5da220ff522f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e234bce5dd14d1f8480a560d8b651e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.349310] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8aec67b0-8559-47ac-9f92-093c541c0433 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Acquired lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.352268] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.522076] env[69941]: DEBUG nova.network.neutron [-] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.680066] env[69941]: DEBUG nova.network.neutron [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Successfully created port: 7f9e21ab-e4ed-463f-b5c4-d25963e4b280 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.717245] env[69941]: DEBUG nova.network.neutron [None req-8aec67b0-8559-47ac-9f92-093c541c0433 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.751128] env[69941]: DEBUG nova.compute.manager [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.765781] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288716, 'name': CloneVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.808226] env[69941]: DEBUG nova.network.neutron [-] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.813605] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb79d899-e153-4af2-9d2d-aced969c3429 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.825353] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e354b4-a618-46e7-93c6-12c69e627068 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.839949] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5bbf730-4403-4370-9542-e5eaeea30381 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.850917] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072358} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.852390] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.856678] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdde170-3ad2-49f0-9c1d-cf5d993b7c07 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.863410] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c067a3-d6ca-4627-a688-c2543a39608c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.887605] env[69941]: DEBUG nova.compute.manager [req-800d1f5b-6f95-4899-8e2d-53e4f66a60ff req-2d9cbd30-6ee5-419e-8b30-2bf264367196 service nova] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Detach interface failed, port_id=efced36c-5648-47a5-ae19-36a30bdd5133, reason: Instance ce7c3d87-3195-4c3d-96a4-66e18dbece17 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 934.910845] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 3d985512-661f-4f91-b1b9-7f5972a9a258/3d985512-661f-4f91-b1b9-7f5972a9a258.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.927887] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4b0aa7e-8938-4473-8cc2-ada9f12a0f33 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.944157] env[69941]: DEBUG nova.compute.manager [req-6d4a9a22-5aa6-42da-bdbc-5ebdb714c0fc req-4d177b48-f38e-4af1-b486-46871544a66d service nova] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Detach interface failed, port_id=1278d3d1-8426-466e-89a1-9375143c4f6e, reason: Instance 1bfa85ea-6706-4715-a3d7-eec56b2febff could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 934.951618] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 934.951618] env[69941]: value = "task-3288720" [ 934.951618] env[69941]: _type = "Task" [ 934.951618] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.960716] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.027396] env[69941]: INFO nova.compute.manager [-] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Took 1.35 seconds to deallocate network for instance. [ 935.144458] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77e761c-3191-4a7f-8ec2-2bc8b69d9c97 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.152607] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c6f3a8-e2d5-4425-aa80-833b304cb75b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.182744] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564017a9-d177-4157-9d4d-2b910592a7e7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.190239] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68e08b2-a6e1-4833-aa50-3428b14fe829 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.203816] env[69941]: DEBUG nova.compute.provider_tree [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.254226] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288716, 'name': CloneVM_Task, 'duration_secs': 1.639916} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.254505] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Created linked-clone VM from snapshot [ 935.255238] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48af2056-6878-42f1-b901-04eb80449cb6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.265885] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Uploading image 90ebe1c0-ecc0-4fea-881d-ef7613306095 {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 935.292996] env[69941]: DEBUG oslo_vmware.rw_handles [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 935.292996] env[69941]: value = "vm-656791" [ 935.292996] env[69941]: _type = "VirtualMachine" [ 935.292996] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 935.293298] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fa09ef80-3921-4f78-8ed2-311a3fc55b8c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.300101] env[69941]: DEBUG oslo_vmware.rw_handles [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lease: (returnval){ [ 935.300101] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52d62b4f-8ff1-3930-8ce7-8fc0ac04d5c3" [ 935.300101] env[69941]: _type = "HttpNfcLease" [ 935.300101] env[69941]: } obtained for exporting VM: (result){ [ 935.300101] env[69941]: value = "vm-656791" [ 935.300101] env[69941]: _type = "VirtualMachine" [ 935.300101] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 935.300407] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the lease: (returnval){ [ 935.300407] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52d62b4f-8ff1-3930-8ce7-8fc0ac04d5c3" [ 935.300407] env[69941]: _type = "HttpNfcLease" [ 935.300407] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 935.310833] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.310833] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52d62b4f-8ff1-3930-8ce7-8fc0ac04d5c3" [ 935.310833] env[69941]: _type = "HttpNfcLease" [ 935.310833] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 935.316965] env[69941]: INFO nova.compute.manager [-] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Took 1.65 seconds to deallocate network for instance. [ 935.462104] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.467988] env[69941]: DEBUG nova.network.neutron [None req-8aec67b0-8559-47ac-9f92-093c541c0433 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Updating instance_info_cache with network_info: [{"id": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "address": "fa:16:3e:a5:58:39", "network": {"id": "b65d22c7-58cc-4117-8972-0831d72ba676", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2115638494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f5c5dfbbd3474e94079bfcf2ec8dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4074e8-e4", "ovs_interfaceid": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.533252] env[69941]: DEBUG oslo_concurrency.lockutils [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.706763] env[69941]: DEBUG nova.scheduler.client.report [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.770270] env[69941]: DEBUG nova.compute.manager [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.795141] env[69941]: DEBUG nova.virt.hardware [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.795454] env[69941]: DEBUG nova.virt.hardware [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.795701] env[69941]: DEBUG nova.virt.hardware [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.795931] env[69941]: DEBUG nova.virt.hardware [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.796101] env[69941]: DEBUG nova.virt.hardware [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.796250] env[69941]: DEBUG nova.virt.hardware [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.796476] env[69941]: DEBUG nova.virt.hardware [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.796630] env[69941]: DEBUG nova.virt.hardware [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.796796] env[69941]: DEBUG nova.virt.hardware [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.796957] env[69941]: DEBUG nova.virt.hardware [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.797137] env[69941]: DEBUG nova.virt.hardware [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.797986] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3544ea6-5d49-43d8-8c97-6a77652e6652 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.807323] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.807323] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52d62b4f-8ff1-3930-8ce7-8fc0ac04d5c3" [ 935.807323] env[69941]: _type = "HttpNfcLease" [ 935.807323] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 935.809396] env[69941]: DEBUG oslo_vmware.rw_handles [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 935.809396] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52d62b4f-8ff1-3930-8ce7-8fc0ac04d5c3" [ 935.809396] env[69941]: _type = "HttpNfcLease" [ 935.809396] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 935.810141] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055daa2e-cb93-4888-ac58-9f86ad8fb021 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.813388] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ce0407-270b-48d0-810d-30456c1e176d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.822589] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.822888] env[69941]: DEBUG oslo_vmware.rw_handles [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214d44c-202f-2ac4-ff84-b7493f026aec/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 935.823058] env[69941]: DEBUG oslo_vmware.rw_handles [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214d44c-202f-2ac4-ff84-b7493f026aec/disk-0.vmdk for reading. {{(pid=69941) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 935.924521] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f4768d08-441b-4479-bf7b-366eae0e7025 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.964470] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288720, 'name': ReconfigVM_Task, 'duration_secs': 0.593968} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.964782] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 3d985512-661f-4f91-b1b9-7f5972a9a258/3d985512-661f-4f91-b1b9-7f5972a9a258.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.965422] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4dde29d-0055-484e-8833-da9a1851188a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.971775] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8aec67b0-8559-47ac-9f92-093c541c0433 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Releasing lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.971993] env[69941]: DEBUG nova.compute.manager [None req-8aec67b0-8559-47ac-9f92-093c541c0433 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Inject network info {{(pid=69941) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 935.972255] env[69941]: DEBUG nova.compute.manager [None req-8aec67b0-8559-47ac-9f92-093c541c0433 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] network_info to inject: |[{"id": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "address": "fa:16:3e:a5:58:39", "network": {"id": "b65d22c7-58cc-4117-8972-0831d72ba676", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2115638494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f5c5dfbbd3474e94079bfcf2ec8dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4074e8-e4", "ovs_interfaceid": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 935.977144] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8aec67b0-8559-47ac-9f92-093c541c0433 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Reconfiguring VM instance to set the machine id {{(pid=69941) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 935.978677] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aca0f8ea-5dbd-41a7-ba99-3f1e7ac7335d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.989059] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 935.989059] env[69941]: value = "task-3288722" [ 935.989059] env[69941]: _type = "Task" [ 935.989059] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.993895] env[69941]: DEBUG oslo_vmware.api [None req-8aec67b0-8559-47ac-9f92-093c541c0433 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Waiting for the task: (returnval){ [ 935.993895] env[69941]: value = "task-3288723" [ 935.993895] env[69941]: _type = "Task" [ 935.993895] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.002881] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288722, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.008377] env[69941]: DEBUG oslo_vmware.api [None req-8aec67b0-8559-47ac-9f92-093c541c0433 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288723, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.217089] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.217695] env[69941]: DEBUG nova.compute.manager [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.224517] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Acquiring lock "d6e8097b-24f5-471d-9456-fb74972db9a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.224517] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Lock "d6e8097b-24f5-471d-9456-fb74972db9a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.224517] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Acquiring lock "d6e8097b-24f5-471d-9456-fb74972db9a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.224517] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Lock "d6e8097b-24f5-471d-9456-fb74972db9a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.224517] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Lock "d6e8097b-24f5-471d-9456-fb74972db9a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.224517] env[69941]: INFO nova.compute.manager [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Terminating instance [ 936.227533] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.712s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.227781] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.228022] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69941) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 936.228384] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.737s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.228706] env[69941]: DEBUG nova.objects.instance [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Lazy-loading 'resources' on Instance uuid db9abd6d-0da6-465c-8894-71ea08840d96 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.233893] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb047443-dbc0-421c-b75d-ca9611698fbc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.251239] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e349cc08-5df5-4a46-957a-a621d5bb5865 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.272866] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6490ac8f-5a33-4aa2-8d8d-df3e1608c3b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.283830] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be856a0-e35a-4ed5-8139-06bd2b5f82ce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.291318] env[69941]: DEBUG nova.network.neutron [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Successfully updated port: 7f9e21ab-e4ed-463f-b5c4-d25963e4b280 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.323974] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178397MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=69941) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 936.324961] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.330817] env[69941]: DEBUG nova.compute.manager [req-00ec3828-b53d-4657-9f69-d4e795f9b48e req-8495d488-7711-4229-8ae0-a4ffa14716d3 service nova] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Received event network-vif-plugged-7f9e21ab-e4ed-463f-b5c4-d25963e4b280 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.331085] env[69941]: DEBUG oslo_concurrency.lockutils [req-00ec3828-b53d-4657-9f69-d4e795f9b48e req-8495d488-7711-4229-8ae0-a4ffa14716d3 service nova] Acquiring lock "4b9d8b21-ba70-4ec7-93d6-69fb2763446a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.331421] env[69941]: DEBUG oslo_concurrency.lockutils [req-00ec3828-b53d-4657-9f69-d4e795f9b48e req-8495d488-7711-4229-8ae0-a4ffa14716d3 service nova] Lock "4b9d8b21-ba70-4ec7-93d6-69fb2763446a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.331460] env[69941]: DEBUG oslo_concurrency.lockutils [req-00ec3828-b53d-4657-9f69-d4e795f9b48e req-8495d488-7711-4229-8ae0-a4ffa14716d3 service nova] Lock "4b9d8b21-ba70-4ec7-93d6-69fb2763446a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.331654] env[69941]: DEBUG nova.compute.manager [req-00ec3828-b53d-4657-9f69-d4e795f9b48e req-8495d488-7711-4229-8ae0-a4ffa14716d3 service nova] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] No waiting events found dispatching network-vif-plugged-7f9e21ab-e4ed-463f-b5c4-d25963e4b280 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.331879] env[69941]: WARNING nova.compute.manager [req-00ec3828-b53d-4657-9f69-d4e795f9b48e req-8495d488-7711-4229-8ae0-a4ffa14716d3 service nova] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Received unexpected event network-vif-plugged-7f9e21ab-e4ed-463f-b5c4-d25963e4b280 for instance with vm_state building and task_state spawning. [ 936.332167] env[69941]: DEBUG nova.compute.manager [req-00ec3828-b53d-4657-9f69-d4e795f9b48e req-8495d488-7711-4229-8ae0-a4ffa14716d3 service nova] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Received event network-changed-7f9e21ab-e4ed-463f-b5c4-d25963e4b280 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.332297] env[69941]: DEBUG nova.compute.manager [req-00ec3828-b53d-4657-9f69-d4e795f9b48e req-8495d488-7711-4229-8ae0-a4ffa14716d3 service nova] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Refreshing instance network info cache due to event network-changed-7f9e21ab-e4ed-463f-b5c4-d25963e4b280. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.332516] env[69941]: DEBUG oslo_concurrency.lockutils [req-00ec3828-b53d-4657-9f69-d4e795f9b48e req-8495d488-7711-4229-8ae0-a4ffa14716d3 service nova] Acquiring lock "refresh_cache-4b9d8b21-ba70-4ec7-93d6-69fb2763446a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.332660] env[69941]: DEBUG oslo_concurrency.lockutils [req-00ec3828-b53d-4657-9f69-d4e795f9b48e req-8495d488-7711-4229-8ae0-a4ffa14716d3 service nova] Acquired lock "refresh_cache-4b9d8b21-ba70-4ec7-93d6-69fb2763446a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.332829] env[69941]: DEBUG nova.network.neutron [req-00ec3828-b53d-4657-9f69-d4e795f9b48e req-8495d488-7711-4229-8ae0-a4ffa14716d3 service nova] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Refreshing network info cache for port 7f9e21ab-e4ed-463f-b5c4-d25963e4b280 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.350918] env[69941]: DEBUG nova.compute.manager [req-cec19e41-b326-4dda-8356-5f0dc7857d70 req-501cb159-b8b6-436d-ab60-8c88e81d5af1 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Received event network-changed-9f4074e8-e42e-4db5-a9f2-e363d73d585c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.351187] env[69941]: DEBUG nova.compute.manager [req-cec19e41-b326-4dda-8356-5f0dc7857d70 req-501cb159-b8b6-436d-ab60-8c88e81d5af1 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Refreshing instance network info cache due to event network-changed-9f4074e8-e42e-4db5-a9f2-e363d73d585c. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.351483] env[69941]: DEBUG oslo_concurrency.lockutils [req-cec19e41-b326-4dda-8356-5f0dc7857d70 req-501cb159-b8b6-436d-ab60-8c88e81d5af1 service nova] Acquiring lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.351631] env[69941]: DEBUG oslo_concurrency.lockutils [req-cec19e41-b326-4dda-8356-5f0dc7857d70 req-501cb159-b8b6-436d-ab60-8c88e81d5af1 service nova] Acquired lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.351900] env[69941]: DEBUG nova.network.neutron [req-cec19e41-b326-4dda-8356-5f0dc7857d70 req-501cb159-b8b6-436d-ab60-8c88e81d5af1 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Refreshing network info cache for port 9f4074e8-e42e-4db5-a9f2-e363d73d585c {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.503734] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288722, 'name': Rename_Task, 'duration_secs': 0.188786} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.504886] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.505057] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e196956-192f-4178-97e0-7f4f4f7f9c02 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.509799] env[69941]: DEBUG oslo_vmware.api [None req-8aec67b0-8559-47ac-9f92-093c541c0433 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288723, 'name': ReconfigVM_Task, 'duration_secs': 0.137818} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.510681] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8aec67b0-8559-47ac-9f92-093c541c0433 tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Reconfigured VM instance to set the machine id {{(pid=69941) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 936.514684] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 936.514684] env[69941]: value = "task-3288724" [ 936.514684] env[69941]: _type = "Task" [ 936.514684] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.527924] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.584968] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf23566-c7c4-4193-a0d0-1b95c953b0b2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.595401] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bba607-8976-4da1-945c-a458348ab90a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.630255] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.630734] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.631545] env[69941]: INFO nova.compute.manager [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Shelving [ 936.634033] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a98b17-cd30-41cd-9ff1-593f4362d062 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.642867] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5f6cc9-48a7-4802-9e15-a028824c23f8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.657839] env[69941]: DEBUG nova.compute.provider_tree [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.735035] env[69941]: DEBUG nova.compute.utils [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.737279] env[69941]: DEBUG nova.compute.manager [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.737550] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.737871] env[69941]: DEBUG nova.compute.manager [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.738087] env[69941]: DEBUG nova.network.neutron [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.740502] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc5deb2-b3a5-4cfd-bb4a-4d1a54ca93b7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.748775] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.749826] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc9874bd-0e7a-4664-9ca4-f3cb58f83a45 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.758682] env[69941]: DEBUG oslo_vmware.api [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Waiting for the task: (returnval){ [ 936.758682] env[69941]: value = "task-3288725" [ 936.758682] env[69941]: _type = "Task" [ 936.758682] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.766947] env[69941]: DEBUG oslo_vmware.api [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.785949] env[69941]: DEBUG nova.policy [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c910825fc6c448e5bd9e3331e5d6bada', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1501628786e0423abe9a09abd7adf793', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.794042] env[69941]: DEBUG oslo_concurrency.lockutils [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "refresh_cache-4b9d8b21-ba70-4ec7-93d6-69fb2763446a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.864645] env[69941]: DEBUG nova.network.neutron [req-00ec3828-b53d-4657-9f69-d4e795f9b48e req-8495d488-7711-4229-8ae0-a4ffa14716d3 service nova] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.980072] env[69941]: DEBUG nova.network.neutron [req-00ec3828-b53d-4657-9f69-d4e795f9b48e req-8495d488-7711-4229-8ae0-a4ffa14716d3 service nova] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.034789] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288724, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.164022] env[69941]: DEBUG nova.scheduler.client.report [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.246867] env[69941]: DEBUG nova.compute.manager [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.273031] env[69941]: DEBUG oslo_vmware.api [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288725, 'name': PowerOffVM_Task, 'duration_secs': 0.242797} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.273805] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.274141] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.274479] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c831dba-651b-4b59-8081-3f0148ddfefc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.352063] env[69941]: DEBUG nova.network.neutron [req-cec19e41-b326-4dda-8356-5f0dc7857d70 req-501cb159-b8b6-436d-ab60-8c88e81d5af1 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Updated VIF entry in instance network info cache for port 9f4074e8-e42e-4db5-a9f2-e363d73d585c. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.352464] env[69941]: DEBUG nova.network.neutron [req-cec19e41-b326-4dda-8356-5f0dc7857d70 req-501cb159-b8b6-436d-ab60-8c88e81d5af1 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Updating instance_info_cache with network_info: [{"id": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "address": "fa:16:3e:a5:58:39", "network": {"id": "b65d22c7-58cc-4117-8972-0831d72ba676", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2115638494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f5c5dfbbd3474e94079bfcf2ec8dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4074e8-e4", "ovs_interfaceid": "9f4074e8-e42e-4db5-a9f2-e363d73d585c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.362637] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.363034] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.363378] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Deleting the datastore file [datastore1] d6e8097b-24f5-471d-9456-fb74972db9a0 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.364300] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc82a445-0602-4318-8602-404c2f0b35c4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.372442] env[69941]: DEBUG oslo_vmware.api [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Waiting for the task: (returnval){ [ 937.372442] env[69941]: value = "task-3288727" [ 937.372442] env[69941]: _type = "Task" [ 937.372442] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.381214] env[69941]: DEBUG oslo_vmware.api [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.392557] env[69941]: DEBUG nova.network.neutron [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Successfully created port: fd901cd5-b0d8-462a-bb27-787f0689a4de {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.483139] env[69941]: DEBUG oslo_concurrency.lockutils [req-00ec3828-b53d-4657-9f69-d4e795f9b48e req-8495d488-7711-4229-8ae0-a4ffa14716d3 service nova] Releasing lock "refresh_cache-4b9d8b21-ba70-4ec7-93d6-69fb2763446a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.483613] env[69941]: DEBUG oslo_concurrency.lockutils [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "refresh_cache-4b9d8b21-ba70-4ec7-93d6-69fb2763446a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.483828] env[69941]: DEBUG nova.network.neutron [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.529779] env[69941]: DEBUG oslo_vmware.api [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288724, 'name': PowerOnVM_Task, 'duration_secs': 0.550919} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.530178] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.530450] env[69941]: INFO nova.compute.manager [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Took 8.00 seconds to spawn the instance on the hypervisor. [ 937.530676] env[69941]: DEBUG nova.compute.manager [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.531521] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd84fdb5-66e1-4f49-afa7-324d94bf2604 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.643051] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.643359] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ddb8a01-afb2-4375-950a-19e776eaa781 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.650789] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 937.650789] env[69941]: value = "task-3288728" [ 937.650789] env[69941]: _type = "Task" [ 937.650789] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.660755] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.670106] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.442s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.673062] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.752s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.677041] env[69941]: INFO nova.compute.claims [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.702450] env[69941]: INFO nova.scheduler.client.report [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Deleted allocations for instance db9abd6d-0da6-465c-8894-71ea08840d96 [ 937.855870] env[69941]: DEBUG oslo_concurrency.lockutils [req-cec19e41-b326-4dda-8356-5f0dc7857d70 req-501cb159-b8b6-436d-ab60-8c88e81d5af1 service nova] Releasing lock "refresh_cache-d6e8097b-24f5-471d-9456-fb74972db9a0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.882928] env[69941]: DEBUG oslo_vmware.api [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Task: {'id': task-3288727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360901} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.885457] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.885457] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.885457] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.885457] env[69941]: INFO nova.compute.manager [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 937.885457] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.885457] env[69941]: DEBUG nova.compute.manager [-] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.885457] env[69941]: DEBUG nova.network.neutron [-] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.019825] env[69941]: DEBUG nova.network.neutron [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.053629] env[69941]: INFO nova.compute.manager [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Took 15.40 seconds to build instance. [ 938.164147] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288728, 'name': PowerOffVM_Task, 'duration_secs': 0.223688} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.165142] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.166298] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81629b9-cae8-4436-a151-63fe00b2643e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.190208] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a14a78a-b7c4-4264-ac58-0417b0abcc5c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.210558] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f5785d37-9a0b-4414-9b4a-42d9e4b2da38 tempest-ServersTestManualDisk-1265032138 tempest-ServersTestManualDisk-1265032138-project-member] Lock "db9abd6d-0da6-465c-8894-71ea08840d96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.071s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.221491] env[69941]: DEBUG nova.network.neutron [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Updating instance_info_cache with network_info: [{"id": "7f9e21ab-e4ed-463f-b5c4-d25963e4b280", "address": "fa:16:3e:da:6f:0a", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9e21ab-e4", "ovs_interfaceid": "7f9e21ab-e4ed-463f-b5c4-d25963e4b280", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.258027] env[69941]: DEBUG nova.compute.manager [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.289234] env[69941]: DEBUG nova.virt.hardware [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.289615] env[69941]: DEBUG nova.virt.hardware [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.289846] env[69941]: DEBUG nova.virt.hardware [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.290150] env[69941]: DEBUG nova.virt.hardware [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.290384] env[69941]: DEBUG nova.virt.hardware [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.290626] env[69941]: DEBUG nova.virt.hardware [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.290964] env[69941]: DEBUG nova.virt.hardware [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.291236] env[69941]: DEBUG nova.virt.hardware [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.291515] env[69941]: DEBUG nova.virt.hardware [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.291787] env[69941]: DEBUG nova.virt.hardware [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.292253] env[69941]: DEBUG nova.virt.hardware [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.294364] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a83477-6af0-44fe-82f8-7eafa9b4b1d3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.307366] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edcadd9-891d-4d01-8a6e-70401b29c952 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.542393] env[69941]: DEBUG nova.compute.manager [req-9d6da2ac-0822-4dbf-b3b4-1bea1eae71f2 req-dc8df253-0cfc-4063-a293-0bfca53f2855 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Received event network-vif-deleted-9f4074e8-e42e-4db5-a9f2-e363d73d585c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.542596] env[69941]: INFO nova.compute.manager [req-9d6da2ac-0822-4dbf-b3b4-1bea1eae71f2 req-dc8df253-0cfc-4063-a293-0bfca53f2855 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Neutron deleted interface 9f4074e8-e42e-4db5-a9f2-e363d73d585c; detaching it from the instance and deleting it from the info cache [ 938.542771] env[69941]: DEBUG nova.network.neutron [req-9d6da2ac-0822-4dbf-b3b4-1bea1eae71f2 req-dc8df253-0cfc-4063-a293-0bfca53f2855 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.559152] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6550a58c-c099-4eba-addc-1b97e4274954 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "3d985512-661f-4f91-b1b9-7f5972a9a258" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.918s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.705173] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 938.705173] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-16bf6ef4-d7d7-4a1e-89a4-570cee458e93 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.715102] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 938.715102] env[69941]: value = "task-3288729" [ 938.715102] env[69941]: _type = "Task" [ 938.715102] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.727141] env[69941]: DEBUG oslo_concurrency.lockutils [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "refresh_cache-4b9d8b21-ba70-4ec7-93d6-69fb2763446a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.727827] env[69941]: DEBUG nova.compute.manager [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Instance network_info: |[{"id": "7f9e21ab-e4ed-463f-b5c4-d25963e4b280", "address": "fa:16:3e:da:6f:0a", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9e21ab-e4", "ovs_interfaceid": "7f9e21ab-e4ed-463f-b5c4-d25963e4b280", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.730084] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:6f:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f9e21ab-e4ed-463f-b5c4-d25963e4b280', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.739053] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.742660] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.742951] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288729, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.746786] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e474ef8-eb77-49aa-bfeb-d88c6c67679f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.782664] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.782664] env[69941]: value = "task-3288730" [ 938.782664] env[69941]: _type = "Task" [ 938.782664] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.799366] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288730, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.006123] env[69941]: DEBUG nova.network.neutron [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Successfully updated port: fd901cd5-b0d8-462a-bb27-787f0689a4de {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.030538] env[69941]: DEBUG nova.network.neutron [-] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.045745] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-690aa698-27ee-4b34-84c4-e58c9107ecff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.064947] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1386615-d7d5-4561-ad48-d9314f500f01 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.107160] env[69941]: DEBUG nova.compute.manager [req-9d6da2ac-0822-4dbf-b3b4-1bea1eae71f2 req-dc8df253-0cfc-4063-a293-0bfca53f2855 service nova] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Detach interface failed, port_id=9f4074e8-e42e-4db5-a9f2-e363d73d585c, reason: Instance d6e8097b-24f5-471d-9456-fb74972db9a0 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 939.133032] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd260c2-00d3-4474-858b-66bfad1eb373 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.140851] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215e411b-fea7-4644-9a86-73cdea15b54d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.177410] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c85eee4-4ea4-4974-a509-42015ec93477 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.185700] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2aeebe-c5e0-40ab-9dc0-b6f9c4babc96 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.202277] env[69941]: DEBUG nova.compute.provider_tree [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.229502] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288729, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.294538] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288730, 'name': CreateVM_Task, 'duration_secs': 0.508333} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.296074] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.299062] env[69941]: DEBUG oslo_concurrency.lockutils [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.299451] env[69941]: DEBUG oslo_concurrency.lockutils [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.299695] env[69941]: DEBUG oslo_concurrency.lockutils [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.300507] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c081cb9a-35ce-4c44-883e-463e347cdbe3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.306768] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 939.306768] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52723602-0363-1c48-4044-cdb96a089a02" [ 939.306768] env[69941]: _type = "Task" [ 939.306768] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.316756] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52723602-0363-1c48-4044-cdb96a089a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.510652] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Acquiring lock "refresh_cache-2271ebb9-3c14-4841-9e8a-dd545a63ac57" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.510652] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Acquired lock "refresh_cache-2271ebb9-3c14-4841-9e8a-dd545a63ac57" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.510652] env[69941]: DEBUG nova.network.neutron [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.534137] env[69941]: INFO nova.compute.manager [-] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Took 1.65 seconds to deallocate network for instance. [ 939.706464] env[69941]: DEBUG nova.scheduler.client.report [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.726608] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288729, 'name': CreateSnapshot_Task, 'duration_secs': 0.995961} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.726883] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 939.727754] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cc439c-aebf-4a26-ad7a-02ed1e112dd5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.817053] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52723602-0363-1c48-4044-cdb96a089a02, 'name': SearchDatastore_Task, 'duration_secs': 0.01664} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.819184] env[69941]: DEBUG oslo_concurrency.lockutils [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.819184] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.819184] env[69941]: DEBUG oslo_concurrency.lockutils [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.819184] env[69941]: DEBUG oslo_concurrency.lockutils [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.819184] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.819184] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f692e5f2-e606-4346-ac2f-68a46f018834 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.828308] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.828631] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.829516] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f18ae2a-c9b2-4757-b3b8-33c11cafb7fd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.835554] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 939.835554] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5216f415-f14a-46cb-39d9-e454986730d0" [ 939.835554] env[69941]: _type = "Task" [ 939.835554] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.846730] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5216f415-f14a-46cb-39d9-e454986730d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.042099] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.091256] env[69941]: DEBUG nova.network.neutron [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.212520] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.213215] env[69941]: DEBUG nova.compute.manager [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.215988] env[69941]: DEBUG oslo_concurrency.lockutils [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.683s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.219655] env[69941]: DEBUG nova.objects.instance [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lazy-loading 'resources' on Instance uuid ce7c3d87-3195-4c3d-96a4-66e18dbece17 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.247491] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 940.248341] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9cc0740f-97f8-4eaa-9861-34cfe8f6367f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.262037] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 940.262037] env[69941]: value = "task-3288731" [ 940.262037] env[69941]: _type = "Task" [ 940.262037] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.269797] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288731, 'name': CloneVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.306927] env[69941]: DEBUG nova.compute.manager [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.308355] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8343b9e9-6ce1-4cf0-a30f-d3f3d46c63d1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.346596] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5216f415-f14a-46cb-39d9-e454986730d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.347533] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f5ffa0-e008-4501-a5de-56e322ba2549 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.350983] env[69941]: DEBUG nova.network.neutron [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Updating instance_info_cache with network_info: [{"id": "fd901cd5-b0d8-462a-bb27-787f0689a4de", "address": "fa:16:3e:a5:14:b6", "network": {"id": "dd2d8e74-634e-487e-97c3-aadd0408b524", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1457948888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1501628786e0423abe9a09abd7adf793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd901cd5-b0", "ovs_interfaceid": "fd901cd5-b0d8-462a-bb27-787f0689a4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.356415] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 940.356415] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]522aa153-d7cb-614b-1d40-2b59090c756c" [ 940.356415] env[69941]: _type = "Task" [ 940.356415] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.366794] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522aa153-d7cb-614b-1d40-2b59090c756c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.691875] env[69941]: DEBUG nova.compute.manager [req-a7025ff0-ee37-4e07-9a72-73807407d9b2 req-e927f625-06e3-451d-8c87-34c9de27ee23 service nova] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Received event network-vif-plugged-fd901cd5-b0d8-462a-bb27-787f0689a4de {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.692175] env[69941]: DEBUG oslo_concurrency.lockutils [req-a7025ff0-ee37-4e07-9a72-73807407d9b2 req-e927f625-06e3-451d-8c87-34c9de27ee23 service nova] Acquiring lock "2271ebb9-3c14-4841-9e8a-dd545a63ac57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.692337] env[69941]: DEBUG oslo_concurrency.lockutils [req-a7025ff0-ee37-4e07-9a72-73807407d9b2 req-e927f625-06e3-451d-8c87-34c9de27ee23 service nova] Lock "2271ebb9-3c14-4841-9e8a-dd545a63ac57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.692503] env[69941]: DEBUG oslo_concurrency.lockutils [req-a7025ff0-ee37-4e07-9a72-73807407d9b2 req-e927f625-06e3-451d-8c87-34c9de27ee23 service nova] Lock "2271ebb9-3c14-4841-9e8a-dd545a63ac57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.692666] env[69941]: DEBUG nova.compute.manager [req-a7025ff0-ee37-4e07-9a72-73807407d9b2 req-e927f625-06e3-451d-8c87-34c9de27ee23 service nova] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] No waiting events found dispatching network-vif-plugged-fd901cd5-b0d8-462a-bb27-787f0689a4de {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.692829] env[69941]: WARNING nova.compute.manager [req-a7025ff0-ee37-4e07-9a72-73807407d9b2 req-e927f625-06e3-451d-8c87-34c9de27ee23 service nova] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Received unexpected event network-vif-plugged-fd901cd5-b0d8-462a-bb27-787f0689a4de for instance with vm_state building and task_state spawning. [ 940.692979] env[69941]: DEBUG nova.compute.manager [req-a7025ff0-ee37-4e07-9a72-73807407d9b2 req-e927f625-06e3-451d-8c87-34c9de27ee23 service nova] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Received event network-changed-fd901cd5-b0d8-462a-bb27-787f0689a4de {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.693149] env[69941]: DEBUG nova.compute.manager [req-a7025ff0-ee37-4e07-9a72-73807407d9b2 req-e927f625-06e3-451d-8c87-34c9de27ee23 service nova] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Refreshing instance network info cache due to event network-changed-fd901cd5-b0d8-462a-bb27-787f0689a4de. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.693312] env[69941]: DEBUG oslo_concurrency.lockutils [req-a7025ff0-ee37-4e07-9a72-73807407d9b2 req-e927f625-06e3-451d-8c87-34c9de27ee23 service nova] Acquiring lock "refresh_cache-2271ebb9-3c14-4841-9e8a-dd545a63ac57" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.719357] env[69941]: DEBUG nova.compute.utils [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.724445] env[69941]: DEBUG nova.compute.manager [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.724887] env[69941]: DEBUG nova.network.neutron [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.773263] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288731, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.782470] env[69941]: DEBUG nova.policy [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3509633235e346648c85a83db9ae8e39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24c36dfd585b4094a67bf9f8bfeae8c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.819582] env[69941]: INFO nova.compute.manager [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] instance snapshotting [ 940.833134] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaee596-5fae-4304-b70c-131d194ef908 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.856405] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Releasing lock "refresh_cache-2271ebb9-3c14-4841-9e8a-dd545a63ac57" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.856762] env[69941]: DEBUG nova.compute.manager [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Instance network_info: |[{"id": "fd901cd5-b0d8-462a-bb27-787f0689a4de", "address": "fa:16:3e:a5:14:b6", "network": {"id": "dd2d8e74-634e-487e-97c3-aadd0408b524", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1457948888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1501628786e0423abe9a09abd7adf793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd901cd5-b0", "ovs_interfaceid": "fd901cd5-b0d8-462a-bb27-787f0689a4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.860303] env[69941]: DEBUG oslo_concurrency.lockutils [req-a7025ff0-ee37-4e07-9a72-73807407d9b2 req-e927f625-06e3-451d-8c87-34c9de27ee23 service nova] Acquired lock "refresh_cache-2271ebb9-3c14-4841-9e8a-dd545a63ac57" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.860489] env[69941]: DEBUG nova.network.neutron [req-a7025ff0-ee37-4e07-9a72-73807407d9b2 req-e927f625-06e3-451d-8c87-34c9de27ee23 service nova] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Refreshing network info cache for port fd901cd5-b0d8-462a-bb27-787f0689a4de {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.861755] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:14:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd901cd5-b0d8-462a-bb27-787f0689a4de', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.869465] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Creating folder: Project (1501628786e0423abe9a09abd7adf793). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.870377] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db5c0db-005d-4fe1-8a07-194209813ca6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.877417] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a37adaf4-be8b-4889-a857-2f54684d7ee8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.894741] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522aa153-d7cb-614b-1d40-2b59090c756c, 'name': SearchDatastore_Task, 'duration_secs': 0.013544} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.896400] env[69941]: DEBUG oslo_concurrency.lockutils [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.896668] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 4b9d8b21-ba70-4ec7-93d6-69fb2763446a/4b9d8b21-ba70-4ec7-93d6-69fb2763446a.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.896947] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Created folder: Project (1501628786e0423abe9a09abd7adf793) in parent group-v656570. [ 940.897130] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Creating folder: Instances. Parent ref: group-v656795. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.897348] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f595278-8453-4c25-8f12-5f858731d36c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.899375] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7036782f-1ab0-4b7b-b4a3-cf826322a71b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.908592] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 940.908592] env[69941]: value = "task-3288733" [ 940.908592] env[69941]: _type = "Task" [ 940.908592] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.916501] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Created folder: Instances in parent group-v656795. [ 940.916968] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.921019] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.921019] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82faec46-daec-4922-b56d-92961d6d7b34 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.937413] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.945776] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.945776] env[69941]: value = "task-3288735" [ 940.945776] env[69941]: _type = "Task" [ 940.945776] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.956306] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288735, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.118979] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b79fab9-dc7b-4f9d-bd38-05aeda056361 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.127270] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12843ba-a2e8-42b6-8ef1-f2c996ebc322 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.162126] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44392e40-a03c-4958-912f-6b4f3bae788b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.170132] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17be43cb-3417-40cb-a34e-5b24ea8ca1df {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.184230] env[69941]: DEBUG nova.compute.provider_tree [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.226122] env[69941]: DEBUG nova.compute.manager [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.236208] env[69941]: DEBUG nova.network.neutron [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Successfully created port: 623d23c7-ac1a-424f-aea9-e807c163dc11 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.276170] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288731, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.337786] env[69941]: DEBUG nova.compute.manager [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.338953] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0965b29-634f-4b5c-95bb-6e54b4346499 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.396591] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 941.396996] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-77db7c8c-7200-4e58-b8e5-bcce39d4919c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.405986] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 941.405986] env[69941]: value = "task-3288736" [ 941.405986] env[69941]: _type = "Task" [ 941.405986] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.420606] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288736, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.424554] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288733, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.456453] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288735, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.688042] env[69941]: DEBUG nova.scheduler.client.report [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.774811] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288731, 'name': CloneVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.789025] env[69941]: DEBUG nova.network.neutron [req-a7025ff0-ee37-4e07-9a72-73807407d9b2 req-e927f625-06e3-451d-8c87-34c9de27ee23 service nova] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Updated VIF entry in instance network info cache for port fd901cd5-b0d8-462a-bb27-787f0689a4de. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.789381] env[69941]: DEBUG nova.network.neutron [req-a7025ff0-ee37-4e07-9a72-73807407d9b2 req-e927f625-06e3-451d-8c87-34c9de27ee23 service nova] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Updating instance_info_cache with network_info: [{"id": "fd901cd5-b0d8-462a-bb27-787f0689a4de", "address": "fa:16:3e:a5:14:b6", "network": {"id": "dd2d8e74-634e-487e-97c3-aadd0408b524", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1457948888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1501628786e0423abe9a09abd7adf793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd901cd5-b0", "ovs_interfaceid": "fd901cd5-b0d8-462a-bb27-787f0689a4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.851909] env[69941]: INFO nova.compute.manager [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] instance snapshotting [ 941.852605] env[69941]: DEBUG nova.objects.instance [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lazy-loading 'flavor' on Instance uuid e01c973a-3d25-493b-8d5d-eff82c27d03c {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.917575] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288736, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.923043] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650642} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.923327] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 4b9d8b21-ba70-4ec7-93d6-69fb2763446a/4b9d8b21-ba70-4ec7-93d6-69fb2763446a.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.923563] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.923815] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f519c1fe-8113-49dd-8085-d8f13bcb41b5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.933177] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 941.933177] env[69941]: value = "task-3288737" [ 941.933177] env[69941]: _type = "Task" [ 941.933177] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.952342] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.959437] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288735, 'name': CreateVM_Task, 'duration_secs': 0.694734} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.963997] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.963997] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.963997] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.963997] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.963997] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b454f61a-0dc4-426a-85d2-587bcdddf199 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.967910] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Waiting for the task: (returnval){ [ 941.967910] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c2d806-9300-765d-3b38-08a1aac9d527" [ 941.967910] env[69941]: _type = "Task" [ 941.967910] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.976599] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c2d806-9300-765d-3b38-08a1aac9d527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.193605] env[69941]: DEBUG oslo_concurrency.lockutils [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.197067] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.374s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.197624] env[69941]: DEBUG nova.objects.instance [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Lazy-loading 'resources' on Instance uuid 1bfa85ea-6706-4715-a3d7-eec56b2febff {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.218525] env[69941]: INFO nova.scheduler.client.report [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Deleted allocations for instance ce7c3d87-3195-4c3d-96a4-66e18dbece17 [ 942.236397] env[69941]: DEBUG nova.compute.manager [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.262489] env[69941]: DEBUG nova.virt.hardware [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.262489] env[69941]: DEBUG nova.virt.hardware [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.262727] env[69941]: DEBUG nova.virt.hardware [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.262789] env[69941]: DEBUG nova.virt.hardware [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.262980] env[69941]: DEBUG nova.virt.hardware [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.263189] env[69941]: DEBUG nova.virt.hardware [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.263476] env[69941]: DEBUG nova.virt.hardware [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.263684] env[69941]: DEBUG nova.virt.hardware [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.263917] env[69941]: DEBUG nova.virt.hardware [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.264166] env[69941]: DEBUG nova.virt.hardware [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.264418] env[69941]: DEBUG nova.virt.hardware [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.265646] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2e68ab-57d8-410b-916f-c0b9abe71be9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.281815] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288731, 'name': CloneVM_Task, 'duration_secs': 1.778001} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.284065] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Created linked-clone VM from snapshot [ 942.284885] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66ea98b-79b4-4d0a-bca3-7f1ebcf60885 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.288795] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92055349-b7e0-4cce-aefe-48ec0ab30e36 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.293131] env[69941]: DEBUG oslo_concurrency.lockutils [req-a7025ff0-ee37-4e07-9a72-73807407d9b2 req-e927f625-06e3-451d-8c87-34c9de27ee23 service nova] Releasing lock "refresh_cache-2271ebb9-3c14-4841-9e8a-dd545a63ac57" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.299062] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Uploading image 3f75712f-8030-477d-82b8-9ef2511676da {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 942.321291] env[69941]: DEBUG oslo_vmware.rw_handles [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 942.321291] env[69941]: value = "vm-656794" [ 942.321291] env[69941]: _type = "VirtualMachine" [ 942.321291] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 942.321582] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b06ec3c1-4e70-4869-b166-c6c54aec5d64 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.329185] env[69941]: DEBUG oslo_vmware.rw_handles [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lease: (returnval){ [ 942.329185] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52da5754-efaa-d509-145a-de760e9e8f1b" [ 942.329185] env[69941]: _type = "HttpNfcLease" [ 942.329185] env[69941]: } obtained for exporting VM: (result){ [ 942.329185] env[69941]: value = "vm-656794" [ 942.329185] env[69941]: _type = "VirtualMachine" [ 942.329185] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 942.329515] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the lease: (returnval){ [ 942.329515] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52da5754-efaa-d509-145a-de760e9e8f1b" [ 942.329515] env[69941]: _type = "HttpNfcLease" [ 942.329515] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 942.336695] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 942.336695] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52da5754-efaa-d509-145a-de760e9e8f1b" [ 942.336695] env[69941]: _type = "HttpNfcLease" [ 942.336695] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 942.358599] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c9d8f0-1730-49c0-8634-8f8a498d1a14 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.379497] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b2e882-9c19-424a-b27a-6b5a49352fe4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.416756] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288736, 'name': CreateSnapshot_Task, 'duration_secs': 0.986792} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.417076] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 942.417875] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302073a1-4e14-4974-8772-938b89e3f6b2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.443350] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08671} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.443620] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.444450] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84154e4d-f8d4-4bd3-ad48-a50e4ede0e4c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.467527] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 4b9d8b21-ba70-4ec7-93d6-69fb2763446a/4b9d8b21-ba70-4ec7-93d6-69fb2763446a.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.468645] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-594646d2-7a31-4297-ad0a-f368141dd569 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.493290] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c2d806-9300-765d-3b38-08a1aac9d527, 'name': SearchDatastore_Task, 'duration_secs': 0.014849} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.494711] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.494985] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.496207] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.496207] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.496207] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.496207] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 942.496207] env[69941]: value = "task-3288739" [ 942.496207] env[69941]: _type = "Task" [ 942.496207] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.496207] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88501113-4f07-4f69-961e-4e1327eae304 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.510328] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.512349] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.512541] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.513305] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b171dc67-c1b1-4a3d-b0ac-36cdf500b243 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.518845] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Waiting for the task: (returnval){ [ 942.518845] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52955d56-c54e-d397-32f7-9f076d6c41ce" [ 942.518845] env[69941]: _type = "Task" [ 942.518845] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.527287] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52955d56-c54e-d397-32f7-9f076d6c41ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.725813] env[69941]: DEBUG oslo_concurrency.lockutils [None req-132b1e0c-13af-4492-b258-f6f643695449 tempest-ImagesTestJSON-701524429 tempest-ImagesTestJSON-701524429-project-member] Lock "ce7c3d87-3195-4c3d-96a4-66e18dbece17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.733s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.837433] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 942.837433] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52da5754-efaa-d509-145a-de760e9e8f1b" [ 942.837433] env[69941]: _type = "HttpNfcLease" [ 942.837433] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 942.837756] env[69941]: DEBUG oslo_vmware.rw_handles [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 942.837756] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52da5754-efaa-d509-145a-de760e9e8f1b" [ 942.837756] env[69941]: _type = "HttpNfcLease" [ 942.837756] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 942.838520] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a146dd2-b1bd-408d-8533-19e8412fd19b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.847946] env[69941]: DEBUG oslo_vmware.rw_handles [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c23687-a204-a91d-48c2-de61b0d66b4b/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 942.848202] env[69941]: DEBUG oslo_vmware.rw_handles [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c23687-a204-a91d-48c2-de61b0d66b4b/disk-0.vmdk for reading. {{(pid=69941) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 942.907517] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 942.910375] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-30a31243-27c3-4cfe-8b56-472453f8212a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.918553] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 942.918553] env[69941]: value = "task-3288740" [ 942.918553] env[69941]: _type = "Task" [ 942.918553] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.937880] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 942.938134] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288740, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.940729] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dd19a95e-6dc8-4e5a-964c-83664d67b830 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.948406] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 942.948406] env[69941]: value = "task-3288741" [ 942.948406] env[69941]: _type = "Task" [ 942.948406] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.957496] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288741, 'name': CloneVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.980506] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-26c49033-69e9-4cf0-b685-f8eb0bf1d150 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.014576] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288739, 'name': ReconfigVM_Task, 'duration_secs': 0.307557} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.021676] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 4b9d8b21-ba70-4ec7-93d6-69fb2763446a/4b9d8b21-ba70-4ec7-93d6-69fb2763446a.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.022774] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d3758ba-b5a6-4985-af9c-14f8e9a51028 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.036918] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52955d56-c54e-d397-32f7-9f076d6c41ce, 'name': SearchDatastore_Task, 'duration_secs': 0.023578} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.039455] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 943.039455] env[69941]: value = "task-3288742" [ 943.039455] env[69941]: _type = "Task" [ 943.039455] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.039455] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c982c483-550c-4c05-9ceb-fbf67b66c533 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.051114] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288742, 'name': Rename_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.055068] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Waiting for the task: (returnval){ [ 943.055068] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52553dc2-6e86-f5e4-e52b-335b468f5f5f" [ 943.055068] env[69941]: _type = "Task" [ 943.055068] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.063785] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52553dc2-6e86-f5e4-e52b-335b468f5f5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.084768] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffbf73e-05c7-4678-b88a-f3ed7ec1d623 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.092940] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa48cd2e-f20e-468e-ab1e-19c20cdda2a6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.129872] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc3cfa2-5620-4c29-bff5-4d26a3d00e41 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.138150] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54e0778-acc1-45e0-aab5-3dff8cfbf60b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.152518] env[69941]: DEBUG nova.compute.provider_tree [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.282928] env[69941]: DEBUG nova.network.neutron [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Successfully updated port: 623d23c7-ac1a-424f-aea9-e807c163dc11 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.383929] env[69941]: DEBUG nova.compute.manager [req-e200d3a1-8d7f-4a80-b484-068c2ff7c96c req-519b4e8d-31de-49ce-9f9a-d5a184b3314b service nova] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Received event network-vif-plugged-623d23c7-ac1a-424f-aea9-e807c163dc11 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.384424] env[69941]: DEBUG oslo_concurrency.lockutils [req-e200d3a1-8d7f-4a80-b484-068c2ff7c96c req-519b4e8d-31de-49ce-9f9a-d5a184b3314b service nova] Acquiring lock "16428e71-2acc-4d9c-86e7-6b06de208d91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.384521] env[69941]: DEBUG oslo_concurrency.lockutils [req-e200d3a1-8d7f-4a80-b484-068c2ff7c96c req-519b4e8d-31de-49ce-9f9a-d5a184b3314b service nova] Lock "16428e71-2acc-4d9c-86e7-6b06de208d91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.384673] env[69941]: DEBUG oslo_concurrency.lockutils [req-e200d3a1-8d7f-4a80-b484-068c2ff7c96c req-519b4e8d-31de-49ce-9f9a-d5a184b3314b service nova] Lock "16428e71-2acc-4d9c-86e7-6b06de208d91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.384839] env[69941]: DEBUG nova.compute.manager [req-e200d3a1-8d7f-4a80-b484-068c2ff7c96c req-519b4e8d-31de-49ce-9f9a-d5a184b3314b service nova] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] No waiting events found dispatching network-vif-plugged-623d23c7-ac1a-424f-aea9-e807c163dc11 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.385191] env[69941]: WARNING nova.compute.manager [req-e200d3a1-8d7f-4a80-b484-068c2ff7c96c req-519b4e8d-31de-49ce-9f9a-d5a184b3314b service nova] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Received unexpected event network-vif-plugged-623d23c7-ac1a-424f-aea9-e807c163dc11 for instance with vm_state building and task_state spawning. [ 943.430729] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288740, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.459856] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288741, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.553887] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288742, 'name': Rename_Task, 'duration_secs': 0.286108} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.554301] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.554583] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deb51e3c-c442-4937-a7db-055fc37c3d4e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.568294] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52553dc2-6e86-f5e4-e52b-335b468f5f5f, 'name': SearchDatastore_Task, 'duration_secs': 0.0431} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.570369] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.571104] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 2271ebb9-3c14-4841-9e8a-dd545a63ac57/2271ebb9-3c14-4841-9e8a-dd545a63ac57.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.571595] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 943.571595] env[69941]: value = "task-3288743" [ 943.571595] env[69941]: _type = "Task" [ 943.571595] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.571997] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16cd8653-de72-4294-9a8d-79f0d34ae072 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.589746] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Waiting for the task: (returnval){ [ 943.589746] env[69941]: value = "task-3288744" [ 943.589746] env[69941]: _type = "Task" [ 943.589746] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.602301] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': task-3288744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.656328] env[69941]: DEBUG nova.scheduler.client.report [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.786266] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "refresh_cache-16428e71-2acc-4d9c-86e7-6b06de208d91" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.786474] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "refresh_cache-16428e71-2acc-4d9c-86e7-6b06de208d91" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.786612] env[69941]: DEBUG nova.network.neutron [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.930999] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288740, 'name': CreateSnapshot_Task, 'duration_secs': 0.995519} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.931326] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 943.932236] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ee737e-f334-465e-a346-bab5ce4e41c3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.960489] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288741, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.087196] env[69941]: DEBUG oslo_vmware.rw_handles [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214d44c-202f-2ac4-ff84-b7493f026aec/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 944.091983] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147a8f11-1fb8-44ea-8098-fa86ea3e15e6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.108111] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288743, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.111331] env[69941]: DEBUG oslo_vmware.rw_handles [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214d44c-202f-2ac4-ff84-b7493f026aec/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 944.111564] env[69941]: ERROR oslo_vmware.rw_handles [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214d44c-202f-2ac4-ff84-b7493f026aec/disk-0.vmdk due to incomplete transfer. [ 944.111765] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-133b6a0f-1320-4db5-b303-be87172288c6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.120303] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': task-3288744, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.126821] env[69941]: DEBUG oslo_vmware.rw_handles [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214d44c-202f-2ac4-ff84-b7493f026aec/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 944.127063] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Uploaded image 90ebe1c0-ecc0-4fea-881d-ef7613306095 to the Glance image server {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 944.130175] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 944.130858] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-192a0ea1-253f-493a-898a-1d38fb81d960 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.138087] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 944.138087] env[69941]: value = "task-3288745" [ 944.138087] env[69941]: _type = "Task" [ 944.138087] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.147817] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288745, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.163149] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.165597] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.841s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.213837] env[69941]: INFO nova.scheduler.client.report [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Deleted allocations for instance 1bfa85ea-6706-4715-a3d7-eec56b2febff [ 944.380893] env[69941]: DEBUG nova.network.neutron [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.457668] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 944.458256] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6210138c-a94f-46dd-b1d7-d90ca50ad135 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.473664] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288741, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.478942] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 944.478942] env[69941]: value = "task-3288746" [ 944.478942] env[69941]: _type = "Task" [ 944.478942] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.493094] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288746, 'name': CloneVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.590098] env[69941]: DEBUG oslo_vmware.api [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288743, 'name': PowerOnVM_Task, 'duration_secs': 0.712393} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.590539] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.590783] env[69941]: INFO nova.compute.manager [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Took 8.82 seconds to spawn the instance on the hypervisor. [ 944.591060] env[69941]: DEBUG nova.compute.manager [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.592102] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15aff548-e9bc-4d04-b2c3-d82ffe5a3668 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.615494] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': task-3288744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664182} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.615981] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 2271ebb9-3c14-4841-9e8a-dd545a63ac57/2271ebb9-3c14-4841-9e8a-dd545a63ac57.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.616346] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.617104] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd8be4b5-6431-4904-a84b-7f19c5fe2ff1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.625396] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Waiting for the task: (returnval){ [ 944.625396] env[69941]: value = "task-3288747" [ 944.625396] env[69941]: _type = "Task" [ 944.625396] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.634681] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': task-3288747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.646931] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288745, 'name': Destroy_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.728982] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d99469b6-083a-4d14-918f-b19ca3c6e5f5 tempest-ServersTestJSON-274256341 tempest-ServersTestJSON-274256341-project-member] Lock "1bfa85ea-6706-4715-a3d7-eec56b2febff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.729s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.740351] env[69941]: DEBUG nova.network.neutron [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Updating instance_info_cache with network_info: [{"id": "623d23c7-ac1a-424f-aea9-e807c163dc11", "address": "fa:16:3e:93:d2:a3", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623d23c7-ac", "ovs_interfaceid": "623d23c7-ac1a-424f-aea9-e807c163dc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.775259] env[69941]: INFO nova.compute.manager [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Rebuilding instance [ 944.825578] env[69941]: DEBUG nova.compute.manager [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.827793] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3bddf8-e1a3-4383-ba65-40bd9128fc2c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.974030] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288741, 'name': CloneVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.002930] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288746, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.121180] env[69941]: INFO nova.compute.manager [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Took 17.64 seconds to build instance. [ 945.123157] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "10d1a76a-1fe4-473f-9db3-9b6b4f8ab148" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.123157] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "10d1a76a-1fe4-473f-9db3-9b6b4f8ab148" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.136705] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': task-3288747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165156} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.137131] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.138031] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee69a19-8060-4bc1-936b-b315eb96c5cc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.167976] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 2271ebb9-3c14-4841-9e8a-dd545a63ac57/2271ebb9-3c14-4841-9e8a-dd545a63ac57.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.173504] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d968647-53d7-4788-b46b-cdce1d05e105 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.189174] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288745, 'name': Destroy_Task, 'duration_secs': 0.658694} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.194468] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Destroyed the VM [ 945.194920] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 945.198788] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9c874eb3-7474-4013-ae8d-77e47f44b5c7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.203310] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Waiting for the task: (returnval){ [ 945.203310] env[69941]: value = "task-3288748" [ 945.203310] env[69941]: _type = "Task" [ 945.203310] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.210501] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 945.210501] env[69941]: value = "task-3288749" [ 945.210501] env[69941]: _type = "Task" [ 945.210501] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.218203] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': task-3288748, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.223330] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288749, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.224464] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance a87074ec-1813-448c-be2b-e50be5324256 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 945.224618] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 99f455c6-bc8a-476c-bd12-f7f19a3aa219 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 945.224752] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance b24e27be-8986-4815-9723-fc5778147274 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 945.224962] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance a62ae68a-fb40-4439-9c38-3765dfac652a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 945.225142] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 3aa39f00-4e7a-423e-92ad-9d5204e20e51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 945.225291] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance fb66ba05-860c-47fa-bb76-3ef2cd552f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 945.225500] env[69941]: WARNING nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance d6e8097b-24f5-471d-9456-fb74972db9a0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 945.225763] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance e01c973a-3d25-493b-8d5d-eff82c27d03c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 945.225827] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 11118094-2c65-4953-94c8-a6bd67d43bce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 945.225948] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 015c489a-baf4-4569-8d5f-3fd343ca03a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 945.226162] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 73978fd3-5c56-40d3-8a9c-0fc21bebd315 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 945.226294] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 1543ff3c-7076-4b47-b9ff-3550fc36e9b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 945.226489] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 60628810-b8e7-4fe1-9a6e-81030946b455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 945.226655] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 1bcf7680-bbf7-43c9-bd9d-d5abb9243249 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 945.226857] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 3d985512-661f-4f91-b1b9-7f5972a9a258 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 945.227076] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 4b9d8b21-ba70-4ec7-93d6-69fb2763446a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 945.227298] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 2271ebb9-3c14-4841-9e8a-dd545a63ac57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 945.227507] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 16428e71-2acc-4d9c-86e7-6b06de208d91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 945.244201] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "refresh_cache-16428e71-2acc-4d9c-86e7-6b06de208d91" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.244562] env[69941]: DEBUG nova.compute.manager [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Instance network_info: |[{"id": "623d23c7-ac1a-424f-aea9-e807c163dc11", "address": "fa:16:3e:93:d2:a3", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623d23c7-ac", "ovs_interfaceid": "623d23c7-ac1a-424f-aea9-e807c163dc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.245013] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:d2:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '623d23c7-ac1a-424f-aea9-e807c163dc11', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.253069] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.254136] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.254428] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00fb0215-10aa-4199-8f3d-5acdea81d18d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.278793] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.278793] env[69941]: value = "task-3288750" [ 945.278793] env[69941]: _type = "Task" [ 945.278793] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.291021] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288750, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.432186] env[69941]: DEBUG nova.compute.manager [req-9e567ff0-8615-4fe2-9628-a42b3bcff3d8 req-644fb8f0-1a6d-49f5-ae79-0430d91f528b service nova] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Received event network-changed-623d23c7-ac1a-424f-aea9-e807c163dc11 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.432186] env[69941]: DEBUG nova.compute.manager [req-9e567ff0-8615-4fe2-9628-a42b3bcff3d8 req-644fb8f0-1a6d-49f5-ae79-0430d91f528b service nova] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Refreshing instance network info cache due to event network-changed-623d23c7-ac1a-424f-aea9-e807c163dc11. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.432543] env[69941]: DEBUG oslo_concurrency.lockutils [req-9e567ff0-8615-4fe2-9628-a42b3bcff3d8 req-644fb8f0-1a6d-49f5-ae79-0430d91f528b service nova] Acquiring lock "refresh_cache-16428e71-2acc-4d9c-86e7-6b06de208d91" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.432623] env[69941]: DEBUG oslo_concurrency.lockutils [req-9e567ff0-8615-4fe2-9628-a42b3bcff3d8 req-644fb8f0-1a6d-49f5-ae79-0430d91f528b service nova] Acquired lock "refresh_cache-16428e71-2acc-4d9c-86e7-6b06de208d91" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.432869] env[69941]: DEBUG nova.network.neutron [req-9e567ff0-8615-4fe2-9628-a42b3bcff3d8 req-644fb8f0-1a6d-49f5-ae79-0430d91f528b service nova] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Refreshing network info cache for port 623d23c7-ac1a-424f-aea9-e807c163dc11 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.472232] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288741, 'name': CloneVM_Task, 'duration_secs': 2.171759} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.472579] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Created linked-clone VM from snapshot [ 945.474811] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f267027-559f-4fa9-8b48-22a0e6974fa5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.485563] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Uploading image 065494be-2c60-4d11-a3c8-2985896b2c1b {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 945.502587] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288746, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.505613] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 945.505973] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4d610fd0-deb0-402c-af3e-7cb579572de7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.514818] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 945.514818] env[69941]: value = "task-3288751" [ 945.514818] env[69941]: _type = "Task" [ 945.514818] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.529585] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288751, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.625237] env[69941]: DEBUG oslo_concurrency.lockutils [None req-713c0cc8-750e-468a-b438-9ea4ae49d84c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "4b9d8b21-ba70-4ec7-93d6-69fb2763446a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.155s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.627108] env[69941]: DEBUG nova.compute.manager [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.729020] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': task-3288748, 'name': ReconfigVM_Task, 'duration_secs': 0.416123} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.730265] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 2271ebb9-3c14-4841-9e8a-dd545a63ac57/2271ebb9-3c14-4841-9e8a-dd545a63ac57.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.730986] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288749, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.731232] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6de653f5-ac98-4896-b013-672d3a04f6ac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.733428] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 945.734522] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 945.734522] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 945.744020] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Waiting for the task: (returnval){ [ 945.744020] env[69941]: value = "task-3288752" [ 945.744020] env[69941]: _type = "Task" [ 945.744020] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.751165] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': task-3288752, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.787452] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288750, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.844734] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.844853] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6216d72-ad43-424e-a2bc-ecf9f9b9fed5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.853890] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 945.853890] env[69941]: value = "task-3288753" [ 945.853890] env[69941]: _type = "Task" [ 945.853890] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.869532] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.996401] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288746, 'name': CloneVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.028026] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288751, 'name': Destroy_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.154018] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.160642] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1460add1-f881-49cc-8225-f95dcf32c1f3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.178056] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1e8ae1-bcad-4284-9200-c461fe80a6a5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.221065] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49985079-7fb1-479e-ae59-a00a5da2e2fe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.228972] env[69941]: DEBUG oslo_vmware.api [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288749, 'name': RemoveSnapshot_Task, 'duration_secs': 0.868628} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.231647] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 946.232409] env[69941]: INFO nova.compute.manager [None req-2352c8f4-954c-46ae-9aa1-f0ae435a9201 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Took 15.63 seconds to snapshot the instance on the hypervisor. [ 946.241204] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b283ae24-f642-4093-9f39-d4af05c6379b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.260468] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "e5170986-5aed-4329-aba3-f4e50566bb1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.260826] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "e5170986-5aed-4329-aba3-f4e50566bb1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.271807] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.280219] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': task-3288752, 'name': Rename_Task, 'duration_secs': 0.240966} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.284486] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.286859] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b092423-b169-4401-9eb1-753f8f4007f7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.294991] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288750, 'name': CreateVM_Task, 'duration_secs': 0.594753} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.297113] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.297492] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Waiting for the task: (returnval){ [ 946.297492] env[69941]: value = "task-3288754" [ 946.297492] env[69941]: _type = "Task" [ 946.297492] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.298144] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.298307] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.298670] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.299277] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0f228c-b586-42a4-934f-999cdcd3817d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.309586] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 946.309586] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]522cc6ee-f839-96ce-e149-8d7b5046cf06" [ 946.309586] env[69941]: _type = "Task" [ 946.309586] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.313643] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': task-3288754, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.323572] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522cc6ee-f839-96ce-e149-8d7b5046cf06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.363896] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288753, 'name': PowerOffVM_Task, 'duration_secs': 0.335494} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.364178] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.364415] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.365234] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2270517-966d-48f7-96f8-2d137b77192b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.372669] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.372960] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ba6f657-067b-4f0f-8247-b7b25e567c96 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.423425] env[69941]: DEBUG nova.network.neutron [req-9e567ff0-8615-4fe2-9628-a42b3bcff3d8 req-644fb8f0-1a6d-49f5-ae79-0430d91f528b service nova] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Updated VIF entry in instance network info cache for port 623d23c7-ac1a-424f-aea9-e807c163dc11. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.423792] env[69941]: DEBUG nova.network.neutron [req-9e567ff0-8615-4fe2-9628-a42b3bcff3d8 req-644fb8f0-1a6d-49f5-ae79-0430d91f528b service nova] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Updating instance_info_cache with network_info: [{"id": "623d23c7-ac1a-424f-aea9-e807c163dc11", "address": "fa:16:3e:93:d2:a3", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623d23c7-ac", "ovs_interfaceid": "623d23c7-ac1a-424f-aea9-e807c163dc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.446539] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.446762] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.446954] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Deleting the datastore file [datastore2] fb66ba05-860c-47fa-bb76-3ef2cd552f9b {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.447238] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d513500-e2d2-4478-b089-260306abccc1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.454474] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 946.454474] env[69941]: value = "task-3288756" [ 946.454474] env[69941]: _type = "Task" [ 946.454474] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.464234] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.494285] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288746, 'name': CloneVM_Task, 'duration_secs': 1.605821} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.494640] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Created linked-clone VM from snapshot [ 946.495345] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ace9cf-96ee-4dab-b4ef-96e0146d4ec1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.503954] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Uploading image fade5097-38bb-49ec-a871-5abe292e9c5a {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 946.526312] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288751, 'name': Destroy_Task, 'duration_secs': 0.543277} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.528909] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Destroyed the VM [ 946.529260] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 946.531138] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4d46cc07-756f-4a6e-95e1-6972b1ab10ba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.537132] env[69941]: DEBUG oslo_vmware.rw_handles [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 946.537132] env[69941]: value = "vm-656801" [ 946.537132] env[69941]: _type = "VirtualMachine" [ 946.537132] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 946.537470] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5e513b8f-41ef-475e-a34d-5f4049fa3999 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.541257] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 946.541257] env[69941]: value = "task-3288757" [ 946.541257] env[69941]: _type = "Task" [ 946.541257] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.548241] env[69941]: DEBUG oslo_vmware.rw_handles [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lease: (returnval){ [ 946.548241] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52538cad-b77d-595a-568e-6f8133ad9117" [ 946.548241] env[69941]: _type = "HttpNfcLease" [ 946.548241] env[69941]: } obtained for exporting VM: (result){ [ 946.548241] env[69941]: value = "vm-656801" [ 946.548241] env[69941]: _type = "VirtualMachine" [ 946.548241] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 946.549069] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the lease: (returnval){ [ 946.549069] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52538cad-b77d-595a-568e-6f8133ad9117" [ 946.549069] env[69941]: _type = "HttpNfcLease" [ 946.549069] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 946.558033] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288757, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.563093] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 946.563093] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52538cad-b77d-595a-568e-6f8133ad9117" [ 946.563093] env[69941]: _type = "HttpNfcLease" [ 946.563093] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 946.759133] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e5c76b-825f-4233-968f-2bd4c808fd24 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.771607] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7e304633-da69-4c1c-9fa6-742fa76a703c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Suspending the VM {{(pid=69941) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 946.772060] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-834b58f5-71d8-4d3c-8ae1-2cabf62a72ae {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.775496] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.780131] env[69941]: DEBUG nova.compute.manager [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.790922] env[69941]: DEBUG oslo_vmware.api [None req-7e304633-da69-4c1c-9fa6-742fa76a703c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 946.790922] env[69941]: value = "task-3288759" [ 946.790922] env[69941]: _type = "Task" [ 946.790922] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.802735] env[69941]: DEBUG oslo_vmware.api [None req-7e304633-da69-4c1c-9fa6-742fa76a703c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288759, 'name': SuspendVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.817905] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': task-3288754, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.829796] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522cc6ee-f839-96ce-e149-8d7b5046cf06, 'name': SearchDatastore_Task, 'duration_secs': 0.016133} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.830922] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.830922] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.831364] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.831364] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.831364] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.831607] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96a113cf-16b5-4d8f-ae59-c1b84410caa5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.841734] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.841986] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.844938] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90fd8aee-5314-418d-af1f-baa7385cddaa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.857553] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 946.857553] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a85c3d-237d-2c64-8d07-2d4af0e34f01" [ 946.857553] env[69941]: _type = "Task" [ 946.857553] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.869242] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a85c3d-237d-2c64-8d07-2d4af0e34f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.927069] env[69941]: DEBUG oslo_concurrency.lockutils [req-9e567ff0-8615-4fe2-9628-a42b3bcff3d8 req-644fb8f0-1a6d-49f5-ae79-0430d91f528b service nova] Releasing lock "refresh_cache-16428e71-2acc-4d9c-86e7-6b06de208d91" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.967829] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351835} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.968163] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.968356] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.968555] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.057519] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288757, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.066305] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 947.066305] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52538cad-b77d-595a-568e-6f8133ad9117" [ 947.066305] env[69941]: _type = "HttpNfcLease" [ 947.066305] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 947.067636] env[69941]: DEBUG oslo_vmware.rw_handles [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 947.067636] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52538cad-b77d-595a-568e-6f8133ad9117" [ 947.067636] env[69941]: _type = "HttpNfcLease" [ 947.067636] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 947.067636] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be337de-d078-4616-827c-88bc82edf823 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.077712] env[69941]: DEBUG oslo_vmware.rw_handles [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d92af9-895e-417d-fde5-45af4563b2c0/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 947.078742] env[69941]: DEBUG oslo_vmware.rw_handles [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d92af9-895e-417d-fde5-45af4563b2c0/disk-0.vmdk for reading. {{(pid=69941) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 947.252563] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-af9f821f-8269-4124-a34e-934a5fa17911 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.291593] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 947.291795] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.126s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.295914] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.253s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.295914] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.297767] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.144s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.299593] env[69941]: INFO nova.compute.claims [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.324904] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.332054] env[69941]: DEBUG oslo_vmware.api [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': task-3288754, 'name': PowerOnVM_Task, 'duration_secs': 0.73782} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.336820] env[69941]: INFO nova.scheduler.client.report [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Deleted allocations for instance d6e8097b-24f5-471d-9456-fb74972db9a0 [ 947.337963] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.338193] env[69941]: INFO nova.compute.manager [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Took 9.08 seconds to spawn the instance on the hypervisor. [ 947.338561] env[69941]: DEBUG nova.compute.manager [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.338681] env[69941]: DEBUG oslo_vmware.api [None req-7e304633-da69-4c1c-9fa6-742fa76a703c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288759, 'name': SuspendVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.341893] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfc1ce3-7166-4194-948f-06e36ac4554c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.365199] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a85c3d-237d-2c64-8d07-2d4af0e34f01, 'name': SearchDatastore_Task, 'duration_secs': 0.013475} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.366332] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a776ebc-e615-4960-b4d9-9bc484c6a07a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.374342] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 947.374342] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52d0d2e3-1ec6-9896-ae11-4e41d405004a" [ 947.374342] env[69941]: _type = "Task" [ 947.374342] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.385079] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d0d2e3-1ec6-9896-ae11-4e41d405004a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.554757] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288757, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.806468] env[69941]: DEBUG oslo_vmware.api [None req-7e304633-da69-4c1c-9fa6-742fa76a703c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288759, 'name': SuspendVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.852777] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8044363a-2e6c-4a75-8ddf-106a7e159bef tempest-AttachInterfacesUnderV243Test-1975019171 tempest-AttachInterfacesUnderV243Test-1975019171-project-member] Lock "d6e8097b-24f5-471d-9456-fb74972db9a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.631s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.868915] env[69941]: INFO nova.compute.manager [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Took 20.15 seconds to build instance. [ 947.892131] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d0d2e3-1ec6-9896-ae11-4e41d405004a, 'name': SearchDatastore_Task, 'duration_secs': 0.01998} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.894609] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.894609] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 16428e71-2acc-4d9c-86e7-6b06de208d91/16428e71-2acc-4d9c-86e7-6b06de208d91.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.894609] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f0993c1-d155-4f17-b3e3-592a26053383 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.908347] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 947.908347] env[69941]: value = "task-3288760" [ 947.908347] env[69941]: _type = "Task" [ 947.908347] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.918364] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.055767] env[69941]: DEBUG oslo_vmware.api [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288757, 'name': RemoveSnapshot_Task, 'duration_secs': 1.106338} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.057140] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 948.308818] env[69941]: DEBUG oslo_vmware.api [None req-7e304633-da69-4c1c-9fa6-742fa76a703c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288759, 'name': SuspendVM_Task, 'duration_secs': 1.032416} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.309464] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7e304633-da69-4c1c-9fa6-742fa76a703c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Suspended the VM {{(pid=69941) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 948.309712] env[69941]: DEBUG nova.compute.manager [None req-7e304633-da69-4c1c-9fa6-742fa76a703c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.313023] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b869218-dc5c-4122-99fc-4be417d08bcd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.374394] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a147dd5-92cc-4014-89a3-39d3cdd4e406 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Lock "2271ebb9-3c14-4841-9e8a-dd545a63ac57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.667s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.424971] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288760, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.563939] env[69941]: WARNING nova.compute.manager [None req-8df6808f-c51d-4e29-ad48-4c08bbc5e39a tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Image not found during snapshot: nova.exception.ImageNotFound: Image 065494be-2c60-4d11-a3c8-2985896b2c1b could not be found. [ 948.679665] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a462ee2a-41ba-4272-828a-13a0c758a1f9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.687783] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce67d85d-e427-468d-a531-311e82bc720c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.723531] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93b468b-1032-435c-9a20-f5793c1b8c1d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.732678] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb65bfb-1a6a-4e50-99a3-cd9b93029f54 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.747955] env[69941]: DEBUG nova.compute.provider_tree [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.932374] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.91887} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.932374] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 16428e71-2acc-4d9c-86e7-6b06de208d91/16428e71-2acc-4d9c-86e7-6b06de208d91.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.932801] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.933571] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4a28f16-f580-4041-84fd-aaa447c0db61 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.944508] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 948.944508] env[69941]: value = "task-3288761" [ 948.944508] env[69941]: _type = "Task" [ 948.944508] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.955908] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.253207] env[69941]: DEBUG nova.scheduler.client.report [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.288735] env[69941]: DEBUG nova.compute.manager [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.289994] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be987c76-4c03-4470-b2b4-90be1a76e174 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.414111] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "3d985512-661f-4f91-b1b9-7f5972a9a258" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.414406] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "3d985512-661f-4f91-b1b9-7f5972a9a258" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.414616] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "3d985512-661f-4f91-b1b9-7f5972a9a258-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.414804] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "3d985512-661f-4f91-b1b9-7f5972a9a258-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.414974] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "3d985512-661f-4f91-b1b9-7f5972a9a258-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.418433] env[69941]: INFO nova.compute.manager [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Terminating instance [ 949.457747] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110603} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.458183] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.459066] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe6375e-e75a-4368-a1b6-8112a60ccc8a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.488561] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 16428e71-2acc-4d9c-86e7-6b06de208d91/16428e71-2acc-4d9c-86e7-6b06de208d91.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.489893] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72ef0a26-916c-411a-8dd2-99388a25e9ae {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.510961] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 949.510961] env[69941]: value = "task-3288762" [ 949.510961] env[69941]: _type = "Task" [ 949.510961] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.520954] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.762201] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.762201] env[69941]: DEBUG nova.compute.manager [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.768641] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.440s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.771791] env[69941]: INFO nova.compute.claims [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.811264] env[69941]: INFO nova.compute.manager [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] instance snapshotting [ 949.815027] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593c0ca3-b9bc-484e-99d5-d02652f4039c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.838723] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82e7e1e-b62b-4c1f-a4d5-663b43361379 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.898643] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "4b9d8b21-ba70-4ec7-93d6-69fb2763446a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.898993] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "4b9d8b21-ba70-4ec7-93d6-69fb2763446a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.899384] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "4b9d8b21-ba70-4ec7-93d6-69fb2763446a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.899563] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "4b9d8b21-ba70-4ec7-93d6-69fb2763446a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.899781] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "4b9d8b21-ba70-4ec7-93d6-69fb2763446a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.902204] env[69941]: INFO nova.compute.manager [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Terminating instance [ 949.926016] env[69941]: DEBUG nova.compute.manager [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.926256] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.927579] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4207356f-3e77-43d7-b314-8ee75509c8cf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.938900] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.939783] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32aa04fb-e616-4742-901e-c13ba4ff5add {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.949753] env[69941]: DEBUG oslo_vmware.api [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 949.949753] env[69941]: value = "task-3288763" [ 949.949753] env[69941]: _type = "Task" [ 949.949753] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.961474] env[69941]: DEBUG oslo_vmware.api [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.024094] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.279210] env[69941]: DEBUG nova.compute.utils [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.281010] env[69941]: DEBUG nova.compute.manager [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.281639] env[69941]: DEBUG nova.network.neutron [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.352182] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 950.352667] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f7d6be1-1e53-4641-b8ba-2ed4f9d23293 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.364634] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 950.364634] env[69941]: value = "task-3288764" [ 950.364634] env[69941]: _type = "Task" [ 950.364634] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.382083] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288764, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.384357] env[69941]: DEBUG nova.policy [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '351aaa84072a4982bda72bf37f7d4784', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aab7e11996dd4117a7a0ad1c509a90a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.406466] env[69941]: DEBUG nova.compute.manager [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.406693] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.407767] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15952756-b590-41ce-b262-830743687067 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.422351] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.422351] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17fffca6-a8e3-493f-9278-dbff32c55218 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.462831] env[69941]: DEBUG oslo_vmware.api [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288763, 'name': PowerOffVM_Task, 'duration_secs': 0.429516} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.463198] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.463419] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.463700] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e746edd5-ceaa-4d16-a698-7bc5b389e24f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.505764] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.506074] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.506327] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleting the datastore file [datastore1] 4b9d8b21-ba70-4ec7-93d6-69fb2763446a {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.506620] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5941426f-a339-4c24-b838-9ddc5e653c62 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.519358] env[69941]: DEBUG oslo_vmware.api [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 950.519358] env[69941]: value = "task-3288767" [ 950.519358] env[69941]: _type = "Task" [ 950.519358] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.528467] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288762, 'name': ReconfigVM_Task, 'duration_secs': 0.629446} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.529477] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 16428e71-2acc-4d9c-86e7-6b06de208d91/16428e71-2acc-4d9c-86e7-6b06de208d91.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.530314] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0370074-43ad-4605-b6ca-49e74b71ee33 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.540364] env[69941]: DEBUG oslo_vmware.api [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.546019] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.546409] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.546622] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Deleting the datastore file [datastore1] 3d985512-661f-4f91-b1b9-7f5972a9a258 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.548331] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da654565-55dc-4d86-bc48-0bc0b8dd3499 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.550933] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 950.550933] env[69941]: value = "task-3288768" [ 950.550933] env[69941]: _type = "Task" [ 950.550933] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.560671] env[69941]: DEBUG oslo_vmware.api [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 950.560671] env[69941]: value = "task-3288769" [ 950.560671] env[69941]: _type = "Task" [ 950.560671] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.572821] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288768, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.582883] env[69941]: DEBUG oslo_vmware.api [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.790316] env[69941]: DEBUG nova.compute.manager [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.879248] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288764, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.931669] env[69941]: DEBUG nova.network.neutron [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Successfully created port: 2d25f736-7477-4672-a8b4-7826e281d382 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.034640] env[69941]: DEBUG oslo_vmware.api [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253488} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.034640] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.034640] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.034640] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.035046] env[69941]: INFO nova.compute.manager [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Took 0.63 seconds to destroy the instance on the hypervisor. [ 951.035381] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.035656] env[69941]: DEBUG nova.compute.manager [-] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.035801] env[69941]: DEBUG nova.network.neutron [-] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.074344] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288768, 'name': Rename_Task, 'duration_secs': 0.203962} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.075978] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.076236] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d256d6f-ea00-41fc-bdd2-86acf84209cd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.083247] env[69941]: DEBUG oslo_vmware.api [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244679} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.085798] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.086138] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.086341] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.086529] env[69941]: INFO nova.compute.manager [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Took 1.16 seconds to destroy the instance on the hypervisor. [ 951.086795] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.087187] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 951.087187] env[69941]: value = "task-3288770" [ 951.087187] env[69941]: _type = "Task" [ 951.087187] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.091300] env[69941]: DEBUG nova.compute.manager [-] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.091300] env[69941]: DEBUG nova.network.neutron [-] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.112326] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288770, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.183415] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e457db2-c611-4369-a18a-311bf7097228 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.192920] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ba29cd-5e8c-4dea-8458-8b170d675955 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.234429] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1d1510-0dba-4611-b16e-1b5e772a1025 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.246063] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90a8ffe-c491-4a59-965a-9385f3439847 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.261435] env[69941]: DEBUG nova.compute.provider_tree [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.317975] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquiring lock "99f455c6-bc8a-476c-bd12-f7f19a3aa219" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.317975] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "99f455c6-bc8a-476c-bd12-f7f19a3aa219" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.318235] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquiring lock "99f455c6-bc8a-476c-bd12-f7f19a3aa219-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.319322] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "99f455c6-bc8a-476c-bd12-f7f19a3aa219-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.319322] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "99f455c6-bc8a-476c-bd12-f7f19a3aa219-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.321066] env[69941]: INFO nova.compute.manager [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Terminating instance [ 951.376769] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288764, 'name': CreateSnapshot_Task, 'duration_secs': 0.962652} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.376965] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 951.377809] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c870816c-c766-4cb6-8282-20153fe7223f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.605221] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.764761] env[69941]: DEBUG nova.scheduler.client.report [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.812260] env[69941]: DEBUG nova.compute.manager [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.825882] env[69941]: DEBUG nova.compute.manager [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.826225] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.827325] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887ec066-6986-45eb-b5bb-7bc714529ced {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.838021] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.838741] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c47dd4eb-1957-4630-b6e2-cc5a26ee5883 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.846809] env[69941]: DEBUG oslo_vmware.api [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 951.846809] env[69941]: value = "task-3288771" [ 951.846809] env[69941]: _type = "Task" [ 951.846809] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.859035] env[69941]: DEBUG oslo_vmware.api [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.905614] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 951.906057] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4c08851b-9eb2-49c5-8a81-2dc585d37604 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.921110] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 951.921110] env[69941]: value = "task-3288772" [ 951.921110] env[69941]: _type = "Task" [ 951.921110] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.938758] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288772, 'name': CloneVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.078226] env[69941]: DEBUG nova.virt.hardware [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.078884] env[69941]: DEBUG nova.virt.hardware [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.079838] env[69941]: DEBUG nova.virt.hardware [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.079838] env[69941]: DEBUG nova.virt.hardware [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.079929] env[69941]: DEBUG nova.virt.hardware [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.080716] env[69941]: DEBUG nova.virt.hardware [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.080716] env[69941]: DEBUG nova.virt.hardware [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.080716] env[69941]: DEBUG nova.virt.hardware [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.080876] env[69941]: DEBUG nova.virt.hardware [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.080969] env[69941]: DEBUG nova.virt.hardware [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.081158] env[69941]: DEBUG nova.virt.hardware [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.090840] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad57cb6f-4d40-4c40-86f5-126143e76de9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.113160] env[69941]: DEBUG nova.virt.hardware [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.113509] env[69941]: DEBUG nova.virt.hardware [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.113678] env[69941]: DEBUG nova.virt.hardware [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.113876] env[69941]: DEBUG nova.virt.hardware [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.114011] env[69941]: DEBUG nova.virt.hardware [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.114153] env[69941]: DEBUG nova.virt.hardware [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.114372] env[69941]: DEBUG nova.virt.hardware [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.114524] env[69941]: DEBUG nova.virt.hardware [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.114808] env[69941]: DEBUG nova.virt.hardware [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.116369] env[69941]: DEBUG nova.virt.hardware [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.116654] env[69941]: DEBUG nova.virt.hardware [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.118413] env[69941]: DEBUG nova.network.neutron [-] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.120230] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de610c2-e32b-4534-8500-01f303bdbef9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.137171] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4744f5ca-904c-4fd8-9e10-30e118fa9b0e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.151411] env[69941]: DEBUG oslo_vmware.rw_handles [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c23687-a204-a91d-48c2-de61b0d66b4b/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 952.151619] env[69941]: DEBUG oslo_vmware.api [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288770, 'name': PowerOnVM_Task, 'duration_secs': 0.734549} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.153103] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538cff3c-371e-44ec-885d-8ee6d18c0a00 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.158049] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51dea59-056f-41c4-92e8-76d63c71b9c7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.164233] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.164233] env[69941]: INFO nova.compute.manager [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Took 9.93 seconds to spawn the instance on the hypervisor. [ 952.164233] env[69941]: DEBUG nova.compute.manager [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.173139] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2133a224-21e4-4c54-bbe6-66cf5bed42e5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.176410] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:52:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45ff9e1a-77cb-402f-93d1-0f69f6275c54', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.184835] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.188218] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.188218] env[69941]: DEBUG oslo_vmware.rw_handles [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c23687-a204-a91d-48c2-de61b0d66b4b/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 952.188218] env[69941]: ERROR oslo_vmware.rw_handles [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c23687-a204-a91d-48c2-de61b0d66b4b/disk-0.vmdk due to incomplete transfer. [ 952.190337] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25e91b66-424e-42c3-950b-f2cd9ae34be7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.210559] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d3672dc-5be7-4a03-a014-a4cb2e6829d3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.234936] env[69941]: DEBUG oslo_vmware.rw_handles [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c23687-a204-a91d-48c2-de61b0d66b4b/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 952.235905] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Uploaded image 3f75712f-8030-477d-82b8-9ef2511676da to the Glance image server {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 952.238744] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 952.240732] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-342081a4-e14d-4f1b-8db1-3b6b54f3e556 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.244133] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.244133] env[69941]: value = "task-3288773" [ 952.244133] env[69941]: _type = "Task" [ 952.244133] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.253229] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 952.253229] env[69941]: value = "task-3288774" [ 952.253229] env[69941]: _type = "Task" [ 952.253229] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.257034] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288773, 'name': CreateVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.264120] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288774, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.270293] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.270940] env[69941]: DEBUG nova.compute.manager [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.361154] env[69941]: DEBUG oslo_vmware.api [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288771, 'name': PowerOffVM_Task, 'duration_secs': 0.471694} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.361343] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.361556] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.361830] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce6a7379-bfb3-4687-8913-b357539542bf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.433762] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288772, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.447896] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.448301] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.448581] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Deleting the datastore file [datastore1] 99f455c6-bc8a-476c-bd12-f7f19a3aa219 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.448943] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-900acda1-0cd0-41a2-9888-60b0a6258aeb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.460919] env[69941]: DEBUG oslo_vmware.api [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for the task: (returnval){ [ 952.460919] env[69941]: value = "task-3288776" [ 952.460919] env[69941]: _type = "Task" [ 952.460919] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.474164] env[69941]: DEBUG oslo_vmware.api [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.510629] env[69941]: DEBUG nova.compute.manager [req-31bad052-7c25-420c-8904-c17a2e89dc09 req-ca6d9527-c291-404f-95fa-55975174950c service nova] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Received event network-vif-deleted-8698be91-43ae-418a-82e6-69e3e81f229e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.608772] env[69941]: DEBUG nova.compute.manager [req-a12c1adc-45e1-4a20-8299-366144d9a57f req-940a407c-797c-43ce-9dc0-1c818974336a service nova] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Received event network-vif-deleted-7f9e21ab-e4ed-463f-b5c4-d25963e4b280 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.608964] env[69941]: INFO nova.compute.manager [req-a12c1adc-45e1-4a20-8299-366144d9a57f req-940a407c-797c-43ce-9dc0-1c818974336a service nova] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Neutron deleted interface 7f9e21ab-e4ed-463f-b5c4-d25963e4b280; detaching it from the instance and deleting it from the info cache [ 952.611924] env[69941]: DEBUG nova.network.neutron [req-a12c1adc-45e1-4a20-8299-366144d9a57f req-940a407c-797c-43ce-9dc0-1c818974336a service nova] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.631145] env[69941]: INFO nova.compute.manager [-] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Took 1.54 seconds to deallocate network for instance. [ 952.636734] env[69941]: DEBUG nova.network.neutron [-] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.741296] env[69941]: INFO nova.compute.manager [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Took 20.84 seconds to build instance. [ 952.761828] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288773, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.765407] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288774, 'name': Destroy_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.780036] env[69941]: DEBUG nova.compute.utils [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.781545] env[69941]: DEBUG nova.compute.manager [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.781545] env[69941]: DEBUG nova.network.neutron [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.866255] env[69941]: DEBUG nova.policy [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6aa8261d65ad47158fb3a41bb2facbc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f5a68c682154ef4b1e7890ca785248a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.935652] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288772, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.974026] env[69941]: DEBUG oslo_vmware.api [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Task: {'id': task-3288776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445382} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.974026] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.974026] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.974026] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.974026] env[69941]: INFO nova.compute.manager [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Took 1.15 seconds to destroy the instance on the hypervisor. [ 952.974026] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.974026] env[69941]: DEBUG nova.compute.manager [-] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.974026] env[69941]: DEBUG nova.network.neutron [-] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.115999] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e77bd52b-fbe7-4eaa-8d90-21313ca1a837 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.127804] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45525ba7-e362-496a-b933-8ee2958ed8cb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.146548] env[69941]: INFO nova.compute.manager [-] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Took 2.11 seconds to deallocate network for instance. [ 953.147052] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.147694] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.148085] env[69941]: DEBUG nova.objects.instance [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lazy-loading 'resources' on Instance uuid 3d985512-661f-4f91-b1b9-7f5972a9a258 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.183353] env[69941]: DEBUG nova.compute.manager [req-a12c1adc-45e1-4a20-8299-366144d9a57f req-940a407c-797c-43ce-9dc0-1c818974336a service nova] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Detach interface failed, port_id=7f9e21ab-e4ed-463f-b5c4-d25963e4b280, reason: Instance 4b9d8b21-ba70-4ec7-93d6-69fb2763446a could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 953.244548] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f0248c6-0d02-4923-be52-961089fc9c8c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "16428e71-2acc-4d9c-86e7-6b06de208d91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.349s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.264784] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288773, 'name': CreateVM_Task, 'duration_secs': 0.554569} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.265411] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.267838] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.267838] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.267838] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.267838] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f77928a8-95b9-4d91-bf55-9bddcda4dc21 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.273799] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288774, 'name': Destroy_Task, 'duration_secs': 0.597697} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.274498] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Destroyed the VM [ 953.275203] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 953.275820] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c41a7893-92f4-4312-92bc-1d3eecff58cd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.279209] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 953.279209] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]529e54e3-7697-be23-1e16-b7b46020f782" [ 953.279209] env[69941]: _type = "Task" [ 953.279209] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.286229] env[69941]: DEBUG nova.compute.manager [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.294995] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 953.294995] env[69941]: value = "task-3288777" [ 953.294995] env[69941]: _type = "Task" [ 953.294995] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.295280] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529e54e3-7697-be23-1e16-b7b46020f782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.309429] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288777, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.441518] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288772, 'name': CloneVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.660547] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.691828] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "16428e71-2acc-4d9c-86e7-6b06de208d91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.692382] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "16428e71-2acc-4d9c-86e7-6b06de208d91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.692382] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "16428e71-2acc-4d9c-86e7-6b06de208d91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.693060] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "16428e71-2acc-4d9c-86e7-6b06de208d91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.693296] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "16428e71-2acc-4d9c-86e7-6b06de208d91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.698936] env[69941]: INFO nova.compute.manager [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Terminating instance [ 953.804618] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529e54e3-7697-be23-1e16-b7b46020f782, 'name': SearchDatastore_Task, 'duration_secs': 0.022541} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.812749] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.812749] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.812749] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.813986] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.813986] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.813986] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aad1d65b-a0be-4476-8880-bb27783b8b88 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.825812] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288777, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.827879] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.828087] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.828834] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a62fa6-4b44-48c1-ab9e-d721ac5157bf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.840419] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 953.840419] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5229e429-cb48-fc0d-5285-6fd675a26a4a" [ 953.840419] env[69941]: _type = "Task" [ 953.840419] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.855522] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5229e429-cb48-fc0d-5285-6fd675a26a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.942394] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288772, 'name': CloneVM_Task, 'duration_secs': 1.638915} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.943669] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Created linked-clone VM from snapshot [ 953.943669] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9e8f80-ebe5-423a-8ff6-7cc263285f62 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.953857] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Uploading image c6f2455a-4554-4478-aa63-a2e47992fc34 {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 953.965360] env[69941]: DEBUG nova.network.neutron [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Successfully created port: 9648ab07-3f5f-4fa7-bcb8-f780626c750f {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.002315] env[69941]: DEBUG oslo_vmware.rw_handles [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 954.002315] env[69941]: value = "vm-656804" [ 954.002315] env[69941]: _type = "VirtualMachine" [ 954.002315] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 954.002315] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5df9f807-7010-41c6-9539-df8f3b9c4351 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.012344] env[69941]: DEBUG oslo_vmware.rw_handles [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lease: (returnval){ [ 954.012344] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526175a2-cf6d-92f8-2177-baadc6eeaa65" [ 954.012344] env[69941]: _type = "HttpNfcLease" [ 954.012344] env[69941]: } obtained for exporting VM: (result){ [ 954.012344] env[69941]: value = "vm-656804" [ 954.012344] env[69941]: _type = "VirtualMachine" [ 954.012344] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 954.012685] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the lease: (returnval){ [ 954.012685] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526175a2-cf6d-92f8-2177-baadc6eeaa65" [ 954.012685] env[69941]: _type = "HttpNfcLease" [ 954.012685] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 954.024737] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 954.024737] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526175a2-cf6d-92f8-2177-baadc6eeaa65" [ 954.024737] env[69941]: _type = "HttpNfcLease" [ 954.024737] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 954.054496] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Acquiring lock "c1a619cd-16fe-4f06-a4e9-3acdf2e3e928" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.054496] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Lock "c1a619cd-16fe-4f06-a4e9-3acdf2e3e928" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.085698] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cc8cd3-2841-4a54-bcd3-4b3b77572621 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.096218] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ec7bdc-c80e-404f-877f-abb6b1c2741e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.134748] env[69941]: DEBUG nova.network.neutron [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Successfully updated port: 2d25f736-7477-4672-a8b4-7826e281d382 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.136258] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d56c20b-8dfb-49eb-8949-d53afd2319ad {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.145850] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef13c5aa-bdb4-4852-b029-47c396e4b4e9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.166343] env[69941]: DEBUG nova.compute.provider_tree [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.204438] env[69941]: DEBUG nova.compute.manager [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.205249] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.206539] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af93ea05-9365-4ddf-95e0-a68fad1e511e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.217225] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.217723] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa45329f-665b-42f0-a968-e13f381240ee {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.226038] env[69941]: DEBUG oslo_vmware.api [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 954.226038] env[69941]: value = "task-3288779" [ 954.226038] env[69941]: _type = "Task" [ 954.226038] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.238034] env[69941]: DEBUG oslo_vmware.api [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.313945] env[69941]: DEBUG nova.compute.manager [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.317592] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288777, 'name': RemoveSnapshot_Task, 'duration_secs': 0.876199} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.317592] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 954.317958] env[69941]: DEBUG nova.compute.manager [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.319834] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb9ba38-4f14-4bcb-bd4d-1248c09517c7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.354049] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5229e429-cb48-fc0d-5285-6fd675a26a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.018969} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.356777] env[69941]: DEBUG nova.virt.hardware [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.356777] env[69941]: DEBUG nova.virt.hardware [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.357807] env[69941]: DEBUG nova.virt.hardware [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.357807] env[69941]: DEBUG nova.virt.hardware [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.357807] env[69941]: DEBUG nova.virt.hardware [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.357807] env[69941]: DEBUG nova.virt.hardware [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.358079] env[69941]: DEBUG nova.virt.hardware [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.358192] env[69941]: DEBUG nova.virt.hardware [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.358370] env[69941]: DEBUG nova.virt.hardware [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.358535] env[69941]: DEBUG nova.virt.hardware [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.358706] env[69941]: DEBUG nova.virt.hardware [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.363911] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1ad3f8-fbc2-4d28-b172-65fee48ba591 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.363911] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a2c989-0636-436f-bd94-def193dd5f72 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.370716] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 954.370716] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52643ec9-d15d-79b1-eb53-3e8a04d69b60" [ 954.370716] env[69941]: _type = "Task" [ 954.370716] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.377390] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9c7d65-a12a-4e72-9d0d-8a7e0649164a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.399659] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52643ec9-d15d-79b1-eb53-3e8a04d69b60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.404510] env[69941]: DEBUG nova.network.neutron [-] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.528873] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 954.528873] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526175a2-cf6d-92f8-2177-baadc6eeaa65" [ 954.528873] env[69941]: _type = "HttpNfcLease" [ 954.528873] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 954.528873] env[69941]: DEBUG oslo_vmware.rw_handles [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 954.528873] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526175a2-cf6d-92f8-2177-baadc6eeaa65" [ 954.528873] env[69941]: _type = "HttpNfcLease" [ 954.528873] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 954.528873] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d317bc8-e900-4ec3-90dc-ca822d5bca9f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.541256] env[69941]: DEBUG oslo_vmware.rw_handles [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eff68d-4540-1173-ad4f-f1ad7f7ad865/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 954.541485] env[69941]: DEBUG oslo_vmware.rw_handles [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eff68d-4540-1173-ad4f-f1ad7f7ad865/disk-0.vmdk for reading. {{(pid=69941) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 954.606697] env[69941]: DEBUG nova.compute.manager [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.612698] env[69941]: DEBUG nova.compute.manager [req-d6a22607-7ca2-4a95-ba13-75885e884e6f req-cefabfa9-fd35-416e-bd4d-bd4cbd8e191b service nova] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Received event network-vif-deleted-1729848b-df05-41ce-842d-bd37e7c35d67 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.640584] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "refresh_cache-10d1a76a-1fe4-473f-9db3-9b6b4f8ab148" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.640779] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "refresh_cache-10d1a76a-1fe4-473f-9db3-9b6b4f8ab148" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.640950] env[69941]: DEBUG nova.network.neutron [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.660529] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f4969052-1ca0-411b-ad70-dd649bbceaef {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.673364] env[69941]: DEBUG nova.scheduler.client.report [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.712504] env[69941]: DEBUG nova.compute.manager [req-18eaed99-f70c-478c-a208-00307046cdea req-c851a8c0-1fd6-484f-b823-8304fdfd9688 service nova] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Received event network-vif-plugged-2d25f736-7477-4672-a8b4-7826e281d382 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.712873] env[69941]: DEBUG oslo_concurrency.lockutils [req-18eaed99-f70c-478c-a208-00307046cdea req-c851a8c0-1fd6-484f-b823-8304fdfd9688 service nova] Acquiring lock "10d1a76a-1fe4-473f-9db3-9b6b4f8ab148-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.712924] env[69941]: DEBUG oslo_concurrency.lockutils [req-18eaed99-f70c-478c-a208-00307046cdea req-c851a8c0-1fd6-484f-b823-8304fdfd9688 service nova] Lock "10d1a76a-1fe4-473f-9db3-9b6b4f8ab148-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.717138] env[69941]: DEBUG oslo_concurrency.lockutils [req-18eaed99-f70c-478c-a208-00307046cdea req-c851a8c0-1fd6-484f-b823-8304fdfd9688 service nova] Lock "10d1a76a-1fe4-473f-9db3-9b6b4f8ab148-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.717477] env[69941]: DEBUG nova.compute.manager [req-18eaed99-f70c-478c-a208-00307046cdea req-c851a8c0-1fd6-484f-b823-8304fdfd9688 service nova] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] No waiting events found dispatching network-vif-plugged-2d25f736-7477-4672-a8b4-7826e281d382 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.717665] env[69941]: WARNING nova.compute.manager [req-18eaed99-f70c-478c-a208-00307046cdea req-c851a8c0-1fd6-484f-b823-8304fdfd9688 service nova] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Received unexpected event network-vif-plugged-2d25f736-7477-4672-a8b4-7826e281d382 for instance with vm_state building and task_state spawning. [ 954.717834] env[69941]: DEBUG nova.compute.manager [req-18eaed99-f70c-478c-a208-00307046cdea req-c851a8c0-1fd6-484f-b823-8304fdfd9688 service nova] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Received event network-changed-2d25f736-7477-4672-a8b4-7826e281d382 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.717981] env[69941]: DEBUG nova.compute.manager [req-18eaed99-f70c-478c-a208-00307046cdea req-c851a8c0-1fd6-484f-b823-8304fdfd9688 service nova] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Refreshing instance network info cache due to event network-changed-2d25f736-7477-4672-a8b4-7826e281d382. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.718178] env[69941]: DEBUG oslo_concurrency.lockutils [req-18eaed99-f70c-478c-a208-00307046cdea req-c851a8c0-1fd6-484f-b823-8304fdfd9688 service nova] Acquiring lock "refresh_cache-10d1a76a-1fe4-473f-9db3-9b6b4f8ab148" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.742845] env[69941]: DEBUG oslo_vmware.api [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288779, 'name': PowerOffVM_Task, 'duration_secs': 0.341544} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.743142] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.743302] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.743559] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8b5dbc8-e5f4-4a67-a0b1-6181389f5257 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.825801] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.826142] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.827027] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleting the datastore file [datastore1] 16428e71-2acc-4d9c-86e7-6b06de208d91 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.827027] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06b1cbae-f618-4a84-bf01-7795adbbb9db {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.838247] env[69941]: DEBUG oslo_vmware.api [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 954.838247] env[69941]: value = "task-3288781" [ 954.838247] env[69941]: _type = "Task" [ 954.838247] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.844435] env[69941]: INFO nova.compute.manager [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Shelve offloading [ 954.850241] env[69941]: DEBUG oslo_vmware.api [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.884481] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52643ec9-d15d-79b1-eb53-3e8a04d69b60, 'name': SearchDatastore_Task, 'duration_secs': 0.01951} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.884778] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.885060] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] fb66ba05-860c-47fa-bb76-3ef2cd552f9b/fb66ba05-860c-47fa-bb76-3ef2cd552f9b.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.885351] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d07e419-888d-4fc5-86b6-232918fc8213 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.895876] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 954.895876] env[69941]: value = "task-3288782" [ 954.895876] env[69941]: _type = "Task" [ 954.895876] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.905982] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.907251] env[69941]: INFO nova.compute.manager [-] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Took 1.94 seconds to deallocate network for instance. [ 955.152923] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.181025] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.184915] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.524s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.185329] env[69941]: DEBUG nova.objects.instance [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lazy-loading 'resources' on Instance uuid 4b9d8b21-ba70-4ec7-93d6-69fb2763446a {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.201854] env[69941]: DEBUG nova.network.neutron [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.208560] env[69941]: INFO nova.scheduler.client.report [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Deleted allocations for instance 3d985512-661f-4f91-b1b9-7f5972a9a258 [ 955.235517] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Acquiring lock "2271ebb9-3c14-4841-9e8a-dd545a63ac57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.236280] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Lock "2271ebb9-3c14-4841-9e8a-dd545a63ac57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.236506] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Acquiring lock "2271ebb9-3c14-4841-9e8a-dd545a63ac57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.236859] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Lock "2271ebb9-3c14-4841-9e8a-dd545a63ac57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.237251] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Lock "2271ebb9-3c14-4841-9e8a-dd545a63ac57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.242024] env[69941]: INFO nova.compute.manager [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Terminating instance [ 955.350596] env[69941]: DEBUG oslo_vmware.api [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233306} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.351701] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.352552] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.352552] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.352552] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.352552] env[69941]: INFO nova.compute.manager [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Took 1.15 seconds to destroy the instance on the hypervisor. [ 955.352930] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.352988] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe0ca9c6-6fae-4cad-9bd3-a692aea0e4c8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.355230] env[69941]: DEBUG nova.compute.manager [-] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.355732] env[69941]: DEBUG nova.network.neutron [-] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.369199] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 955.369199] env[69941]: value = "task-3288783" [ 955.369199] env[69941]: _type = "Task" [ 955.369199] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.381723] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] VM already powered off {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 955.383309] env[69941]: DEBUG nova.compute.manager [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.384259] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e362e47-465f-44c2-b399-40e25096011d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.400025] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.403218] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquired lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.403553] env[69941]: DEBUG nova.network.neutron [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.418744] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.422379] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288782, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.435200] env[69941]: DEBUG nova.network.neutron [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Updating instance_info_cache with network_info: [{"id": "2d25f736-7477-4672-a8b4-7826e281d382", "address": "fa:16:3e:47:85:b8", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d25f736-74", "ovs_interfaceid": "2d25f736-7477-4672-a8b4-7826e281d382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.722030] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5c9ca65c-1277-42a0-b087-4ef856e09055 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "3d985512-661f-4f91-b1b9-7f5972a9a258" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.307s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.750600] env[69941]: DEBUG nova.compute.manager [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.750957] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.755345] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab42f98-db14-4624-a37b-7b153d605bb7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.767765] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.770109] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00b0b771-1d90-47e5-aeed-3169773b4d0f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.778653] env[69941]: DEBUG oslo_vmware.api [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Waiting for the task: (returnval){ [ 955.778653] env[69941]: value = "task-3288784" [ 955.778653] env[69941]: _type = "Task" [ 955.778653] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.798496] env[69941]: DEBUG oslo_vmware.api [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': task-3288784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.916767] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674181} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.917110] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] fb66ba05-860c-47fa-bb76-3ef2cd552f9b/fb66ba05-860c-47fa-bb76-3ef2cd552f9b.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.917275] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.918394] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4097bd8a-a655-4a50-affe-c6f0af7c9741 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.935964] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 955.935964] env[69941]: value = "task-3288785" [ 955.935964] env[69941]: _type = "Task" [ 955.935964] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.941472] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "refresh_cache-10d1a76a-1fe4-473f-9db3-9b6b4f8ab148" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.942230] env[69941]: DEBUG nova.compute.manager [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Instance network_info: |[{"id": "2d25f736-7477-4672-a8b4-7826e281d382", "address": "fa:16:3e:47:85:b8", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d25f736-74", "ovs_interfaceid": "2d25f736-7477-4672-a8b4-7826e281d382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.945898] env[69941]: DEBUG oslo_concurrency.lockutils [req-18eaed99-f70c-478c-a208-00307046cdea req-c851a8c0-1fd6-484f-b823-8304fdfd9688 service nova] Acquired lock "refresh_cache-10d1a76a-1fe4-473f-9db3-9b6b4f8ab148" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.946481] env[69941]: DEBUG nova.network.neutron [req-18eaed99-f70c-478c-a208-00307046cdea req-c851a8c0-1fd6-484f-b823-8304fdfd9688 service nova] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Refreshing network info cache for port 2d25f736-7477-4672-a8b4-7826e281d382 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.948088] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:85:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d25f736-7477-4672-a8b4-7826e281d382', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.957658] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.959930] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.965391] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66ba6163-a776-44d4-905f-3b1abe5415e6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.983218] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.992742] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.992742] env[69941]: value = "task-3288786" [ 955.992742] env[69941]: _type = "Task" [ 955.992742] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.007008] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288786, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.073381] env[69941]: DEBUG nova.network.neutron [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Successfully updated port: 9648ab07-3f5f-4fa7-bcb8-f780626c750f {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.102129] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20e64fb-c28b-4165-80ce-71dbeb164655 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.111228] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee8f7c1-85b1-400c-bc74-a933a10bbae7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.147727] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cce61b7-15bf-4c49-94d9-5123cd686c6e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.156292] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf30e4e-ceca-488a-82a0-c4a6e10c4960 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.172711] env[69941]: DEBUG nova.compute.provider_tree [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.277238] env[69941]: DEBUG nova.network.neutron [-] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.299876] env[69941]: DEBUG oslo_vmware.api [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': task-3288784, 'name': PowerOffVM_Task, 'duration_secs': 0.219067} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.300325] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.300749] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.302890] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6af6fca6-ddf0-493d-944f-5c3b1f67a5bf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.354252] env[69941]: DEBUG nova.network.neutron [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Updating instance_info_cache with network_info: [{"id": "2e376b19-8828-4c5d-bd47-7c35dc86d94a", "address": "fa:16:3e:bd:9b:a5", "network": {"id": "758531fb-406e-431b-99bb-44d2aa1468fd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1988528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f8fe8dea05413bbf2d1333d85fde0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e376b19-88", "ovs_interfaceid": "2e376b19-8828-4c5d-bd47-7c35dc86d94a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.369116] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.369963] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.369963] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Deleting the datastore file [datastore1] 2271ebb9-3c14-4841-9e8a-dd545a63ac57 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.369963] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d1abf60-61cb-4c22-90ff-223d8ed0a12b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.376957] env[69941]: DEBUG oslo_vmware.api [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Waiting for the task: (returnval){ [ 956.376957] env[69941]: value = "task-3288788" [ 956.376957] env[69941]: _type = "Task" [ 956.376957] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.387255] env[69941]: DEBUG oslo_vmware.api [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': task-3288788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.447432] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09753} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.447806] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.448868] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac48357-2b2c-489d-a975-e26beb92202c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.477691] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] fb66ba05-860c-47fa-bb76-3ef2cd552f9b/fb66ba05-860c-47fa-bb76-3ef2cd552f9b.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.478219] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7fe6ba0-5f66-4c9a-a137-805d61ad68c8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.507727] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288786, 'name': CreateVM_Task, 'duration_secs': 0.511421} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.509266] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.509737] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 956.509737] env[69941]: value = "task-3288789" [ 956.509737] env[69941]: _type = "Task" [ 956.509737] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.510611] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.511071] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.511433] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.511770] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3af0f4a6-b801-47e4-9a43-a8dfd2b81669 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.520621] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 956.520621] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52830738-cadf-708c-649b-4c582471757a" [ 956.520621] env[69941]: _type = "Task" [ 956.520621] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.528604] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.533952] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52830738-cadf-708c-649b-4c582471757a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.577228] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "refresh_cache-e5170986-5aed-4329-aba3-f4e50566bb1b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.577521] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "refresh_cache-e5170986-5aed-4329-aba3-f4e50566bb1b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.577662] env[69941]: DEBUG nova.network.neutron [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.676320] env[69941]: DEBUG nova.scheduler.client.report [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.781872] env[69941]: INFO nova.compute.manager [-] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Took 1.43 seconds to deallocate network for instance. [ 956.856935] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Releasing lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.883274] env[69941]: DEBUG nova.network.neutron [req-18eaed99-f70c-478c-a208-00307046cdea req-c851a8c0-1fd6-484f-b823-8304fdfd9688 service nova] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Updated VIF entry in instance network info cache for port 2d25f736-7477-4672-a8b4-7826e281d382. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.884714] env[69941]: DEBUG nova.network.neutron [req-18eaed99-f70c-478c-a208-00307046cdea req-c851a8c0-1fd6-484f-b823-8304fdfd9688 service nova] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Updating instance_info_cache with network_info: [{"id": "2d25f736-7477-4672-a8b4-7826e281d382", "address": "fa:16:3e:47:85:b8", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d25f736-74", "ovs_interfaceid": "2d25f736-7477-4672-a8b4-7826e281d382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.891952] env[69941]: DEBUG oslo_vmware.api [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Task: {'id': task-3288788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164184} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.894087] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.894357] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.894585] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.894797] env[69941]: INFO nova.compute.manager [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Took 1.14 seconds to destroy the instance on the hypervisor. [ 956.895082] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.896330] env[69941]: DEBUG nova.compute.manager [-] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.896439] env[69941]: DEBUG nova.network.neutron [-] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.024732] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.039749] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52830738-cadf-708c-649b-4c582471757a, 'name': SearchDatastore_Task, 'duration_secs': 0.022688} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.039749] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.039749] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.039749] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.039749] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.039749] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.039749] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fde87b7-a0b6-4840-9d05-6a6652d35007 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.049464] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.049706] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.050708] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6478411-d432-41e5-a610-b8a6a348b499 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.056675] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 957.056675] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52419454-ca3a-c38a-2af0-5e998851dee2" [ 957.056675] env[69941]: _type = "Task" [ 957.056675] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.065104] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52419454-ca3a-c38a-2af0-5e998851dee2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.123828] env[69941]: DEBUG nova.network.neutron [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.169386] env[69941]: DEBUG oslo_vmware.rw_handles [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d92af9-895e-417d-fde5-45af4563b2c0/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 957.170455] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1460a9a1-520f-486a-8f28-5274573ebbe4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.178485] env[69941]: DEBUG oslo_vmware.rw_handles [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d92af9-895e-417d-fde5-45af4563b2c0/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 957.178692] env[69941]: ERROR oslo_vmware.rw_handles [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d92af9-895e-417d-fde5-45af4563b2c0/disk-0.vmdk due to incomplete transfer. [ 957.179078] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5e1cffbf-7893-43b2-b400-eb9d85fb3692 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.184859] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.188443] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.036s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.192701] env[69941]: INFO nova.compute.claims [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.193682] env[69941]: DEBUG oslo_vmware.rw_handles [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d92af9-895e-417d-fde5-45af4563b2c0/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 957.193978] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Uploaded image fade5097-38bb-49ec-a871-5abe292e9c5a to the Glance image server {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 957.196774] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 957.197641] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-52f8a98d-f19f-46c0-9bf9-da361221ca31 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.206627] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 957.206627] env[69941]: value = "task-3288790" [ 957.206627] env[69941]: _type = "Task" [ 957.206627] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.217251] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288790, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.226598] env[69941]: INFO nova.scheduler.client.report [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleted allocations for instance 4b9d8b21-ba70-4ec7-93d6-69fb2763446a [ 957.289827] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.387348] env[69941]: DEBUG oslo_concurrency.lockutils [req-18eaed99-f70c-478c-a208-00307046cdea req-c851a8c0-1fd6-484f-b823-8304fdfd9688 service nova] Releasing lock "refresh_cache-10d1a76a-1fe4-473f-9db3-9b6b4f8ab148" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.395319] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.396261] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a572425a-ecbb-4a60-beb4-b9f63f49ddca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.408161] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.408445] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50197dcf-2ca0-410c-919c-5daa5a28c510 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.417446] env[69941]: DEBUG nova.network.neutron [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Updating instance_info_cache with network_info: [{"id": "9648ab07-3f5f-4fa7-bcb8-f780626c750f", "address": "fa:16:3e:f6:dc:26", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9648ab07-3f", "ovs_interfaceid": "9648ab07-3f5f-4fa7-bcb8-f780626c750f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.525714] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288789, 'name': ReconfigVM_Task, 'duration_secs': 0.577276} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.526031] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Reconfigured VM instance instance-0000003c to attach disk [datastore1] fb66ba05-860c-47fa-bb76-3ef2cd552f9b/fb66ba05-860c-47fa-bb76-3ef2cd552f9b.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.526675] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5695030f-754f-4512-95e7-5c67ef44f64e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.538637] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 957.538637] env[69941]: value = "task-3288792" [ 957.538637] env[69941]: _type = "Task" [ 957.538637] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.551861] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288792, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.572968] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52419454-ca3a-c38a-2af0-5e998851dee2, 'name': SearchDatastore_Task, 'duration_secs': 0.014684} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.573849] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1318b86f-430d-4bbc-b623-2a1f041e05bd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.581141] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 957.581141] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52718692-66da-16db-59f2-b9df935be0ea" [ 957.581141] env[69941]: _type = "Task" [ 957.581141] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.593544] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52718692-66da-16db-59f2-b9df935be0ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.594046] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.594586] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.595442] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Deleting the datastore file [datastore2] 73978fd3-5c56-40d3-8a9c-0fc21bebd315 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.595442] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0b4287c-3144-4e98-b4fd-f28ab3bf315a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.602351] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 957.602351] env[69941]: value = "task-3288793" [ 957.602351] env[69941]: _type = "Task" [ 957.602351] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.613657] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.714270] env[69941]: DEBUG nova.network.neutron [-] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.719987] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288790, 'name': Destroy_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.743269] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f54d29c-da0e-49ec-afa4-24bd05a9a729 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "4b9d8b21-ba70-4ec7-93d6-69fb2763446a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.844s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.750317] env[69941]: DEBUG nova.compute.manager [req-9346710e-e8f2-4ceb-b4e3-45d0526acfb6 req-85813752-a55b-4806-85c5-9d5a7ba54fb2 service nova] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Received event network-vif-deleted-623d23c7-ac1a-424f-aea9-e807c163dc11 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.772251] env[69941]: DEBUG nova.compute.manager [req-25868358-365e-469d-b285-8e461395d12b req-35e52c92-acb2-415b-8bcf-52d39782f7d4 service nova] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Received event network-vif-plugged-9648ab07-3f5f-4fa7-bcb8-f780626c750f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.772469] env[69941]: DEBUG oslo_concurrency.lockutils [req-25868358-365e-469d-b285-8e461395d12b req-35e52c92-acb2-415b-8bcf-52d39782f7d4 service nova] Acquiring lock "e5170986-5aed-4329-aba3-f4e50566bb1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.772675] env[69941]: DEBUG oslo_concurrency.lockutils [req-25868358-365e-469d-b285-8e461395d12b req-35e52c92-acb2-415b-8bcf-52d39782f7d4 service nova] Lock "e5170986-5aed-4329-aba3-f4e50566bb1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.772840] env[69941]: DEBUG oslo_concurrency.lockutils [req-25868358-365e-469d-b285-8e461395d12b req-35e52c92-acb2-415b-8bcf-52d39782f7d4 service nova] Lock "e5170986-5aed-4329-aba3-f4e50566bb1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.773248] env[69941]: DEBUG nova.compute.manager [req-25868358-365e-469d-b285-8e461395d12b req-35e52c92-acb2-415b-8bcf-52d39782f7d4 service nova] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] No waiting events found dispatching network-vif-plugged-9648ab07-3f5f-4fa7-bcb8-f780626c750f {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.773444] env[69941]: WARNING nova.compute.manager [req-25868358-365e-469d-b285-8e461395d12b req-35e52c92-acb2-415b-8bcf-52d39782f7d4 service nova] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Received unexpected event network-vif-plugged-9648ab07-3f5f-4fa7-bcb8-f780626c750f for instance with vm_state building and task_state spawning. [ 957.773989] env[69941]: DEBUG nova.compute.manager [req-25868358-365e-469d-b285-8e461395d12b req-35e52c92-acb2-415b-8bcf-52d39782f7d4 service nova] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Received event network-changed-9648ab07-3f5f-4fa7-bcb8-f780626c750f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.773989] env[69941]: DEBUG nova.compute.manager [req-25868358-365e-469d-b285-8e461395d12b req-35e52c92-acb2-415b-8bcf-52d39782f7d4 service nova] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Refreshing instance network info cache due to event network-changed-9648ab07-3f5f-4fa7-bcb8-f780626c750f. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.773989] env[69941]: DEBUG oslo_concurrency.lockutils [req-25868358-365e-469d-b285-8e461395d12b req-35e52c92-acb2-415b-8bcf-52d39782f7d4 service nova] Acquiring lock "refresh_cache-e5170986-5aed-4329-aba3-f4e50566bb1b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.921580] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "refresh_cache-e5170986-5aed-4329-aba3-f4e50566bb1b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.921580] env[69941]: DEBUG nova.compute.manager [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Instance network_info: |[{"id": "9648ab07-3f5f-4fa7-bcb8-f780626c750f", "address": "fa:16:3e:f6:dc:26", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9648ab07-3f", "ovs_interfaceid": "9648ab07-3f5f-4fa7-bcb8-f780626c750f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.921580] env[69941]: DEBUG oslo_concurrency.lockutils [req-25868358-365e-469d-b285-8e461395d12b req-35e52c92-acb2-415b-8bcf-52d39782f7d4 service nova] Acquired lock "refresh_cache-e5170986-5aed-4329-aba3-f4e50566bb1b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.921580] env[69941]: DEBUG nova.network.neutron [req-25868358-365e-469d-b285-8e461395d12b req-35e52c92-acb2-415b-8bcf-52d39782f7d4 service nova] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Refreshing network info cache for port 9648ab07-3f5f-4fa7-bcb8-f780626c750f {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.922269] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:dc:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9648ab07-3f5f-4fa7-bcb8-f780626c750f', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.932052] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Creating folder: Project (1f5a68c682154ef4b1e7890ca785248a). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.933553] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8dfcf9eb-4a08-4948-8930-1971c4b15838 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.945518] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Created folder: Project (1f5a68c682154ef4b1e7890ca785248a) in parent group-v656570. [ 957.945734] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Creating folder: Instances. Parent ref: group-v656807. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.945985] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e52f890e-18f9-4f9b-abca-e91fca24caea {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.959649] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Created folder: Instances in parent group-v656807. [ 957.960961] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.960961] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.960961] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cc9f1f4-de1f-4c48-b96f-26e83b6f879f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.982640] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.982640] env[69941]: value = "task-3288796" [ 957.982640] env[69941]: _type = "Task" [ 957.982640] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.991623] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288796, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.052855] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288792, 'name': Rename_Task, 'duration_secs': 0.238434} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.053244] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.053664] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4db415ef-1768-49a1-b314-e8203655a3ad {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.062505] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 958.062505] env[69941]: value = "task-3288797" [ 958.062505] env[69941]: _type = "Task" [ 958.062505] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.075029] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.092274] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52718692-66da-16db-59f2-b9df935be0ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010653} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.092674] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.093040] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148/10d1a76a-1fe4-473f-9db3-9b6b4f8ab148.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.093343] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c19cdc98-4a51-44c3-9f13-34d5bfa135cd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.100731] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 958.100731] env[69941]: value = "task-3288798" [ 958.100731] env[69941]: _type = "Task" [ 958.100731] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.116145] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.120054] env[69941]: DEBUG oslo_vmware.api [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181196} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.120330] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.120529] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.121441] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.164366] env[69941]: INFO nova.scheduler.client.report [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Deleted allocations for instance 73978fd3-5c56-40d3-8a9c-0fc21bebd315 [ 958.181649] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "f93c0971-5938-4734-83f5-ee3b3a0f055f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.182019] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "f93c0971-5938-4734-83f5-ee3b3a0f055f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.220152] env[69941]: INFO nova.compute.manager [-] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Took 1.32 seconds to deallocate network for instance. [ 958.228146] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288790, 'name': Destroy_Task, 'duration_secs': 0.748823} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.228411] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Destroyed the VM [ 958.228657] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 958.228914] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a56490de-3f7e-4654-98a7-3927ff4e2036 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.240188] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 958.240188] env[69941]: value = "task-3288799" [ 958.240188] env[69941]: _type = "Task" [ 958.240188] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.254124] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288799, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.494361] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288796, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.548986] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ca73f2-7dde-45b6-8a36-a6fee86c7899 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.558962] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b076dde-fcfb-4631-9f9b-c982f60e019d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.602540] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17d25c3-8d52-4e0c-b513-35197013ffe0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.612339] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288797, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.621031] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9724c4-4abe-4ca2-88e8-bcd0bc08472b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.625562] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288798, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.638881] env[69941]: DEBUG nova.compute.provider_tree [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.674723] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.687114] env[69941]: DEBUG nova.compute.manager [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.730988] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.756156] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288799, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.812996] env[69941]: DEBUG nova.network.neutron [req-25868358-365e-469d-b285-8e461395d12b req-35e52c92-acb2-415b-8bcf-52d39782f7d4 service nova] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Updated VIF entry in instance network info cache for port 9648ab07-3f5f-4fa7-bcb8-f780626c750f. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.813387] env[69941]: DEBUG nova.network.neutron [req-25868358-365e-469d-b285-8e461395d12b req-35e52c92-acb2-415b-8bcf-52d39782f7d4 service nova] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Updating instance_info_cache with network_info: [{"id": "9648ab07-3f5f-4fa7-bcb8-f780626c750f", "address": "fa:16:3e:f6:dc:26", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9648ab07-3f", "ovs_interfaceid": "9648ab07-3f5f-4fa7-bcb8-f780626c750f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.858164] env[69941]: DEBUG oslo_concurrency.lockutils [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Acquiring lock "6b5a2048-42cf-410a-b399-ce20366e417a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.858385] env[69941]: DEBUG oslo_concurrency.lockutils [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Lock "6b5a2048-42cf-410a-b399-ce20366e417a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.996929] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288796, 'name': CreateVM_Task, 'duration_secs': 0.543345} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.996929] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.998724] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.998902] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.999244] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.999510] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35742e80-c5d2-4df4-9aa6-b0edf36e970d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.005026] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 959.005026] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5272adbc-9207-0176-a75b-b6da2b2f0668" [ 959.005026] env[69941]: _type = "Task" [ 959.005026] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.014091] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5272adbc-9207-0176-a75b-b6da2b2f0668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.084380] env[69941]: DEBUG oslo_vmware.api [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288797, 'name': PowerOnVM_Task, 'duration_secs': 0.735254} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.085346] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.085619] env[69941]: DEBUG nova.compute.manager [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.086508] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0779d227-7efa-4660-b8fd-3a33059cad97 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.113319] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612624} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.113624] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148/10d1a76a-1fe4-473f-9db3-9b6b4f8ab148.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.113861] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.114119] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bec9a2b6-8359-4eca-a8ad-0da781534633 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.121270] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 959.121270] env[69941]: value = "task-3288800" [ 959.121270] env[69941]: _type = "Task" [ 959.121270] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.132175] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.142923] env[69941]: DEBUG nova.scheduler.client.report [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.211770] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.259199] env[69941]: DEBUG oslo_vmware.api [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288799, 'name': RemoveSnapshot_Task, 'duration_secs': 0.96625} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.260826] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 959.261228] env[69941]: INFO nova.compute.manager [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Took 16.90 seconds to snapshot the instance on the hypervisor. [ 959.267138] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "7660ec11-f8b3-45d0-9e91-d664b4fbcb86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.267138] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "7660ec11-f8b3-45d0-9e91-d664b4fbcb86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.317940] env[69941]: DEBUG oslo_concurrency.lockutils [req-25868358-365e-469d-b285-8e461395d12b req-35e52c92-acb2-415b-8bcf-52d39782f7d4 service nova] Releasing lock "refresh_cache-e5170986-5aed-4329-aba3-f4e50566bb1b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.362816] env[69941]: DEBUG nova.compute.manager [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.516026] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5272adbc-9207-0176-a75b-b6da2b2f0668, 'name': SearchDatastore_Task, 'duration_secs': 0.011096} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.516182] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.516420] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.516656] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.516802] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.517041] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.517253] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc1b6daa-6652-45cf-9950-371c12c3f337 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.525424] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.525604] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.526332] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa9b4270-c5d4-4f08-beab-b8d59b0241e6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.532311] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 959.532311] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b7e3a4-9515-99d4-8ab5-d0d181a73d92" [ 959.532311] env[69941]: _type = "Task" [ 959.532311] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.540268] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b7e3a4-9515-99d4-8ab5-d0d181a73d92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.579020] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Acquiring lock "b24e27be-8986-4815-9723-fc5778147274" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.579318] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Lock "b24e27be-8986-4815-9723-fc5778147274" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.579544] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Acquiring lock "b24e27be-8986-4815-9723-fc5778147274-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.579801] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Lock "b24e27be-8986-4815-9723-fc5778147274-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.579984] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Lock "b24e27be-8986-4815-9723-fc5778147274-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.582483] env[69941]: INFO nova.compute.manager [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Terminating instance [ 959.610841] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.632789] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073231} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.636019] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.636019] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc68748-b864-40a3-8342-75e1194b407e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.649985] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.650530] env[69941]: DEBUG nova.compute.manager [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.662586] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148/10d1a76a-1fe4-473f-9db3-9b6b4f8ab148.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.663328] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.247s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.663525] env[69941]: DEBUG nova.objects.instance [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lazy-loading 'resources' on Instance uuid 99f455c6-bc8a-476c-bd12-f7f19a3aa219 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.664581] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f86c4f57-576f-4efc-b7e6-54b69ac70353 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.689348] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 959.689348] env[69941]: value = "task-3288801" [ 959.689348] env[69941]: _type = "Task" [ 959.689348] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.698878] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.769684] env[69941]: DEBUG nova.compute.manager [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.843143] env[69941]: DEBUG nova.compute.manager [req-c6b0ae2c-430b-4094-bdca-aad2f6ceac6a req-223c30c9-ad3e-47f5-8fd2-3c890f74835d service nova] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Received event network-vif-deleted-fd901cd5-b0d8-462a-bb27-787f0689a4de {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.849369] env[69941]: DEBUG nova.compute.manager [None req-3deac57b-7d5d-4cd3-96ed-ae2d8abf1fb4 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Found 1 images (rotation: 2) {{(pid=69941) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 959.861869] env[69941]: DEBUG nova.compute.manager [req-fbf96473-70f6-4acd-a625-63c21689bb80 req-bfe0167e-ffa7-4579-86a1-2631e67539cb service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Received event network-vif-unplugged-2e376b19-8828-4c5d-bd47-7c35dc86d94a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.862125] env[69941]: DEBUG oslo_concurrency.lockutils [req-fbf96473-70f6-4acd-a625-63c21689bb80 req-bfe0167e-ffa7-4579-86a1-2631e67539cb service nova] Acquiring lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.862456] env[69941]: DEBUG oslo_concurrency.lockutils [req-fbf96473-70f6-4acd-a625-63c21689bb80 req-bfe0167e-ffa7-4579-86a1-2631e67539cb service nova] Lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.862642] env[69941]: DEBUG oslo_concurrency.lockutils [req-fbf96473-70f6-4acd-a625-63c21689bb80 req-bfe0167e-ffa7-4579-86a1-2631e67539cb service nova] Lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.862804] env[69941]: DEBUG nova.compute.manager [req-fbf96473-70f6-4acd-a625-63c21689bb80 req-bfe0167e-ffa7-4579-86a1-2631e67539cb service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] No waiting events found dispatching network-vif-unplugged-2e376b19-8828-4c5d-bd47-7c35dc86d94a {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.863105] env[69941]: WARNING nova.compute.manager [req-fbf96473-70f6-4acd-a625-63c21689bb80 req-bfe0167e-ffa7-4579-86a1-2631e67539cb service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Received unexpected event network-vif-unplugged-2e376b19-8828-4c5d-bd47-7c35dc86d94a for instance with vm_state shelved_offloaded and task_state unshelving. [ 959.863325] env[69941]: DEBUG nova.compute.manager [req-fbf96473-70f6-4acd-a625-63c21689bb80 req-bfe0167e-ffa7-4579-86a1-2631e67539cb service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Received event network-changed-2e376b19-8828-4c5d-bd47-7c35dc86d94a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.863476] env[69941]: DEBUG nova.compute.manager [req-fbf96473-70f6-4acd-a625-63c21689bb80 req-bfe0167e-ffa7-4579-86a1-2631e67539cb service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Refreshing instance network info cache due to event network-changed-2e376b19-8828-4c5d-bd47-7c35dc86d94a. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.863768] env[69941]: DEBUG oslo_concurrency.lockutils [req-fbf96473-70f6-4acd-a625-63c21689bb80 req-bfe0167e-ffa7-4579-86a1-2631e67539cb service nova] Acquiring lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.863882] env[69941]: DEBUG oslo_concurrency.lockutils [req-fbf96473-70f6-4acd-a625-63c21689bb80 req-bfe0167e-ffa7-4579-86a1-2631e67539cb service nova] Acquired lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.864089] env[69941]: DEBUG nova.network.neutron [req-fbf96473-70f6-4acd-a625-63c21689bb80 req-bfe0167e-ffa7-4579-86a1-2631e67539cb service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Refreshing network info cache for port 2e376b19-8828-4c5d-bd47-7c35dc86d94a {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.888158] env[69941]: DEBUG oslo_concurrency.lockutils [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.048865] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b7e3a4-9515-99d4-8ab5-d0d181a73d92, 'name': SearchDatastore_Task, 'duration_secs': 0.009547} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.054483] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e332ba3-91e1-42a3-9b3d-7392800a0c11 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.061387] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 960.061387] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526d96bd-7c2e-b1f4-18eb-98389eb1f647" [ 960.061387] env[69941]: _type = "Task" [ 960.061387] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.073648] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526d96bd-7c2e-b1f4-18eb-98389eb1f647, 'name': SearchDatastore_Task, 'duration_secs': 0.009906} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.073818] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.074095] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] e5170986-5aed-4329-aba3-f4e50566bb1b/e5170986-5aed-4329-aba3-f4e50566bb1b.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.074693] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5c5d8be-bf40-464b-84c1-0a84e2319757 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.081521] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 960.081521] env[69941]: value = "task-3288802" [ 960.081521] env[69941]: _type = "Task" [ 960.081521] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.086915] env[69941]: DEBUG nova.compute.manager [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.087218] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.090714] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9ba79cf-997f-474d-b41c-f38896d3eca3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.092457] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.099282] env[69941]: DEBUG oslo_vmware.api [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Waiting for the task: (returnval){ [ 960.099282] env[69941]: value = "task-3288803" [ 960.099282] env[69941]: _type = "Task" [ 960.099282] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.105479] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1caa6af-91b0-4311-875b-d3d0dcb0e000 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.111901] env[69941]: DEBUG oslo_vmware.api [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.117710] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71de037-fb01-47af-bd79-c60c70b03623 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.149562] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415b8ea7-7e08-46a9-946c-9696eab9a746 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.158780] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84e14c9-b53f-45e0-b76f-349c6a33e364 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.164464] env[69941]: DEBUG nova.compute.utils [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.166069] env[69941]: DEBUG nova.compute.manager [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.169121] env[69941]: DEBUG nova.network.neutron [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.179026] env[69941]: DEBUG nova.compute.provider_tree [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.202529] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288801, 'name': ReconfigVM_Task, 'duration_secs': 0.509496} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.202835] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148/10d1a76a-1fe4-473f-9db3-9b6b4f8ab148.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.203557] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62aa8dcd-9e47-4bdc-be63-c243969f7a05 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.210297] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 960.210297] env[69941]: value = "task-3288804" [ 960.210297] env[69941]: _type = "Task" [ 960.210297] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.211865] env[69941]: DEBUG nova.policy [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fe67152456642ab947c48fd4063c3f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ea67d77feb1404f9a7c24f79415c89d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.223718] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288804, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.303329] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.383210] env[69941]: DEBUG oslo_concurrency.lockutils [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "30f854e3-8a2e-4380-98b2-5f4499892524" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.383808] env[69941]: DEBUG oslo_concurrency.lockutils [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "30f854e3-8a2e-4380-98b2-5f4499892524" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.594382] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288802, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.611310] env[69941]: DEBUG oslo_vmware.api [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288803, 'name': PowerOffVM_Task, 'duration_secs': 0.23979} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.611589] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.611809] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 960.612073] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656676', 'volume_id': '6b02fe83-9735-404b-bcdb-cbf4db492954', 'name': 'volume-6b02fe83-9735-404b-bcdb-cbf4db492954', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b24e27be-8986-4815-9723-fc5778147274', 'attached_at': '', 'detached_at': '', 'volume_id': '6b02fe83-9735-404b-bcdb-cbf4db492954', 'serial': '6b02fe83-9735-404b-bcdb-cbf4db492954'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 960.612958] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ceb78d-8f28-4c4b-839b-7c6fce053080 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.638703] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0b6f51-d675-495f-89bf-5abc859f662b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.647253] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12073895-d30c-44eb-af0e-d8ccf4df21e9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.670855] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61b9e0d-d7c6-4f42-9054-82e4a3493d9e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.671716] env[69941]: DEBUG nova.compute.manager [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.690682] env[69941]: DEBUG nova.scheduler.client.report [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.695070] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] The volume has not been displaced from its original location: [datastore2] volume-6b02fe83-9735-404b-bcdb-cbf4db492954/volume-6b02fe83-9735-404b-bcdb-cbf4db492954.vmdk. No consolidation needed. {{(pid=69941) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 960.701525] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 960.702443] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13eb9bee-499a-489c-b083-48ab51f67d71 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.488422] env[69941]: DEBUG nova.network.neutron [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Successfully created port: a9384586-0225-485e-82f4-b2ead552e46e {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.496959] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.496959] env[69941]: DEBUG nova.compute.manager [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.497794] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.510746] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.221s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.511053] env[69941]: DEBUG nova.objects.instance [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lazy-loading 'resources' on Instance uuid 16428e71-2acc-4d9c-86e7-6b06de208d91 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.513122] env[69941]: DEBUG oslo_vmware.api [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Waiting for the task: (returnval){ [ 961.513122] env[69941]: value = "task-3288805" [ 961.513122] env[69941]: _type = "Task" [ 961.513122] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.525767] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288804, 'name': Rename_Task, 'duration_secs': 0.201879} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.526141] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570232} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.526921] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.527685] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] e5170986-5aed-4329-aba3-f4e50566bb1b/e5170986-5aed-4329-aba3-f4e50566bb1b.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.528226] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.532367] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-960e7181-d876-4103-8cbb-929b90dd0dd3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.534501] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d55b541-e295-427c-bff9-db21a8c126ac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.537304] env[69941]: DEBUG oslo_vmware.api [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.544105] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 961.544105] env[69941]: value = "task-3288807" [ 961.544105] env[69941]: _type = "Task" [ 961.544105] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.546135] env[69941]: INFO nova.scheduler.client.report [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Deleted allocations for instance 99f455c6-bc8a-476c-bd12-f7f19a3aa219 [ 961.547435] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 961.547435] env[69941]: value = "task-3288806" [ 961.547435] env[69941]: _type = "Task" [ 961.547435] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.565114] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.568795] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288806, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.804433] env[69941]: DEBUG nova.network.neutron [req-fbf96473-70f6-4acd-a625-63c21689bb80 req-bfe0167e-ffa7-4579-86a1-2631e67539cb service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Updated VIF entry in instance network info cache for port 2e376b19-8828-4c5d-bd47-7c35dc86d94a. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.804871] env[69941]: DEBUG nova.network.neutron [req-fbf96473-70f6-4acd-a625-63c21689bb80 req-bfe0167e-ffa7-4579-86a1-2631e67539cb service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Updating instance_info_cache with network_info: [{"id": "2e376b19-8828-4c5d-bd47-7c35dc86d94a", "address": "fa:16:3e:bd:9b:a5", "network": {"id": "758531fb-406e-431b-99bb-44d2aa1468fd", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1988528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f8fe8dea05413bbf2d1333d85fde0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2e376b19-88", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.008260] env[69941]: DEBUG nova.compute.manager [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.014489] env[69941]: DEBUG nova.compute.manager [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.015482] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93169d4-3fc2-4e74-8f12-34dbcefde61c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.025149] env[69941]: DEBUG oslo_concurrency.lockutils [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.038602] env[69941]: DEBUG nova.virt.hardware [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.038932] env[69941]: DEBUG nova.virt.hardware [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.039128] env[69941]: DEBUG nova.virt.hardware [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.039322] env[69941]: DEBUG nova.virt.hardware [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.039476] env[69941]: DEBUG nova.virt.hardware [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.039691] env[69941]: DEBUG nova.virt.hardware [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.039989] env[69941]: DEBUG nova.virt.hardware [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.040080] env[69941]: DEBUG nova.virt.hardware [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.040427] env[69941]: DEBUG nova.virt.hardware [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.040593] env[69941]: DEBUG nova.virt.hardware [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.040803] env[69941]: DEBUG nova.virt.hardware [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.041178] env[69941]: DEBUG oslo_vmware.api [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288805, 'name': ReconfigVM_Task, 'duration_secs': 0.314316} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.042325] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f983122e-dd6c-41fa-911e-bae75ad7a15d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.047979] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 962.053066] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4196a79c-b9d7-40f9-a494-f903a5a4cded {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.082059] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cab36c51-51df-4325-9e9a-0ae19e0a858d tempest-ServersWithSpecificFlavorTestJSON-782428944 tempest-ServersWithSpecificFlavorTestJSON-782428944-project-member] Lock "99f455c6-bc8a-476c-bd12-f7f19a3aa219" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.763s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.083882] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9adcaf-b2f6-4e6d-be9e-42f473f10b26 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.093529] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148321} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.093715] env[69941]: DEBUG oslo_vmware.api [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Waiting for the task: (returnval){ [ 962.093715] env[69941]: value = "task-3288808" [ 962.093715] env[69941]: _type = "Task" [ 962.093715] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.096776] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.101061] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0250d0db-6813-4c4f-b217-44fdd774656f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.108591] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288806, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.148420] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] e5170986-5aed-4329-aba3-f4e50566bb1b/e5170986-5aed-4329-aba3-f4e50566bb1b.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.148783] env[69941]: DEBUG oslo_vmware.api [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.152329] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b16f8924-5936-4ced-9f20-eed8cca60971 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.175025] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 962.175025] env[69941]: value = "task-3288809" [ 962.175025] env[69941]: _type = "Task" [ 962.175025] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.187263] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.308248] env[69941]: DEBUG oslo_concurrency.lockutils [req-fbf96473-70f6-4acd-a625-63c21689bb80 req-bfe0167e-ffa7-4579-86a1-2631e67539cb service nova] Releasing lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.400405] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fb3435-7e25-42dc-8cf4-6c1076831315 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.409384] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70375caf-1893-4611-b554-a61da02d4f3f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.440132] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f411d751-5fb3-40df-9c7f-e7f8f5fd65ec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.448640] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c60a3b2-4c2d-4ac5-8169-1f9e1ea8af08 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.465063] env[69941]: DEBUG nova.compute.provider_tree [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.546440] env[69941]: INFO nova.compute.manager [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] instance snapshotting [ 962.547171] env[69941]: DEBUG nova.objects.instance [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lazy-loading 'flavor' on Instance uuid e01c973a-3d25-493b-8d5d-eff82c27d03c {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.563358] env[69941]: DEBUG oslo_vmware.api [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288806, 'name': PowerOnVM_Task, 'duration_secs': 0.710877} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.564316] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.564523] env[69941]: INFO nova.compute.manager [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Took 10.75 seconds to spawn the instance on the hypervisor. [ 962.564698] env[69941]: DEBUG nova.compute.manager [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.565500] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c476e09e-6d68-4349-b397-b7b5b2a8ac17 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.606802] env[69941]: DEBUG oslo_vmware.api [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288808, 'name': ReconfigVM_Task, 'duration_secs': 0.126348} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.607234] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656676', 'volume_id': '6b02fe83-9735-404b-bcdb-cbf4db492954', 'name': 'volume-6b02fe83-9735-404b-bcdb-cbf4db492954', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b24e27be-8986-4815-9723-fc5778147274', 'attached_at': '', 'detached_at': '', 'volume_id': '6b02fe83-9735-404b-bcdb-cbf4db492954', 'serial': '6b02fe83-9735-404b-bcdb-cbf4db492954'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 962.608191] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.608409] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a433a3-aab6-4c10-823b-e2d3dcf7d405 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.616037] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.616236] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0492475-1be3-4204-ba2b-10f37cddf305 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.683951] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.684200] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.684388] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Deleting the datastore file [datastore2] b24e27be-8986-4815-9723-fc5778147274 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.688422] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-716ed756-8e08-457a-820a-88368dec0551 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.691588] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.696307] env[69941]: DEBUG oslo_vmware.api [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Waiting for the task: (returnval){ [ 962.696307] env[69941]: value = "task-3288811" [ 962.696307] env[69941]: _type = "Task" [ 962.696307] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.705282] env[69941]: DEBUG oslo_vmware.api [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.972017] env[69941]: DEBUG nova.scheduler.client.report [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.053575] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae75917-1486-4f5d-a4fc-25c1f6bd6ecd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.059020] env[69941]: DEBUG nova.compute.manager [req-bb843d24-3976-4f2c-9b9f-b80384935439 req-570d6810-8fd6-4639-8d32-8a52bf3b2c0d service nova] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Received event network-vif-plugged-a9384586-0225-485e-82f4-b2ead552e46e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.059256] env[69941]: DEBUG oslo_concurrency.lockutils [req-bb843d24-3976-4f2c-9b9f-b80384935439 req-570d6810-8fd6-4639-8d32-8a52bf3b2c0d service nova] Acquiring lock "c1a619cd-16fe-4f06-a4e9-3acdf2e3e928-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.059537] env[69941]: DEBUG oslo_concurrency.lockutils [req-bb843d24-3976-4f2c-9b9f-b80384935439 req-570d6810-8fd6-4639-8d32-8a52bf3b2c0d service nova] Lock "c1a619cd-16fe-4f06-a4e9-3acdf2e3e928-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.059718] env[69941]: DEBUG oslo_concurrency.lockutils [req-bb843d24-3976-4f2c-9b9f-b80384935439 req-570d6810-8fd6-4639-8d32-8a52bf3b2c0d service nova] Lock "c1a619cd-16fe-4f06-a4e9-3acdf2e3e928-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.060077] env[69941]: DEBUG nova.compute.manager [req-bb843d24-3976-4f2c-9b9f-b80384935439 req-570d6810-8fd6-4639-8d32-8a52bf3b2c0d service nova] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] No waiting events found dispatching network-vif-plugged-a9384586-0225-485e-82f4-b2ead552e46e {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.060281] env[69941]: WARNING nova.compute.manager [req-bb843d24-3976-4f2c-9b9f-b80384935439 req-570d6810-8fd6-4639-8d32-8a52bf3b2c0d service nova] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Received unexpected event network-vif-plugged-a9384586-0225-485e-82f4-b2ead552e46e for instance with vm_state building and task_state spawning. [ 963.075307] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25d90c7-54c6-4edf-91f9-e33f866fa77d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.089965] env[69941]: INFO nova.compute.manager [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Took 16.95 seconds to build instance. [ 963.173925] env[69941]: DEBUG nova.network.neutron [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Successfully updated port: a9384586-0225-485e-82f4-b2ead552e46e {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.191008] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288809, 'name': ReconfigVM_Task, 'duration_secs': 0.661557} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.192882] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Reconfigured VM instance instance-00000054 to attach disk [datastore1] e5170986-5aed-4329-aba3-f4e50566bb1b/e5170986-5aed-4329-aba3-f4e50566bb1b.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.192882] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9118a68-e294-44ae-9c3f-a5b81b501b6c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.200143] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 963.200143] env[69941]: value = "task-3288812" [ 963.200143] env[69941]: _type = "Task" [ 963.200143] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.214817] env[69941]: DEBUG oslo_vmware.api [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Task: {'id': task-3288811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088096} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.218347] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.218601] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.218793] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.218965] env[69941]: INFO nova.compute.manager [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Took 3.13 seconds to destroy the instance on the hypervisor. [ 963.219222] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.219781] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288812, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.220045] env[69941]: DEBUG nova.compute.manager [-] [instance: b24e27be-8986-4815-9723-fc5778147274] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.220182] env[69941]: DEBUG nova.network.neutron [-] [instance: b24e27be-8986-4815-9723-fc5778147274] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.477688] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.480553] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.808s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.480553] env[69941]: DEBUG nova.objects.instance [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lazy-loading 'resources' on Instance uuid 73978fd3-5c56-40d3-8a9c-0fc21bebd315 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.507583] env[69941]: INFO nova.scheduler.client.report [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleted allocations for instance 16428e71-2acc-4d9c-86e7-6b06de208d91 [ 963.593907] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 963.594228] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9e9a6419-c3b8-4610-8cdd-f4bcebac2805 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "10d1a76a-1fe4-473f-9db3-9b6b4f8ab148" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.471s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.594303] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8683f5df-7e40-4f5f-8c6c-1d9251abeb73 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.610031] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 963.610031] env[69941]: value = "task-3288813" [ 963.610031] env[69941]: _type = "Task" [ 963.610031] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.622255] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288813, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.676720] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Acquiring lock "refresh_cache-c1a619cd-16fe-4f06-a4e9-3acdf2e3e928" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.676886] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Acquired lock "refresh_cache-c1a619cd-16fe-4f06-a4e9-3acdf2e3e928" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.677027] env[69941]: DEBUG nova.network.neutron [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.713864] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288812, 'name': Rename_Task, 'duration_secs': 0.264719} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.714590] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.714897] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25eea548-4e0c-4c99-9944-1c6942961696 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.721380] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 963.721380] env[69941]: value = "task-3288814" [ 963.721380] env[69941]: _type = "Task" [ 963.721380] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.730109] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.983702] env[69941]: DEBUG nova.objects.instance [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lazy-loading 'numa_topology' on Instance uuid 73978fd3-5c56-40d3-8a9c-0fc21bebd315 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.023392] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dc567d53-16b9-4942-a09c-6d7a3832a01c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "16428e71-2acc-4d9c-86e7-6b06de208d91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.331s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.122542] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288813, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.212544] env[69941]: DEBUG nova.network.neutron [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.235248] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288814, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.303437] env[69941]: DEBUG nova.network.neutron [-] [instance: b24e27be-8986-4815-9723-fc5778147274] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.390338] env[69941]: DEBUG nova.network.neutron [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Updating instance_info_cache with network_info: [{"id": "a9384586-0225-485e-82f4-b2ead552e46e", "address": "fa:16:3e:ce:88:0b", "network": {"id": "5b429a16-2428-45f5-9a9a-95c9eb3a3451", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1087700704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ea67d77feb1404f9a7c24f79415c89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9384586-02", "ovs_interfaceid": "a9384586-0225-485e-82f4-b2ead552e46e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.433969] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a8db8a81-d465-453e-a12d-126d46d3d080 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "10d1a76a-1fe4-473f-9db3-9b6b4f8ab148" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.434278] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a8db8a81-d465-453e-a12d-126d46d3d080 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "10d1a76a-1fe4-473f-9db3-9b6b4f8ab148" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.434466] env[69941]: DEBUG nova.compute.manager [None req-a8db8a81-d465-453e-a12d-126d46d3d080 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.435503] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b5f084-278d-44ae-86a1-bf8234885d7d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.445714] env[69941]: DEBUG nova.compute.manager [None req-a8db8a81-d465-453e-a12d-126d46d3d080 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69941) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 964.448464] env[69941]: DEBUG nova.objects.instance [None req-a8db8a81-d465-453e-a12d-126d46d3d080 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lazy-loading 'flavor' on Instance uuid 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.486503] env[69941]: DEBUG nova.objects.base [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Object Instance<73978fd3-5c56-40d3-8a9c-0fc21bebd315> lazy-loaded attributes: resources,numa_topology {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 964.575133] env[69941]: DEBUG oslo_vmware.rw_handles [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eff68d-4540-1173-ad4f-f1ad7f7ad865/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 964.576085] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bb50a8-5c02-45c5-a3e3-d75205affa0a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.584139] env[69941]: DEBUG oslo_vmware.rw_handles [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eff68d-4540-1173-ad4f-f1ad7f7ad865/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 964.584336] env[69941]: ERROR oslo_vmware.rw_handles [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eff68d-4540-1173-ad4f-f1ad7f7ad865/disk-0.vmdk due to incomplete transfer. [ 964.584579] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-83422f29-576d-4737-a41f-2df00d31d041 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.592488] env[69941]: DEBUG oslo_vmware.rw_handles [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eff68d-4540-1173-ad4f-f1ad7f7ad865/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 964.593219] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Uploaded image c6f2455a-4554-4478-aa63-a2e47992fc34 to the Glance image server {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 964.595378] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 964.595690] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-998d49c9-7b07-41c0-aad1-18cb4b60bb66 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.602315] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 964.602315] env[69941]: value = "task-3288815" [ 964.602315] env[69941]: _type = "Task" [ 964.602315] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.611747] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288815, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.623288] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288813, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.733453] env[69941]: DEBUG oslo_vmware.api [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288814, 'name': PowerOnVM_Task, 'duration_secs': 0.623796} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.737018] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.737415] env[69941]: INFO nova.compute.manager [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Took 10.42 seconds to spawn the instance on the hypervisor. [ 964.737761] env[69941]: DEBUG nova.compute.manager [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.743393] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec94dc18-17bc-4b02-b43a-fb60d95389ea {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.813907] env[69941]: INFO nova.compute.manager [-] [instance: b24e27be-8986-4815-9723-fc5778147274] Took 1.59 seconds to deallocate network for instance. [ 964.822638] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d5fc49-e0cf-490b-a394-df134bd5076a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.835672] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c5abe6-4a49-4ba4-8658-88ab5ecd075c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.872664] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31328fa7-4930-4c8e-9132-4c67c77fcd6a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.881019] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a343d8-b35b-4b17-9208-38d67e4e9856 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.895150] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Releasing lock "refresh_cache-c1a619cd-16fe-4f06-a4e9-3acdf2e3e928" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.895462] env[69941]: DEBUG nova.compute.manager [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Instance network_info: |[{"id": "a9384586-0225-485e-82f4-b2ead552e46e", "address": "fa:16:3e:ce:88:0b", "network": {"id": "5b429a16-2428-45f5-9a9a-95c9eb3a3451", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1087700704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ea67d77feb1404f9a7c24f79415c89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9384586-02", "ovs_interfaceid": "a9384586-0225-485e-82f4-b2ead552e46e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.896149] env[69941]: DEBUG nova.compute.provider_tree [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.897547] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:88:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9384586-0225-485e-82f4-b2ead552e46e', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.906898] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Creating folder: Project (6ea67d77feb1404f9a7c24f79415c89d). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.906898] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6efed3cc-0db8-4117-920b-ef902fbf6681 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.917056] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Created folder: Project (6ea67d77feb1404f9a7c24f79415c89d) in parent group-v656570. [ 964.917260] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Creating folder: Instances. Parent ref: group-v656811. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.917499] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f6e855d-b928-4c08-971c-17f6559dd42f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.927609] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Created folder: Instances in parent group-v656811. [ 964.927851] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.928056] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.928267] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f307ad01-ee31-425a-99a8-0fec4888d6ad {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.949607] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.949607] env[69941]: value = "task-3288818" [ 964.949607] env[69941]: _type = "Task" [ 964.949607] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.965412] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288818, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.102723] env[69941]: DEBUG nova.compute.manager [req-04bcdb5b-3547-4358-8588-72e20a176445 req-d7bac9e9-a998-4ae7-8459-8b93c11419da service nova] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Received event network-changed-a9384586-0225-485e-82f4-b2ead552e46e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.102723] env[69941]: DEBUG nova.compute.manager [req-04bcdb5b-3547-4358-8588-72e20a176445 req-d7bac9e9-a998-4ae7-8459-8b93c11419da service nova] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Refreshing instance network info cache due to event network-changed-a9384586-0225-485e-82f4-b2ead552e46e. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.102940] env[69941]: DEBUG oslo_concurrency.lockutils [req-04bcdb5b-3547-4358-8588-72e20a176445 req-d7bac9e9-a998-4ae7-8459-8b93c11419da service nova] Acquiring lock "refresh_cache-c1a619cd-16fe-4f06-a4e9-3acdf2e3e928" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.102940] env[69941]: DEBUG oslo_concurrency.lockutils [req-04bcdb5b-3547-4358-8588-72e20a176445 req-d7bac9e9-a998-4ae7-8459-8b93c11419da service nova] Acquired lock "refresh_cache-c1a619cd-16fe-4f06-a4e9-3acdf2e3e928" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.103252] env[69941]: DEBUG nova.network.neutron [req-04bcdb5b-3547-4358-8588-72e20a176445 req-d7bac9e9-a998-4ae7-8459-8b93c11419da service nova] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Refreshing network info cache for port a9384586-0225-485e-82f4-b2ead552e46e {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.126112] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288815, 'name': Destroy_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.131146] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288813, 'name': CreateSnapshot_Task, 'duration_secs': 1.265994} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.131146] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 965.132122] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a654d66-4e2c-437d-9936-11d938a7514e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.261150] env[69941]: INFO nova.compute.manager [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Took 17.98 seconds to build instance. [ 965.370059] env[69941]: INFO nova.compute.manager [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Took 0.56 seconds to detach 1 volumes for instance. [ 965.373154] env[69941]: DEBUG nova.compute.manager [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] [instance: b24e27be-8986-4815-9723-fc5778147274] Deleting volume: 6b02fe83-9735-404b-bcdb-cbf4db492954 {{(pid=69941) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 965.406914] env[69941]: DEBUG nova.scheduler.client.report [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.463044] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8db8a81-d465-453e-a12d-126d46d3d080 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.463044] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2554221a-815e-48dd-a6c7-3dbb36e058ba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.472479] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288818, 'name': CreateVM_Task, 'duration_secs': 0.426146} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.474797] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.475376] env[69941]: DEBUG oslo_vmware.api [None req-a8db8a81-d465-453e-a12d-126d46d3d080 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 965.475376] env[69941]: value = "task-3288820" [ 965.475376] env[69941]: _type = "Task" [ 965.475376] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.479568] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.479568] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.479568] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.479568] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f4ad614-5d31-4cbf-815a-6e259482cfab {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.494022] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Waiting for the task: (returnval){ [ 965.494022] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52d67c16-dfd7-a66c-807d-b6f1668a91a3" [ 965.494022] env[69941]: _type = "Task" [ 965.494022] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.495257] env[69941]: DEBUG oslo_vmware.api [None req-a8db8a81-d465-453e-a12d-126d46d3d080 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.504828] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d67c16-dfd7-a66c-807d-b6f1668a91a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.627016] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288815, 'name': Destroy_Task, 'duration_secs': 0.644367} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.627016] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Destroyed the VM [ 965.627016] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 965.627016] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-454f9452-6eb7-42d8-9b55-0f17252fe369 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.630569] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.630782] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.637226] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 965.637226] env[69941]: value = "task-3288821" [ 965.637226] env[69941]: _type = "Task" [ 965.637226] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.646189] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288821, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.658062] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 965.660936] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b0b87b78-d784-46d2-9f93-a5e2a2d02562 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.668878] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 965.668878] env[69941]: value = "task-3288822" [ 965.668878] env[69941]: _type = "Task" [ 965.668878] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.678066] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288822, 'name': CloneVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.764903] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ce1795e3-bb1e-44ed-89b3-1fb31df9844a tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "e5170986-5aed-4329-aba3-f4e50566bb1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.504s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.916687] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.917541] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.437s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.921200] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.191s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.921200] env[69941]: DEBUG nova.objects.instance [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Lazy-loading 'resources' on Instance uuid 2271ebb9-3c14-4841-9e8a-dd545a63ac57 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.975422] env[69941]: DEBUG nova.network.neutron [req-04bcdb5b-3547-4358-8588-72e20a176445 req-d7bac9e9-a998-4ae7-8459-8b93c11419da service nova] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Updated VIF entry in instance network info cache for port a9384586-0225-485e-82f4-b2ead552e46e. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.975989] env[69941]: DEBUG nova.network.neutron [req-04bcdb5b-3547-4358-8588-72e20a176445 req-d7bac9e9-a998-4ae7-8459-8b93c11419da service nova] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Updating instance_info_cache with network_info: [{"id": "a9384586-0225-485e-82f4-b2ead552e46e", "address": "fa:16:3e:ce:88:0b", "network": {"id": "5b429a16-2428-45f5-9a9a-95c9eb3a3451", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1087700704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ea67d77feb1404f9a7c24f79415c89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9384586-02", "ovs_interfaceid": "a9384586-0225-485e-82f4-b2ead552e46e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.992098] env[69941]: DEBUG oslo_vmware.api [None req-a8db8a81-d465-453e-a12d-126d46d3d080 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288820, 'name': PowerOffVM_Task, 'duration_secs': 0.30392} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.993120] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8db8a81-d465-453e-a12d-126d46d3d080 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.993531] env[69941]: DEBUG nova.compute.manager [None req-a8db8a81-d465-453e-a12d-126d46d3d080 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.994101] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2480b909-15eb-4856-a32b-8b597bcd9bdb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.013045] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d67c16-dfd7-a66c-807d-b6f1668a91a3, 'name': SearchDatastore_Task, 'duration_secs': 0.023186} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.013045] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.013045] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.013045] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.013045] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.013045] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.013045] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf5f0e32-980e-46a6-b9e9-1c186d8fa92d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.024379] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.024379] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.026108] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d3ebcf2-979e-4b6e-a7cd-fd2aa74fe3ca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.032210] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Waiting for the task: (returnval){ [ 966.032210] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52fe1bf1-8f71-7a28-40e6-9f7ae2b780f4" [ 966.032210] env[69941]: _type = "Task" [ 966.032210] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.043373] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52fe1bf1-8f71-7a28-40e6-9f7ae2b780f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.135134] env[69941]: DEBUG nova.compute.manager [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.146881] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288821, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.181051] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288822, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.312597] env[69941]: INFO nova.compute.manager [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Rebuilding instance [ 966.386243] env[69941]: DEBUG nova.compute.manager [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.386243] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8568b987-f49f-449d-8fe7-3c4c280a9707 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.433632] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73692281-f25b-4d06-82f9-eed65d22f3ae tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.803s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.434734] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.940s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.434910] env[69941]: INFO nova.compute.manager [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Unshelving [ 966.483392] env[69941]: DEBUG oslo_concurrency.lockutils [req-04bcdb5b-3547-4358-8588-72e20a176445 req-d7bac9e9-a998-4ae7-8459-8b93c11419da service nova] Releasing lock "refresh_cache-c1a619cd-16fe-4f06-a4e9-3acdf2e3e928" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.483392] env[69941]: DEBUG nova.compute.manager [req-04bcdb5b-3547-4358-8588-72e20a176445 req-d7bac9e9-a998-4ae7-8459-8b93c11419da service nova] [instance: b24e27be-8986-4815-9723-fc5778147274] Received event network-vif-deleted-cbca327f-662e-42da-b55b-15fddadc5970 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.512999] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a8db8a81-d465-453e-a12d-126d46d3d080 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "10d1a76a-1fe4-473f-9db3-9b6b4f8ab148" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.549259] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52fe1bf1-8f71-7a28-40e6-9f7ae2b780f4, 'name': SearchDatastore_Task, 'duration_secs': 0.01109} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.556112] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff4897d4-9ada-4287-938c-d60d7b4a5543 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.571028] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Waiting for the task: (returnval){ [ 966.571028] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52eab073-1c1c-d998-66b3-8fd006cc04dc" [ 966.571028] env[69941]: _type = "Task" [ 966.571028] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.578506] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52eab073-1c1c-d998-66b3-8fd006cc04dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010538} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.579552] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.579552] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] c1a619cd-16fe-4f06-a4e9-3acdf2e3e928/c1a619cd-16fe-4f06-a4e9-3acdf2e3e928.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.579728] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65c022ba-b2f4-43d8-949b-c46d3d43839f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.592031] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Waiting for the task: (returnval){ [ 966.592031] env[69941]: value = "task-3288823" [ 966.592031] env[69941]: _type = "Task" [ 966.592031] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.601474] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': task-3288823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.654443] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288821, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.666914] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.679554] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288822, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.800952] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ad8114-eab2-417b-81bd-74c3c4d87234 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.811483] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe0c903-f702-45af-899c-512e8d5c49a4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.847769] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fea85a0-eca5-479f-8211-da1260b393c7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.855721] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503045c9-666a-4be4-813a-ef9b35f1215d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.870226] env[69941]: DEBUG nova.compute.provider_tree [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.060121] env[69941]: INFO nova.compute.manager [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Rebuilding instance [ 967.104848] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': task-3288823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49384} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.104998] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] c1a619cd-16fe-4f06-a4e9-3acdf2e3e928/c1a619cd-16fe-4f06-a4e9-3acdf2e3e928.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.105235] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.105518] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82995303-3c11-4616-9b96-fba74a072da7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.112653] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Waiting for the task: (returnval){ [ 967.112653] env[69941]: value = "task-3288824" [ 967.112653] env[69941]: _type = "Task" [ 967.112653] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.122603] env[69941]: DEBUG nova.compute.manager [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.126667] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67375cc-9e3d-4471-a99c-997153583a47 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.130110] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': task-3288824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.147164] env[69941]: DEBUG oslo_vmware.api [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288821, 'name': RemoveSnapshot_Task, 'duration_secs': 1.114458} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.147483] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 967.147694] env[69941]: INFO nova.compute.manager [None req-f46c4603-149a-4f15-bfd6-1cad2803a043 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Took 17.34 seconds to snapshot the instance on the hypervisor. [ 967.183243] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288822, 'name': CloneVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.373779] env[69941]: DEBUG nova.scheduler.client.report [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.402413] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.403078] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a227807e-b119-4b30-ad76-e73b6e1725a2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.409431] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 967.409431] env[69941]: value = "task-3288825" [ 967.409431] env[69941]: _type = "Task" [ 967.409431] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.418012] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.445685] env[69941]: DEBUG nova.compute.utils [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.621689] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': task-3288824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076479} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.622052] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.623062] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45850224-dae9-4f4a-aef2-1615815eeb9f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.645818] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] c1a619cd-16fe-4f06-a4e9-3acdf2e3e928/c1a619cd-16fe-4f06-a4e9-3acdf2e3e928.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.648172] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f84431c-7613-46be-ade0-52d40f7f7cdb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.672028] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Waiting for the task: (returnval){ [ 967.672028] env[69941]: value = "task-3288826" [ 967.672028] env[69941]: _type = "Task" [ 967.672028] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.687689] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288822, 'name': CloneVM_Task, 'duration_secs': 1.577429} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.691123] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Created linked-clone VM from snapshot [ 967.691457] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': task-3288826, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.692997] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7db6f54-b347-42b5-86a5-8455b7c8497d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.701940] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Uploading image 9cb54d85-3b59-4904-9776-8d619334bac2 {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 967.732933] env[69941]: DEBUG oslo_vmware.rw_handles [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 967.732933] env[69941]: value = "vm-656814" [ 967.732933] env[69941]: _type = "VirtualMachine" [ 967.732933] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 967.733512] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-56c211ed-fdaf-4b37-ade6-d35ada9e3415 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.740321] env[69941]: DEBUG oslo_vmware.rw_handles [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lease: (returnval){ [ 967.740321] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52890cff-ca81-4340-a888-3ec22a0d4763" [ 967.740321] env[69941]: _type = "HttpNfcLease" [ 967.740321] env[69941]: } obtained for exporting VM: (result){ [ 967.740321] env[69941]: value = "vm-656814" [ 967.740321] env[69941]: _type = "VirtualMachine" [ 967.740321] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 967.740638] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the lease: (returnval){ [ 967.740638] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52890cff-ca81-4340-a888-3ec22a0d4763" [ 967.740638] env[69941]: _type = "HttpNfcLease" [ 967.740638] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 967.747519] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 967.747519] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52890cff-ca81-4340-a888-3ec22a0d4763" [ 967.747519] env[69941]: _type = "HttpNfcLease" [ 967.747519] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 967.878677] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.881068] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.669s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.882576] env[69941]: INFO nova.compute.claims [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.909863] env[69941]: INFO nova.scheduler.client.report [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Deleted allocations for instance 2271ebb9-3c14-4841-9e8a-dd545a63ac57 [ 967.921798] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288825, 'name': PowerOffVM_Task, 'duration_secs': 0.321521} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.922339] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.922339] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.923103] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ab4e14-c1e5-458f-a3dd-6ee9a92e7665 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.930417] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.930574] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55156ba3-5a16-4334-ab24-1a8bcf1ea1c3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.949404] env[69941]: INFO nova.virt.block_device [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Booting with volume d129c3a2-be15-4cb1-9115-8e55101c0cc8 at /dev/sdb [ 967.986481] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-078d532d-03bb-4da1-9fa8-c383e52fe076 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.996752] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37bafb7-9e38-43dd-9081-36b1611a7933 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.008418] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.008675] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.008898] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleting the datastore file [datastore1] e5170986-5aed-4329-aba3-f4e50566bb1b {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.009692] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c11cd366-935c-4528-95c1-3d2c9f044316 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.017149] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 968.017149] env[69941]: value = "task-3288829" [ 968.017149] env[69941]: _type = "Task" [ 968.017149] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.033907] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49be1d30-32d8-4733-a014-da8ae169569e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.038908] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.045349] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9526b57f-e34e-4323-aeeb-2291ef6e2f62 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.078361] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558e122b-9f89-433d-bd76-3088f53899b1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.085318] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5bb76e-aae0-4b89-8074-3a45ccd15839 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.099736] env[69941]: DEBUG nova.virt.block_device [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Updating existing volume attachment record: 11fa44d3-b590-4a90-b960-72fe21ab2e98 {{(pid=69941) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 968.164944] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.164944] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83ed7b3c-fcb5-4d80-9ce9-e6b14cdd7813 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.171850] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 968.171850] env[69941]: value = "task-3288830" [ 968.171850] env[69941]: _type = "Task" [ 968.171850] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.184470] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] VM already powered off {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 968.184864] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.185503] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449eee77-6302-4bd4-9e72-e8e7b8a72af1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.191244] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': task-3288826, 'name': ReconfigVM_Task, 'duration_secs': 0.306673} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.191830] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Reconfigured VM instance instance-00000055 to attach disk [datastore2] c1a619cd-16fe-4f06-a4e9-3acdf2e3e928/c1a619cd-16fe-4f06-a4e9-3acdf2e3e928.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.192457] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9093ad14-3d63-4929-b537-562cb537d9d9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.195738] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.196312] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ffdd24f-72b0-4dac-9ad6-362b5843912b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.200038] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Waiting for the task: (returnval){ [ 968.200038] env[69941]: value = "task-3288831" [ 968.200038] env[69941]: _type = "Task" [ 968.200038] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.207041] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': task-3288831, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.249460] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 968.249460] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52890cff-ca81-4340-a888-3ec22a0d4763" [ 968.249460] env[69941]: _type = "HttpNfcLease" [ 968.249460] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 968.249821] env[69941]: DEBUG oslo_vmware.rw_handles [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 968.249821] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52890cff-ca81-4340-a888-3ec22a0d4763" [ 968.249821] env[69941]: _type = "HttpNfcLease" [ 968.249821] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 968.250646] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320b76b7-c0ec-4921-bebb-dd44ba2aa53d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.258998] env[69941]: DEBUG oslo_vmware.rw_handles [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c4220-81b2-07df-b838-9d27fd14927c/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 968.259715] env[69941]: DEBUG oslo_vmware.rw_handles [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c4220-81b2-07df-b838-9d27fd14927c/disk-0.vmdk for reading. {{(pid=69941) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 968.324444] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.324724] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.324916] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleting the datastore file [datastore1] 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.325203] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5871290e-10a7-4fb9-868b-1e0fb907ad0d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.334796] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 968.334796] env[69941]: value = "task-3288834" [ 968.334796] env[69941]: _type = "Task" [ 968.334796] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.344340] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.404476] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa26c722-dcb2-4f21-a182-46f2177ac185 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.426940] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d766f1eb-8b91-45d8-b28d-348d4d9348f7 tempest-ServerMetadataTestJSON-958574638 tempest-ServerMetadataTestJSON-958574638-project-member] Lock "2271ebb9-3c14-4841-9e8a-dd545a63ac57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.191s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.527471] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171879} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.528422] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.528422] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.528422] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.648398] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Acquiring lock "9cd489f7-e1c5-4a90-a7cd-823bf7f15207" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.649561] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Lock "9cd489f7-e1c5-4a90-a7cd-823bf7f15207" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.710774] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': task-3288831, 'name': Rename_Task, 'duration_secs': 0.162886} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.711159] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.711959] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a44f51a-f0fe-468b-a17a-b940937e9305 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.719739] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Waiting for the task: (returnval){ [ 968.719739] env[69941]: value = "task-3288837" [ 968.719739] env[69941]: _type = "Task" [ 968.719739] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.727781] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': task-3288837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.845811] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135055} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.846828] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.847069] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.847269] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.152581] env[69941]: DEBUG nova.compute.manager [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.234562] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': task-3288837, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.335941] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80db340-4285-4666-b707-65c43f34d010 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.344141] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c4e51b-e168-4352-acd1-7221be1cd316 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.384019] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a0854d-492b-481f-aae7-989f32cac9c8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.391587] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf12581-ec5b-4606-9d68-a6a216a6dc6e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.406247] env[69941]: DEBUG nova.compute.provider_tree [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.576015] env[69941]: DEBUG nova.virt.hardware [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.576347] env[69941]: DEBUG nova.virt.hardware [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.576595] env[69941]: DEBUG nova.virt.hardware [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.577260] env[69941]: DEBUG nova.virt.hardware [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.577629] env[69941]: DEBUG nova.virt.hardware [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.577800] env[69941]: DEBUG nova.virt.hardware [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.578050] env[69941]: DEBUG nova.virt.hardware [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.578236] env[69941]: DEBUG nova.virt.hardware [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.578462] env[69941]: DEBUG nova.virt.hardware [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.578683] env[69941]: DEBUG nova.virt.hardware [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.578917] env[69941]: DEBUG nova.virt.hardware [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.580274] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b3c41d-d72a-4ad2-9ac4-6a52dc686540 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.591784] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abbddde-114f-4c0f-9b37-d4f7a07c4c0f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.606745] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:dc:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9648ab07-3f5f-4fa7-bcb8-f780626c750f', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.614847] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.616842] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.616842] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae644cbf-373b-443f-bd41-b65ce211959a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.637102] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.637102] env[69941]: value = "task-3288838" [ 969.637102] env[69941]: _type = "Task" [ 969.637102] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.648027] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288838, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.677773] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.732763] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': task-3288837, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.758194] env[69941]: DEBUG oslo_concurrency.lockutils [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquiring lock "1bcf7680-bbf7-43c9-bd9d-d5abb9243249" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.758511] env[69941]: DEBUG oslo_concurrency.lockutils [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "1bcf7680-bbf7-43c9-bd9d-d5abb9243249" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.760086] env[69941]: DEBUG oslo_concurrency.lockutils [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquiring lock "1bcf7680-bbf7-43c9-bd9d-d5abb9243249-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.760086] env[69941]: DEBUG oslo_concurrency.lockutils [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "1bcf7680-bbf7-43c9-bd9d-d5abb9243249-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.760086] env[69941]: DEBUG oslo_concurrency.lockutils [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "1bcf7680-bbf7-43c9-bd9d-d5abb9243249-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.763691] env[69941]: INFO nova.compute.manager [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Terminating instance [ 969.908996] env[69941]: DEBUG nova.virt.hardware [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.909266] env[69941]: DEBUG nova.virt.hardware [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.909433] env[69941]: DEBUG nova.virt.hardware [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.909621] env[69941]: DEBUG nova.virt.hardware [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.909771] env[69941]: DEBUG nova.virt.hardware [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.909991] env[69941]: DEBUG nova.virt.hardware [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.910337] env[69941]: DEBUG nova.virt.hardware [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.910507] env[69941]: DEBUG nova.virt.hardware [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.910697] env[69941]: DEBUG nova.virt.hardware [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.910802] env[69941]: DEBUG nova.virt.hardware [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.910939] env[69941]: DEBUG nova.virt.hardware [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.912211] env[69941]: DEBUG nova.scheduler.client.report [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.917263] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ca65bb-fa89-4e90-b638-a83431275f2a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.925278] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6d3ba7-2091-4927-869a-3b727427c2e6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.942186] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:85:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d25f736-7477-4672-a8b4-7826e281d382', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.951622] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.952378] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.952694] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfb87c1c-7f94-4a98-9959-125008866cf0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.973802] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.973802] env[69941]: value = "task-3288839" [ 969.973802] env[69941]: _type = "Task" [ 969.973802] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.982168] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288839, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.149619] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288838, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.230922] env[69941]: DEBUG oslo_vmware.api [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': task-3288837, 'name': PowerOnVM_Task, 'duration_secs': 1.087605} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.231968] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.231968] env[69941]: INFO nova.compute.manager [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Took 8.22 seconds to spawn the instance on the hypervisor. [ 970.231968] env[69941]: DEBUG nova.compute.manager [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.232504] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18314296-efb0-42fc-a4b1-d5f4ad64ba29 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.268015] env[69941]: DEBUG nova.compute.manager [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.268300] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.269216] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de5b7f4-e2ab-4fd0-a20e-51bf4f7bb47e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.278156] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.278496] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b215838-ae33-4892-8cd3-7b7d736ecf55 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.285345] env[69941]: DEBUG oslo_vmware.api [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 970.285345] env[69941]: value = "task-3288840" [ 970.285345] env[69941]: _type = "Task" [ 970.285345] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.295365] env[69941]: DEBUG oslo_vmware.api [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.417963] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.418727] env[69941]: DEBUG nova.compute.manager [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.421852] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.811s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.422178] env[69941]: DEBUG nova.objects.instance [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69941) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 970.484465] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288839, 'name': CreateVM_Task, 'duration_secs': 0.496481} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.484636] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.485344] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.485531] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.485859] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.486171] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03ae0c4-3c89-455f-8f08-041b862b0633 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.490962] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 970.490962] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f2495d-7f86-72c4-0cab-f94fad95e316" [ 970.490962] env[69941]: _type = "Task" [ 970.490962] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.501088] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f2495d-7f86-72c4-0cab-f94fad95e316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.652474] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288838, 'name': CreateVM_Task, 'duration_secs': 0.7887} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.652688] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.653459] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.749729] env[69941]: INFO nova.compute.manager [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Took 15.64 seconds to build instance. [ 970.796146] env[69941]: DEBUG oslo_vmware.api [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288840, 'name': PowerOffVM_Task, 'duration_secs': 0.235416} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.796348] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.796510] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.796816] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b051190e-eec7-46c5-8d43-e6fa21145b5b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.864179] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.864445] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.864666] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Deleting the datastore file [datastore2] 1bcf7680-bbf7-43c9-bd9d-d5abb9243249 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.864975] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09984342-f121-453e-815c-415cb56c86db {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.872032] env[69941]: DEBUG oslo_vmware.api [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 970.872032] env[69941]: value = "task-3288843" [ 970.872032] env[69941]: _type = "Task" [ 970.872032] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.880651] env[69941]: DEBUG oslo_vmware.api [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.928128] env[69941]: DEBUG nova.compute.utils [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.932943] env[69941]: DEBUG nova.compute.manager [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.933680] env[69941]: DEBUG nova.network.neutron [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.979247] env[69941]: DEBUG nova.policy [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2d6a294778d49dababd49da319379ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae120943154d45cd8059c52f28b00db2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.002712] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f2495d-7f86-72c4-0cab-f94fad95e316, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.003659] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.003949] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.004315] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.004524] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.004809] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.005363] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.005751] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.007098] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9cd5316-f3fa-41e9-a932-5541dd4bc4c1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.011384] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af1d4607-8a36-4796-856c-3454cfe9712a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.018268] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 971.018268] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52eb530e-8eb0-2796-0a83-47568682a9f0" [ 971.018268] env[69941]: _type = "Task" [ 971.018268] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.023908] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.024131] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.025255] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f6d101-db4f-4fb5-9b1f-9aa897922e0c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.031630] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52eb530e-8eb0-2796-0a83-47568682a9f0, 'name': SearchDatastore_Task, 'duration_secs': 0.0098} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.032310] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.032566] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.033881] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.035243] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 971.035243] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52d13439-6c4a-0733-bb75-de8c83d37a89" [ 971.035243] env[69941]: _type = "Task" [ 971.035243] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.042880] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d13439-6c4a-0733-bb75-de8c83d37a89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.255584] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ca1ab730-2de9-4903-88e9-f97cdbd29197 tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Lock "c1a619cd-16fe-4f06-a4e9-3acdf2e3e928" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.201s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.348951] env[69941]: DEBUG nova.network.neutron [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Successfully created port: f28a83f4-3546-49aa-a176-c04823900e55 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.381725] env[69941]: DEBUG oslo_vmware.api [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195323} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.381984] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.382184] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.382358] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.382532] env[69941]: INFO nova.compute.manager [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Took 1.11 seconds to destroy the instance on the hypervisor. [ 971.382777] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.382968] env[69941]: DEBUG nova.compute.manager [-] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.383090] env[69941]: DEBUG nova.network.neutron [-] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.433976] env[69941]: DEBUG nova.compute.manager [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.444015] env[69941]: DEBUG oslo_concurrency.lockutils [None req-504bacb7-b044-43b2-bf5e-becd97c21e84 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.444015] env[69941]: DEBUG oslo_concurrency.lockutils [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.555s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.444235] env[69941]: INFO nova.compute.claims [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.496719] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Acquiring lock "c1a619cd-16fe-4f06-a4e9-3acdf2e3e928" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.496982] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Lock "c1a619cd-16fe-4f06-a4e9-3acdf2e3e928" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.497200] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Acquiring lock "c1a619cd-16fe-4f06-a4e9-3acdf2e3e928-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.497398] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Lock "c1a619cd-16fe-4f06-a4e9-3acdf2e3e928-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.497561] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Lock "c1a619cd-16fe-4f06-a4e9-3acdf2e3e928-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.500860] env[69941]: INFO nova.compute.manager [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Terminating instance [ 971.550234] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d13439-6c4a-0733-bb75-de8c83d37a89, 'name': SearchDatastore_Task, 'duration_secs': 0.009181} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.551097] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f0563bd-3184-4a18-aafc-8318fa04be7a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.557033] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 971.557033] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5250db87-7b68-5a0e-9dee-49b42e5c3a79" [ 971.557033] env[69941]: _type = "Task" [ 971.557033] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.565346] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5250db87-7b68-5a0e-9dee-49b42e5c3a79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.745372] env[69941]: DEBUG nova.compute.manager [req-7977ffe2-5486-4944-b02e-c43fb5485c56 req-e797de53-10bc-48f6-b641-9f86ad89631b service nova] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Received event network-vif-deleted-908a64a4-1b7a-47c7-9685-2da9979b7c62 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.745470] env[69941]: INFO nova.compute.manager [req-7977ffe2-5486-4944-b02e-c43fb5485c56 req-e797de53-10bc-48f6-b641-9f86ad89631b service nova] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Neutron deleted interface 908a64a4-1b7a-47c7-9685-2da9979b7c62; detaching it from the instance and deleting it from the info cache [ 971.746519] env[69941]: DEBUG nova.network.neutron [req-7977ffe2-5486-4944-b02e-c43fb5485c56 req-e797de53-10bc-48f6-b641-9f86ad89631b service nova] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.007716] env[69941]: DEBUG nova.compute.manager [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.007954] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.008863] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f8a1ca-bee7-4a77-9f3a-b321d0fbb863 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.017046] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.017248] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8f4c8f7-7eb3-402c-a530-f4374db6bcb5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.025362] env[69941]: DEBUG oslo_vmware.api [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Waiting for the task: (returnval){ [ 972.025362] env[69941]: value = "task-3288844" [ 972.025362] env[69941]: _type = "Task" [ 972.025362] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.034572] env[69941]: DEBUG oslo_vmware.api [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': task-3288844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.067123] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5250db87-7b68-5a0e-9dee-49b42e5c3a79, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.067401] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.067663] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148/10d1a76a-1fe4-473f-9db3-9b6b4f8ab148.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.067949] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.068178] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.068414] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2890dd56-f869-48c9-9e3a-76b07c47d1a2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.070479] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76381d7c-f703-4664-9fb3-48f73b8fff35 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.076607] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 972.076607] env[69941]: value = "task-3288845" [ 972.076607] env[69941]: _type = "Task" [ 972.076607] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.080948] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.081163] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.082265] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d878a5-4589-48f1-898b-5aaf509b4b0c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.088259] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.091598] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 972.091598] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]529a9695-c488-3580-f9b7-137d469cf027" [ 972.091598] env[69941]: _type = "Task" [ 972.091598] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.101012] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529a9695-c488-3580-f9b7-137d469cf027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.229798] env[69941]: DEBUG nova.network.neutron [-] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.248345] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d00883c-baa3-49b0-98db-268135b1f97c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.257917] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af68d9e4-5ac3-46c5-b6be-e391e76588ee {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.294038] env[69941]: DEBUG nova.compute.manager [req-7977ffe2-5486-4944-b02e-c43fb5485c56 req-e797de53-10bc-48f6-b641-9f86ad89631b service nova] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Detach interface failed, port_id=908a64a4-1b7a-47c7-9685-2da9979b7c62, reason: Instance 1bcf7680-bbf7-43c9-bd9d-d5abb9243249 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 972.452542] env[69941]: DEBUG nova.compute.manager [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.480640] env[69941]: DEBUG nova.virt.hardware [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.481025] env[69941]: DEBUG nova.virt.hardware [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.481297] env[69941]: DEBUG nova.virt.hardware [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.481598] env[69941]: DEBUG nova.virt.hardware [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.481809] env[69941]: DEBUG nova.virt.hardware [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.482028] env[69941]: DEBUG nova.virt.hardware [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.482373] env[69941]: DEBUG nova.virt.hardware [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.482580] env[69941]: DEBUG nova.virt.hardware [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.482865] env[69941]: DEBUG nova.virt.hardware [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.483131] env[69941]: DEBUG nova.virt.hardware [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.483395] env[69941]: DEBUG nova.virt.hardware [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.484503] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01c2d59-3df0-4bc9-b57a-236380298933 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.498812] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f1cbb8-01c6-4a01-af31-768dd4d74e52 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.534528] env[69941]: DEBUG oslo_vmware.api [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': task-3288844, 'name': PowerOffVM_Task, 'duration_secs': 0.210959} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.537434] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.537631] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.538129] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c9b827b-cc62-4333-8a87-ef316cde1531 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.586755] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45915} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.590090] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148/10d1a76a-1fe4-473f-9db3-9b6b4f8ab148.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.590390] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.591111] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdfd9bf6-941a-443f-a316-c2ff2afcb174 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.603169] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529a9695-c488-3580-f9b7-137d469cf027, 'name': SearchDatastore_Task, 'duration_secs': 0.009762} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.608556] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.608785] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.609258] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Deleting the datastore file [datastore2] c1a619cd-16fe-4f06-a4e9-3acdf2e3e928 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.609336] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 972.609336] env[69941]: value = "task-3288847" [ 972.609336] env[69941]: _type = "Task" [ 972.609336] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.609746] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6076e336-7ed5-4266-806c-cd1cb56b48e7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.612227] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-356222c6-089e-4c0e-a641-9ab79d22594f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.620608] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 972.620608] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]528d192e-73d1-ae45-690d-9a77fb7aa576" [ 972.620608] env[69941]: _type = "Task" [ 972.620608] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.623898] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.631928] env[69941]: DEBUG oslo_vmware.api [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Waiting for the task: (returnval){ [ 972.631928] env[69941]: value = "task-3288848" [ 972.631928] env[69941]: _type = "Task" [ 972.631928] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.640481] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528d192e-73d1-ae45-690d-9a77fb7aa576, 'name': SearchDatastore_Task, 'duration_secs': 0.01263} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.641274] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.642363] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] e5170986-5aed-4329-aba3-f4e50566bb1b/e5170986-5aed-4329-aba3-f4e50566bb1b.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.642363] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b99c8ea-fd64-4753-99f0-198f4654c340 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.651030] env[69941]: DEBUG oslo_vmware.api [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': task-3288848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.656106] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 972.656106] env[69941]: value = "task-3288849" [ 972.656106] env[69941]: _type = "Task" [ 972.656106] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.667596] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.713051] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "interface-a62ae68a-fb40-4439-9c38-3765dfac652a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.713051] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-a62ae68a-fb40-4439-9c38-3765dfac652a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.713051] env[69941]: DEBUG nova.objects.instance [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lazy-loading 'flavor' on Instance uuid a62ae68a-fb40-4439-9c38-3765dfac652a {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.733685] env[69941]: INFO nova.compute.manager [-] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Took 1.35 seconds to deallocate network for instance. [ 972.832185] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7c8f29-7456-46fb-8d28-12c3e5c17e85 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.841666] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689d22a6-ba1c-4852-bdc4-c551ad7466bb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.876624] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78667fd8-aeda-4e75-9c83-af3fe69e320c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.885742] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea2b25b-f9b2-49d6-9dbb-e926cad32ceb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.901355] env[69941]: DEBUG nova.compute.provider_tree [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.124561] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078216} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.125155] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.125718] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58675c85-8f59-4f2a-9340-4bd4db6395b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.150615] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148/10d1a76a-1fe4-473f-9db3-9b6b4f8ab148.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.154325] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea39fe93-e5a7-4ad7-9796-aacdb6d26c5b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.180458] env[69941]: DEBUG oslo_vmware.api [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Task: {'id': task-3288848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176608} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.181150] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.181541] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.181612] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.182409] env[69941]: INFO nova.compute.manager [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Took 1.17 seconds to destroy the instance on the hypervisor. [ 973.182409] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.184444] env[69941]: DEBUG nova.compute.manager [-] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.184444] env[69941]: DEBUG nova.network.neutron [-] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.184997] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 973.184997] env[69941]: value = "task-3288850" [ 973.184997] env[69941]: _type = "Task" [ 973.184997] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.190920] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498552} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.192487] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] e5170986-5aed-4329-aba3-f4e50566bb1b/e5170986-5aed-4329-aba3-f4e50566bb1b.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.192961] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.193226] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-371211c2-154b-4987-bea7-b5333b4a17ec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.200538] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.202702] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 973.202702] env[69941]: value = "task-3288851" [ 973.202702] env[69941]: _type = "Task" [ 973.202702] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.211938] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.246111] env[69941]: DEBUG oslo_concurrency.lockutils [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.303544] env[69941]: DEBUG nova.objects.instance [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lazy-loading 'pci_requests' on Instance uuid a62ae68a-fb40-4439-9c38-3765dfac652a {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.407437] env[69941]: DEBUG nova.scheduler.client.report [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.412438] env[69941]: DEBUG nova.network.neutron [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Successfully updated port: f28a83f4-3546-49aa-a176-c04823900e55 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.699334] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288850, 'name': ReconfigVM_Task, 'duration_secs': 0.513081} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.699724] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148/10d1a76a-1fe4-473f-9db3-9b6b4f8ab148.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.700512] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29c17749-8bc2-4154-a878-7e629b98ae48 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.708441] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 973.708441] env[69941]: value = "task-3288852" [ 973.708441] env[69941]: _type = "Task" [ 973.708441] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.715112] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125321} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.715777] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.718362] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db969a22-ab17-4fc2-9aee-1638e9074a45 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.724242] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288852, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.745772] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] e5170986-5aed-4329-aba3-f4e50566bb1b/e5170986-5aed-4329-aba3-f4e50566bb1b.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.746451] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a85ffbc-fd2f-4289-9a16-66c27bb05456 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.768202] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 973.768202] env[69941]: value = "task-3288853" [ 973.768202] env[69941]: _type = "Task" [ 973.768202] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.776576] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.806300] env[69941]: DEBUG nova.objects.base [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 973.806572] env[69941]: DEBUG nova.network.neutron [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.847385] env[69941]: DEBUG nova.policy [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ec0e5b87c5f4f279fe6c8e4648cc30a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b95ea7a3db6d44d58d53bc615ad7b935', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.855052] env[69941]: DEBUG nova.compute.manager [req-22c1d142-70e7-4c82-8407-7d4a6db61c65 req-5f9ce46b-1354-4173-bc23-1f453967f181 service nova] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Received event network-vif-plugged-f28a83f4-3546-49aa-a176-c04823900e55 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.855293] env[69941]: DEBUG oslo_concurrency.lockutils [req-22c1d142-70e7-4c82-8407-7d4a6db61c65 req-5f9ce46b-1354-4173-bc23-1f453967f181 service nova] Acquiring lock "f93c0971-5938-4734-83f5-ee3b3a0f055f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.855507] env[69941]: DEBUG oslo_concurrency.lockutils [req-22c1d142-70e7-4c82-8407-7d4a6db61c65 req-5f9ce46b-1354-4173-bc23-1f453967f181 service nova] Lock "f93c0971-5938-4734-83f5-ee3b3a0f055f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.855676] env[69941]: DEBUG oslo_concurrency.lockutils [req-22c1d142-70e7-4c82-8407-7d4a6db61c65 req-5f9ce46b-1354-4173-bc23-1f453967f181 service nova] Lock "f93c0971-5938-4734-83f5-ee3b3a0f055f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.855985] env[69941]: DEBUG nova.compute.manager [req-22c1d142-70e7-4c82-8407-7d4a6db61c65 req-5f9ce46b-1354-4173-bc23-1f453967f181 service nova] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] No waiting events found dispatching network-vif-plugged-f28a83f4-3546-49aa-a176-c04823900e55 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.856072] env[69941]: WARNING nova.compute.manager [req-22c1d142-70e7-4c82-8407-7d4a6db61c65 req-5f9ce46b-1354-4173-bc23-1f453967f181 service nova] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Received unexpected event network-vif-plugged-f28a83f4-3546-49aa-a176-c04823900e55 for instance with vm_state building and task_state spawning. [ 973.856184] env[69941]: DEBUG nova.compute.manager [req-22c1d142-70e7-4c82-8407-7d4a6db61c65 req-5f9ce46b-1354-4173-bc23-1f453967f181 service nova] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Received event network-changed-f28a83f4-3546-49aa-a176-c04823900e55 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.856346] env[69941]: DEBUG nova.compute.manager [req-22c1d142-70e7-4c82-8407-7d4a6db61c65 req-5f9ce46b-1354-4173-bc23-1f453967f181 service nova] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Refreshing instance network info cache due to event network-changed-f28a83f4-3546-49aa-a176-c04823900e55. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.856545] env[69941]: DEBUG oslo_concurrency.lockutils [req-22c1d142-70e7-4c82-8407-7d4a6db61c65 req-5f9ce46b-1354-4173-bc23-1f453967f181 service nova] Acquiring lock "refresh_cache-f93c0971-5938-4734-83f5-ee3b3a0f055f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.856739] env[69941]: DEBUG oslo_concurrency.lockutils [req-22c1d142-70e7-4c82-8407-7d4a6db61c65 req-5f9ce46b-1354-4173-bc23-1f453967f181 service nova] Acquired lock "refresh_cache-f93c0971-5938-4734-83f5-ee3b3a0f055f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.856824] env[69941]: DEBUG nova.network.neutron [req-22c1d142-70e7-4c82-8407-7d4a6db61c65 req-5f9ce46b-1354-4173-bc23-1f453967f181 service nova] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Refreshing network info cache for port f28a83f4-3546-49aa-a176-c04823900e55 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.913993] env[69941]: DEBUG oslo_concurrency.lockutils [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.914575] env[69941]: DEBUG nova.compute.manager [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.917397] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "refresh_cache-f93c0971-5938-4734-83f5-ee3b3a0f055f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.917928] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.615s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.919421] env[69941]: INFO nova.compute.claims [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.133476] env[69941]: DEBUG nova.network.neutron [-] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.159921] env[69941]: DEBUG nova.network.neutron [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Successfully created port: e7a21885-e286-44bb-8f98-a3ba8e37edfd {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.223378] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288852, 'name': Rename_Task, 'duration_secs': 0.159712} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.223378] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.223378] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04c58f4e-7aac-4978-af2d-97fdb5b2cf02 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.230337] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 974.230337] env[69941]: value = "task-3288854" [ 974.230337] env[69941]: _type = "Task" [ 974.230337] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.238539] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.243669] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.277961] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288853, 'name': ReconfigVM_Task, 'duration_secs': 0.291356} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.278275] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Reconfigured VM instance instance-00000054 to attach disk [datastore1] e5170986-5aed-4329-aba3-f4e50566bb1b/e5170986-5aed-4329-aba3-f4e50566bb1b.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.278931] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51457deb-ec33-4cb5-8577-c13f169d0f9f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.285167] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 974.285167] env[69941]: value = "task-3288855" [ 974.285167] env[69941]: _type = "Task" [ 974.285167] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.293405] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288855, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.409198] env[69941]: DEBUG nova.network.neutron [req-22c1d142-70e7-4c82-8407-7d4a6db61c65 req-5f9ce46b-1354-4173-bc23-1f453967f181 service nova] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.419290] env[69941]: DEBUG nova.compute.utils [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.421044] env[69941]: DEBUG nova.compute.manager [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.421044] env[69941]: DEBUG nova.network.neutron [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.487437] env[69941]: DEBUG nova.policy [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '012736066ad2418d97611672581d8d05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16178962c2e14869822a7351955e4ec6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.514454] env[69941]: DEBUG nova.network.neutron [req-22c1d142-70e7-4c82-8407-7d4a6db61c65 req-5f9ce46b-1354-4173-bc23-1f453967f181 service nova] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.636728] env[69941]: INFO nova.compute.manager [-] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Took 1.45 seconds to deallocate network for instance. [ 974.745287] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288854, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.795262] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288855, 'name': Rename_Task, 'duration_secs': 0.167347} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.795583] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.795867] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0550a3e3-25fd-4faf-b37c-787de2b1af2b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.802451] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 974.802451] env[69941]: value = "task-3288856" [ 974.802451] env[69941]: _type = "Task" [ 974.802451] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.808435] env[69941]: DEBUG nova.network.neutron [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Successfully created port: cebc4158-1384-4920-8adf-fd3f545baec6 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.814106] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.926668] env[69941]: DEBUG nova.compute.manager [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.017339] env[69941]: DEBUG oslo_concurrency.lockutils [req-22c1d142-70e7-4c82-8407-7d4a6db61c65 req-5f9ce46b-1354-4173-bc23-1f453967f181 service nova] Releasing lock "refresh_cache-f93c0971-5938-4734-83f5-ee3b3a0f055f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.017910] env[69941]: DEBUG nova.compute.manager [req-22c1d142-70e7-4c82-8407-7d4a6db61c65 req-5f9ce46b-1354-4173-bc23-1f453967f181 service nova] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Received event network-vif-deleted-a9384586-0225-485e-82f4-b2ead552e46e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.017910] env[69941]: INFO nova.compute.manager [req-22c1d142-70e7-4c82-8407-7d4a6db61c65 req-5f9ce46b-1354-4173-bc23-1f453967f181 service nova] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Neutron deleted interface a9384586-0225-485e-82f4-b2ead552e46e; detaching it from the instance and deleting it from the info cache [ 975.018071] env[69941]: DEBUG nova.network.neutron [req-22c1d142-70e7-4c82-8407-7d4a6db61c65 req-5f9ce46b-1354-4173-bc23-1f453967f181 service nova] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.024139] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquired lock "refresh_cache-f93c0971-5938-4734-83f5-ee3b3a0f055f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.024818] env[69941]: DEBUG nova.network.neutron [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.110814] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.111353] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.146757] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.235877] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feb43fd-eb13-400b-8cbb-36f306f102a3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.244318] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288854, 'name': PowerOnVM_Task, 'duration_secs': 0.581162} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.246238] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.246455] env[69941]: DEBUG nova.compute.manager [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.247940] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e62053e-1198-4947-bd45-b0c93d1651b0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.251035] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d255e7d6-d991-4bfd-8c14-548de27c7ce0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.286811] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e0b246-a8cf-4c0a-b4d8-916fdc38b0d5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.295385] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b9e0db-a573-4bba-a6ea-048c9fcb0c01 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.310742] env[69941]: DEBUG nova.compute.provider_tree [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.321188] env[69941]: DEBUG oslo_vmware.api [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288856, 'name': PowerOnVM_Task, 'duration_secs': 0.484153} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.321821] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.322092] env[69941]: DEBUG nova.compute.manager [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.322950] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2bfde7-ffd6-410e-a244-6f6b5ec1a6d8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.528805] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-479357de-8b59-44da-b463-9a1bfeb7b206 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.539830] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75384bf3-2f9a-4091-b2cc-996e31aeb87a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.573622] env[69941]: DEBUG nova.compute.manager [req-22c1d142-70e7-4c82-8407-7d4a6db61c65 req-5f9ce46b-1354-4173-bc23-1f453967f181 service nova] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Detach interface failed, port_id=a9384586-0225-485e-82f4-b2ead552e46e, reason: Instance c1a619cd-16fe-4f06-a4e9-3acdf2e3e928 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 975.574791] env[69941]: DEBUG nova.network.neutron [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.615265] env[69941]: DEBUG nova.compute.utils [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.781786] env[69941]: DEBUG nova.network.neutron [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Updating instance_info_cache with network_info: [{"id": "f28a83f4-3546-49aa-a176-c04823900e55", "address": "fa:16:3e:66:34:13", "network": {"id": "8995a21b-74a5-4e6a-98e1-94ab20903d3c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769985810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae120943154d45cd8059c52f28b00db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28a83f4-35", "ovs_interfaceid": "f28a83f4-3546-49aa-a176-c04823900e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.790207] env[69941]: INFO nova.compute.manager [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] bringing vm to original state: 'stopped' [ 975.816683] env[69941]: DEBUG nova.scheduler.client.report [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.841480] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.849931] env[69941]: DEBUG nova.network.neutron [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Successfully updated port: e7a21885-e286-44bb-8f98-a3ba8e37edfd {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.935268] env[69941]: DEBUG nova.compute.manager [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.962410] env[69941]: DEBUG nova.virt.hardware [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.962702] env[69941]: DEBUG nova.virt.hardware [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.962949] env[69941]: DEBUG nova.virt.hardware [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.963187] env[69941]: DEBUG nova.virt.hardware [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.963351] env[69941]: DEBUG nova.virt.hardware [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.963512] env[69941]: DEBUG nova.virt.hardware [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.963753] env[69941]: DEBUG nova.virt.hardware [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.963948] env[69941]: DEBUG nova.virt.hardware [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.964141] env[69941]: DEBUG nova.virt.hardware [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.964305] env[69941]: DEBUG nova.virt.hardware [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.964498] env[69941]: DEBUG nova.virt.hardware [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.965488] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4eaa5e-17cb-4107-9f8f-687d9c78a4fb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.974335] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5851f4-3bc0-4a83-88d1-aaf800cd45bd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.118725] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.284429] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Releasing lock "refresh_cache-f93c0971-5938-4734-83f5-ee3b3a0f055f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.284777] env[69941]: DEBUG nova.compute.manager [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Instance network_info: |[{"id": "f28a83f4-3546-49aa-a176-c04823900e55", "address": "fa:16:3e:66:34:13", "network": {"id": "8995a21b-74a5-4e6a-98e1-94ab20903d3c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769985810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae120943154d45cd8059c52f28b00db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28a83f4-35", "ovs_interfaceid": "f28a83f4-3546-49aa-a176-c04823900e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.285416] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:34:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f28a83f4-3546-49aa-a176-c04823900e55', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.293314] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Creating folder: Project (ae120943154d45cd8059c52f28b00db2). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.295512] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db6b72d3-01aa-4238-a4c2-237c379ebcc8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.306773] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Created folder: Project (ae120943154d45cd8059c52f28b00db2) in parent group-v656570. [ 976.306980] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Creating folder: Instances. Parent ref: group-v656819. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.307237] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d06acbae-8fac-4cba-b742-f3b86f61f03e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.316881] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Created folder: Instances in parent group-v656819. [ 976.317412] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.317412] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.317412] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ca81619-eaf8-49ab-a55c-a6e6da55f2a2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.333469] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.333611] env[69941]: DEBUG nova.compute.manager [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.336138] env[69941]: DEBUG oslo_concurrency.lockutils [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.311s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.339445] env[69941]: INFO nova.compute.claims [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.346795] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.346795] env[69941]: value = "task-3288859" [ 976.346795] env[69941]: _type = "Task" [ 976.346795] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.356131] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "refresh_cache-a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.357023] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "refresh_cache-a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.357116] env[69941]: DEBUG nova.network.neutron [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.359307] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288859, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.392092] env[69941]: DEBUG nova.network.neutron [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Successfully updated port: cebc4158-1384-4920-8adf-fd3f545baec6 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.675823] env[69941]: DEBUG oslo_vmware.rw_handles [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c4220-81b2-07df-b838-9d27fd14927c/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 976.676855] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9bb23d-cdcf-4fcf-9451-8fd997e717fc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.683533] env[69941]: DEBUG oslo_vmware.rw_handles [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c4220-81b2-07df-b838-9d27fd14927c/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 976.683712] env[69941]: ERROR oslo_vmware.rw_handles [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c4220-81b2-07df-b838-9d27fd14927c/disk-0.vmdk due to incomplete transfer. [ 976.683935] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-952636be-959c-4e49-b6a2-bb58ffee9b3f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.693031] env[69941]: DEBUG oslo_vmware.rw_handles [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c4220-81b2-07df-b838-9d27fd14927c/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 976.693031] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Uploaded image 9cb54d85-3b59-4904-9776-8d619334bac2 to the Glance image server {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 976.694992] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 976.695480] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9fd87d8e-eb9e-4280-91cc-8d716487d9b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.702116] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 976.702116] env[69941]: value = "task-3288860" [ 976.702116] env[69941]: _type = "Task" [ 976.702116] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.710431] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288860, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.798448] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "10d1a76a-1fe4-473f-9db3-9b6b4f8ab148" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.798797] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "10d1a76a-1fe4-473f-9db3-9b6b4f8ab148" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.799051] env[69941]: DEBUG nova.compute.manager [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.800064] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411b2d1b-c7c7-4dd3-85ad-f01a7c718d66 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.808350] env[69941]: DEBUG nova.compute.manager [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69941) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 976.844044] env[69941]: DEBUG nova.compute.utils [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.845773] env[69941]: DEBUG nova.compute.manager [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.846063] env[69941]: DEBUG nova.network.neutron [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.863520] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288859, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.894760] env[69941]: DEBUG oslo_concurrency.lockutils [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Acquiring lock "refresh_cache-6b5a2048-42cf-410a-b399-ce20366e417a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.895021] env[69941]: DEBUG oslo_concurrency.lockutils [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Acquired lock "refresh_cache-6b5a2048-42cf-410a-b399-ce20366e417a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.895296] env[69941]: DEBUG nova.network.neutron [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.898038] env[69941]: WARNING nova.network.neutron [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] 2063ae85-af7f-4a67-b06a-8a90f2ad6ac6 already exists in list: networks containing: ['2063ae85-af7f-4a67-b06a-8a90f2ad6ac6']. ignoring it [ 976.922363] env[69941]: DEBUG nova.policy [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aefeeb63c09847e987c5da220ff522f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e234bce5dd14d1f8480a560d8b651e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.181060] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.181335] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.181599] env[69941]: INFO nova.compute.manager [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Attaching volume 8ba39159-4479-4e98-95ea-8f66e9198fd7 to /dev/sdb [ 977.186174] env[69941]: DEBUG nova.network.neutron [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Updating instance_info_cache with network_info: [{"id": "05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d", "address": "fa:16:3e:3f:34:29", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c4dbb8-0a", "ovs_interfaceid": "05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e7a21885-e286-44bb-8f98-a3ba8e37edfd", "address": "fa:16:3e:94:0f:df", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7a21885-e2", "ovs_interfaceid": "e7a21885-e286-44bb-8f98-a3ba8e37edfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.213240] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288860, 'name': Destroy_Task, 'duration_secs': 0.319372} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.213508] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Destroyed the VM [ 977.213748] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 977.213997] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6eb6a4a9-59b0-40a9-8f5b-40de03b7385e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.220260] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 977.220260] env[69941]: value = "task-3288861" [ 977.220260] env[69941]: _type = "Task" [ 977.220260] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.229348] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288861, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.233068] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4edd95e-7756-443a-84c0-431e9682dbed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.242637] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae954ac7-9ddb-43c4-bc37-69a6652af9e6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.258385] env[69941]: DEBUG nova.virt.block_device [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Updating existing volume attachment record: 667916dd-b30e-49ad-a96e-13bc0076cfc0 {{(pid=69941) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 977.301328] env[69941]: DEBUG nova.network.neutron [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Successfully created port: 5eee84f5-f52b-4e3b-9081-e515c0c83e0a {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.313591] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.313898] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ed18cf5-72cd-4f84-b33e-a7155795ca2b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.321870] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 977.321870] env[69941]: value = "task-3288862" [ 977.321870] env[69941]: _type = "Task" [ 977.321870] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.330271] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.357419] env[69941]: DEBUG nova.compute.manager [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.382750] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288859, 'name': CreateVM_Task, 'duration_secs': 0.606604} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.382750] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.382750] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.383082] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.385025] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.385025] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbcfe46f-991d-4bbf-b4a2-d71828709ed1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.390079] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 977.390079] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f02027-70b9-09ec-859a-509595e9fb83" [ 977.390079] env[69941]: _type = "Task" [ 977.390079] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.413172] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f02027-70b9-09ec-859a-509595e9fb83, 'name': SearchDatastore_Task, 'duration_secs': 0.014685} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.413984] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.413984] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.413984] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.414166] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.414398] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.414663] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6dcdaa0-8c57-4c56-ae0a-8c486df47dd5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.427739] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.427739] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.428378] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78db6a35-164b-421b-b9ad-956df6370114 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.434150] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 977.434150] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52dcc6c3-6539-746e-109b-61a48d64ffb1" [ 977.434150] env[69941]: _type = "Task" [ 977.434150] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.443904] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52dcc6c3-6539-746e-109b-61a48d64ffb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.449175] env[69941]: DEBUG nova.network.neutron [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.642447] env[69941]: DEBUG nova.network.neutron [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Updating instance_info_cache with network_info: [{"id": "cebc4158-1384-4920-8adf-fd3f545baec6", "address": "fa:16:3e:32:60:55", "network": {"id": "fdded0aa-12f9-46ce-b1c5-2c3b05fb2b32", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1334902539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16178962c2e14869822a7351955e4ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcebc4158-13", "ovs_interfaceid": "cebc4158-1384-4920-8adf-fd3f545baec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.676255] env[69941]: DEBUG nova.compute.manager [req-f55e4d08-4668-4502-97dd-b16dcad91b3b req-4a3b0f84-617d-4b26-b619-b78054cbf150 service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Received event network-vif-plugged-e7a21885-e286-44bb-8f98-a3ba8e37edfd {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.676441] env[69941]: DEBUG oslo_concurrency.lockutils [req-f55e4d08-4668-4502-97dd-b16dcad91b3b req-4a3b0f84-617d-4b26-b619-b78054cbf150 service nova] Acquiring lock "a62ae68a-fb40-4439-9c38-3765dfac652a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.677253] env[69941]: DEBUG oslo_concurrency.lockutils [req-f55e4d08-4668-4502-97dd-b16dcad91b3b req-4a3b0f84-617d-4b26-b619-b78054cbf150 service nova] Lock "a62ae68a-fb40-4439-9c38-3765dfac652a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.677253] env[69941]: DEBUG oslo_concurrency.lockutils [req-f55e4d08-4668-4502-97dd-b16dcad91b3b req-4a3b0f84-617d-4b26-b619-b78054cbf150 service nova] Lock "a62ae68a-fb40-4439-9c38-3765dfac652a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.677253] env[69941]: DEBUG nova.compute.manager [req-f55e4d08-4668-4502-97dd-b16dcad91b3b req-4a3b0f84-617d-4b26-b619-b78054cbf150 service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] No waiting events found dispatching network-vif-plugged-e7a21885-e286-44bb-8f98-a3ba8e37edfd {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.677429] env[69941]: WARNING nova.compute.manager [req-f55e4d08-4668-4502-97dd-b16dcad91b3b req-4a3b0f84-617d-4b26-b619-b78054cbf150 service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Received unexpected event network-vif-plugged-e7a21885-e286-44bb-8f98-a3ba8e37edfd for instance with vm_state active and task_state None. [ 977.677498] env[69941]: DEBUG nova.compute.manager [req-f55e4d08-4668-4502-97dd-b16dcad91b3b req-4a3b0f84-617d-4b26-b619-b78054cbf150 service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Received event network-changed-e7a21885-e286-44bb-8f98-a3ba8e37edfd {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.677990] env[69941]: DEBUG nova.compute.manager [req-f55e4d08-4668-4502-97dd-b16dcad91b3b req-4a3b0f84-617d-4b26-b619-b78054cbf150 service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Refreshing instance network info cache due to event network-changed-e7a21885-e286-44bb-8f98-a3ba8e37edfd. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.677990] env[69941]: DEBUG oslo_concurrency.lockutils [req-f55e4d08-4668-4502-97dd-b16dcad91b3b req-4a3b0f84-617d-4b26-b619-b78054cbf150 service nova] Acquiring lock "refresh_cache-a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.692332] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "refresh_cache-a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.693367] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.693367] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.693824] env[69941]: DEBUG oslo_concurrency.lockutils [req-f55e4d08-4668-4502-97dd-b16dcad91b3b req-4a3b0f84-617d-4b26-b619-b78054cbf150 service nova] Acquired lock "refresh_cache-a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.694573] env[69941]: DEBUG nova.network.neutron [req-f55e4d08-4668-4502-97dd-b16dcad91b3b req-4a3b0f84-617d-4b26-b619-b78054cbf150 service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Refreshing network info cache for port e7a21885-e286-44bb-8f98-a3ba8e37edfd {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.695966] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23169ce9-74ed-49c4-8a3a-3b4e162acfb5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.716343] env[69941]: DEBUG nova.virt.hardware [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.716609] env[69941]: DEBUG nova.virt.hardware [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.716772] env[69941]: DEBUG nova.virt.hardware [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.716958] env[69941]: DEBUG nova.virt.hardware [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.717124] env[69941]: DEBUG nova.virt.hardware [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.717276] env[69941]: DEBUG nova.virt.hardware [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.717546] env[69941]: DEBUG nova.virt.hardware [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.717732] env[69941]: DEBUG nova.virt.hardware [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.717903] env[69941]: DEBUG nova.virt.hardware [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.718078] env[69941]: DEBUG nova.virt.hardware [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.718266] env[69941]: DEBUG nova.virt.hardware [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.725046] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Reconfiguring VM to attach interface {{(pid=69941) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 977.728806] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c079e93b-185b-427f-9220-14aa7e0c2328 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.750635] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288861, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.754611] env[69941]: DEBUG oslo_vmware.api [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 977.754611] env[69941]: value = "task-3288866" [ 977.754611] env[69941]: _type = "Task" [ 977.754611] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.763663] env[69941]: DEBUG oslo_vmware.api [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.813112] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75da290e-6f25-462c-8706-a53e339f5894 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.821236] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746803c8-c7fd-4144-9785-2b46058ec103 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.866137] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9995c920-8662-49ee-b038-7e3df326a635 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.868915] env[69941]: DEBUG oslo_vmware.api [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288862, 'name': PowerOffVM_Task, 'duration_secs': 0.223911} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.869208] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.869440] env[69941]: DEBUG nova.compute.manager [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.870615] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfe853e-6c6c-4b49-b0e4-e967825c621f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.880499] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0e1f8b-9d50-4579-8deb-d1a70e7298dc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.899323] env[69941]: DEBUG nova.compute.provider_tree [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.908556] env[69941]: DEBUG nova.compute.manager [req-a20d1fde-f66e-440c-b885-da6978011ac7 req-4ad0f83d-d239-4dcb-b86b-82711933bbd7 service nova] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Received event network-vif-plugged-cebc4158-1384-4920-8adf-fd3f545baec6 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.908820] env[69941]: DEBUG oslo_concurrency.lockutils [req-a20d1fde-f66e-440c-b885-da6978011ac7 req-4ad0f83d-d239-4dcb-b86b-82711933bbd7 service nova] Acquiring lock "6b5a2048-42cf-410a-b399-ce20366e417a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.909049] env[69941]: DEBUG oslo_concurrency.lockutils [req-a20d1fde-f66e-440c-b885-da6978011ac7 req-4ad0f83d-d239-4dcb-b86b-82711933bbd7 service nova] Lock "6b5a2048-42cf-410a-b399-ce20366e417a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.909924] env[69941]: DEBUG oslo_concurrency.lockutils [req-a20d1fde-f66e-440c-b885-da6978011ac7 req-4ad0f83d-d239-4dcb-b86b-82711933bbd7 service nova] Lock "6b5a2048-42cf-410a-b399-ce20366e417a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.909924] env[69941]: DEBUG nova.compute.manager [req-a20d1fde-f66e-440c-b885-da6978011ac7 req-4ad0f83d-d239-4dcb-b86b-82711933bbd7 service nova] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] No waiting events found dispatching network-vif-plugged-cebc4158-1384-4920-8adf-fd3f545baec6 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.909924] env[69941]: WARNING nova.compute.manager [req-a20d1fde-f66e-440c-b885-da6978011ac7 req-4ad0f83d-d239-4dcb-b86b-82711933bbd7 service nova] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Received unexpected event network-vif-plugged-cebc4158-1384-4920-8adf-fd3f545baec6 for instance with vm_state building and task_state spawning. [ 977.944125] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52dcc6c3-6539-746e-109b-61a48d64ffb1, 'name': SearchDatastore_Task, 'duration_secs': 0.017176} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.944849] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae8dd4e4-bdc9-4de8-8569-4b3169aea181 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.950371] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 977.950371] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c497fd-def2-c59e-0073-cc2e2996faa5" [ 977.950371] env[69941]: _type = "Task" [ 977.950371] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.958522] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c497fd-def2-c59e-0073-cc2e2996faa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.142738] env[69941]: DEBUG oslo_concurrency.lockutils [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Releasing lock "refresh_cache-6b5a2048-42cf-410a-b399-ce20366e417a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.143197] env[69941]: DEBUG nova.compute.manager [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Instance network_info: |[{"id": "cebc4158-1384-4920-8adf-fd3f545baec6", "address": "fa:16:3e:32:60:55", "network": {"id": "fdded0aa-12f9-46ce-b1c5-2c3b05fb2b32", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1334902539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16178962c2e14869822a7351955e4ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcebc4158-13", "ovs_interfaceid": "cebc4158-1384-4920-8adf-fd3f545baec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.143717] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:60:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cebc4158-1384-4920-8adf-fd3f545baec6', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.151685] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Creating folder: Project (16178962c2e14869822a7351955e4ec6). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.152073] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6de6a853-7180-449a-a80f-548dc83017a2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.164782] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Created folder: Project (16178962c2e14869822a7351955e4ec6) in parent group-v656570. [ 978.165071] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Creating folder: Instances. Parent ref: group-v656824. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.165384] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7410689-67b1-469d-8e63-d74f2ec52868 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.181016] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Created folder: Instances in parent group-v656824. [ 978.182023] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.182023] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.182023] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ee03e50-1965-4fe1-a3a6-a98a0a7fff2a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.203031] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.203031] env[69941]: value = "task-3288869" [ 978.203031] env[69941]: _type = "Task" [ 978.203031] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.211666] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288869, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.238945] env[69941]: DEBUG oslo_vmware.api [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288861, 'name': RemoveSnapshot_Task, 'duration_secs': 0.563534} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.239300] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 978.239557] env[69941]: INFO nova.compute.manager [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Took 15.19 seconds to snapshot the instance on the hypervisor. [ 978.264695] env[69941]: DEBUG oslo_vmware.api [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.381273] env[69941]: DEBUG nova.compute.manager [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.394981] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "10d1a76a-1fe4-473f-9db3-9b6b4f8ab148" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.596s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.402713] env[69941]: DEBUG nova.scheduler.client.report [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.417993] env[69941]: DEBUG nova.virt.hardware [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.417993] env[69941]: DEBUG nova.virt.hardware [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.417993] env[69941]: DEBUG nova.virt.hardware [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.417993] env[69941]: DEBUG nova.virt.hardware [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.418293] env[69941]: DEBUG nova.virt.hardware [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.419033] env[69941]: DEBUG nova.virt.hardware [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.419033] env[69941]: DEBUG nova.virt.hardware [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.419033] env[69941]: DEBUG nova.virt.hardware [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.419270] env[69941]: DEBUG nova.virt.hardware [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.419546] env[69941]: DEBUG nova.virt.hardware [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.419828] env[69941]: DEBUG nova.virt.hardware [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.422594] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ce2fd9-660c-45fe-9f02-6549ddddbde1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.429227] env[69941]: DEBUG nova.network.neutron [req-f55e4d08-4668-4502-97dd-b16dcad91b3b req-4a3b0f84-617d-4b26-b619-b78054cbf150 service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Updated VIF entry in instance network info cache for port e7a21885-e286-44bb-8f98-a3ba8e37edfd. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.429782] env[69941]: DEBUG nova.network.neutron [req-f55e4d08-4668-4502-97dd-b16dcad91b3b req-4a3b0f84-617d-4b26-b619-b78054cbf150 service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Updating instance_info_cache with network_info: [{"id": "05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d", "address": "fa:16:3e:3f:34:29", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c4dbb8-0a", "ovs_interfaceid": "05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e7a21885-e286-44bb-8f98-a3ba8e37edfd", "address": "fa:16:3e:94:0f:df", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7a21885-e2", "ovs_interfaceid": "e7a21885-e286-44bb-8f98-a3ba8e37edfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.442276] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671219d7-547c-47a1-8c79-3d93b3f583f5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.474938] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c497fd-def2-c59e-0073-cc2e2996faa5, 'name': SearchDatastore_Task, 'duration_secs': 0.011745} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.474938] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.474938] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] f93c0971-5938-4734-83f5-ee3b3a0f055f/f93c0971-5938-4734-83f5-ee3b3a0f055f.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.474938] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b1fde0c-0b09-46de-bc53-99b53ba92ba3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.482339] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 978.482339] env[69941]: value = "task-3288870" [ 978.482339] env[69941]: _type = "Task" [ 978.482339] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.492662] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3288870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.713417] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288869, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.767258] env[69941]: DEBUG oslo_vmware.api [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288866, 'name': ReconfigVM_Task, 'duration_secs': 0.687179} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.767918] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.768055] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Reconfigured VM to attach interface {{(pid=69941) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 978.788313] env[69941]: DEBUG nova.compute.manager [None req-4cb7b801-2ab4-454f-9cc7-e85c956cd82a tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Found 2 images (rotation: 2) {{(pid=69941) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 978.905984] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.909880] env[69941]: DEBUG oslo_concurrency.lockutils [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.910425] env[69941]: DEBUG nova.compute.manager [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.912906] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.997s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.913233] env[69941]: DEBUG nova.objects.instance [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Lazy-loading 'resources' on Instance uuid b24e27be-8986-4815-9723-fc5778147274 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.933034] env[69941]: DEBUG oslo_concurrency.lockutils [req-f55e4d08-4668-4502-97dd-b16dcad91b3b req-4a3b0f84-617d-4b26-b619-b78054cbf150 service nova] Releasing lock "refresh_cache-a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.992821] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3288870, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.005479] env[69941]: DEBUG oslo_concurrency.lockutils [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "e5170986-5aed-4329-aba3-f4e50566bb1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.005728] env[69941]: DEBUG oslo_concurrency.lockutils [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "e5170986-5aed-4329-aba3-f4e50566bb1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.005931] env[69941]: DEBUG oslo_concurrency.lockutils [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "e5170986-5aed-4329-aba3-f4e50566bb1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.006134] env[69941]: DEBUG oslo_concurrency.lockutils [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "e5170986-5aed-4329-aba3-f4e50566bb1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.006305] env[69941]: DEBUG oslo_concurrency.lockutils [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "e5170986-5aed-4329-aba3-f4e50566bb1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.008407] env[69941]: INFO nova.compute.manager [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Terminating instance [ 979.125515] env[69941]: DEBUG nova.network.neutron [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Successfully updated port: 5eee84f5-f52b-4e3b-9081-e515c0c83e0a {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.215956] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288869, 'name': CreateVM_Task, 'duration_secs': 0.704789} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.216169] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.216994] env[69941]: DEBUG oslo_concurrency.lockutils [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.217216] env[69941]: DEBUG oslo_concurrency.lockutils [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.217584] env[69941]: DEBUG oslo_concurrency.lockutils [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.218114] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0563880d-be23-4760-8801-510653cdbc09 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.224912] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Waiting for the task: (returnval){ [ 979.224912] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c85c43-df8a-201b-caba-3fd0536ecf88" [ 979.224912] env[69941]: _type = "Task" [ 979.224912] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.236667] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c85c43-df8a-201b-caba-3fd0536ecf88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.275570] env[69941]: DEBUG oslo_concurrency.lockutils [None req-51703d88-9e05-4df8-9d37-90d666bea6f2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-a62ae68a-fb40-4439-9c38-3765dfac652a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.565s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.416551] env[69941]: DEBUG nova.compute.utils [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.421019] env[69941]: DEBUG nova.compute.manager [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.421019] env[69941]: DEBUG nova.network.neutron [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.479609] env[69941]: DEBUG nova.policy [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef67e4ead1234f3cbc555f1e986725a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a71ab4462ecd44958c8f17e260f4d337', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.495041] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3288870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.948708} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.495326] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] f93c0971-5938-4734-83f5-ee3b3a0f055f/f93c0971-5938-4734-83f5-ee3b3a0f055f.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.495557] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.495814] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f21e894-7d51-4f30-8b5f-c88c38c23048 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.502293] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 979.502293] env[69941]: value = "task-3288871" [ 979.502293] env[69941]: _type = "Task" [ 979.502293] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.509658] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3288871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.512425] env[69941]: DEBUG nova.compute.manager [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.512644] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.515926] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b8be90-bca8-4967-8e2c-045e84875a80 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.522785] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.523052] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39aad2cc-afcd-4059-a80e-8a8fb5e9a38a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.528683] env[69941]: DEBUG oslo_vmware.api [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 979.528683] env[69941]: value = "task-3288872" [ 979.528683] env[69941]: _type = "Task" [ 979.528683] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.540435] env[69941]: DEBUG oslo_vmware.api [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.630013] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "refresh_cache-7660ec11-f8b3-45d0-9e91-d664b4fbcb86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.630215] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "refresh_cache-7660ec11-f8b3-45d0-9e91-d664b4fbcb86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.630374] env[69941]: DEBUG nova.network.neutron [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.747129] env[69941]: DEBUG oslo_concurrency.lockutils [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "ad6492e7-be36-4768-8006-459ab112dae9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.747498] env[69941]: DEBUG oslo_concurrency.lockutils [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "ad6492e7-be36-4768-8006-459ab112dae9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.749146] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c85c43-df8a-201b-caba-3fd0536ecf88, 'name': SearchDatastore_Task, 'duration_secs': 0.059999} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.750087] env[69941]: DEBUG oslo_concurrency.lockutils [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.750403] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.750745] env[69941]: DEBUG oslo_concurrency.lockutils [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.750964] env[69941]: DEBUG oslo_concurrency.lockutils [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.751260] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.754967] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc86cec3-5cb7-4642-988c-62eb85d7602b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.768556] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.768556] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.771264] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a5566c8-1622-4d95-aac6-e0d4d6e425c4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.782581] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Waiting for the task: (returnval){ [ 979.782581] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c67062-e7dc-c3b1-b80b-dc8870920edd" [ 979.782581] env[69941]: _type = "Task" [ 979.782581] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.796938] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c67062-e7dc-c3b1-b80b-dc8870920edd, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.800264] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410e952a-56aa-4e6b-b353-bfe861051ddc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.804113] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f2278e-028a-4143-a415-7a3dffd88bec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.815376] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1636dfb8-f396-4db9-a9a3-95a9c6edce21 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.821217] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Waiting for the task: (returnval){ [ 979.821217] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b4e8b1-09d3-bc17-470a-7b6ba714bbe4" [ 979.821217] env[69941]: _type = "Task" [ 979.821217] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.861414] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104946c4-e76a-4836-b996-4aa2d956bf1f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.868147] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b4e8b1-09d3-bc17-470a-7b6ba714bbe4, 'name': SearchDatastore_Task, 'duration_secs': 0.011499} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.868800] env[69941]: DEBUG oslo_concurrency.lockutils [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.869120] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 6b5a2048-42cf-410a-b399-ce20366e417a/6b5a2048-42cf-410a-b399-ce20366e417a.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.869405] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-704e966f-4720-409b-9218-99e25f7bbffb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.875133] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c91bc4-641c-4de7-8ad9-160fbab664bd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.880056] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Waiting for the task: (returnval){ [ 979.880056] env[69941]: value = "task-3288874" [ 979.880056] env[69941]: _type = "Task" [ 979.880056] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.891978] env[69941]: DEBUG nova.compute.provider_tree [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.898615] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': task-3288874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.921517] env[69941]: DEBUG nova.compute.manager [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.933503] env[69941]: DEBUG nova.network.neutron [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Successfully created port: 69d3ea19-026d-449a-927e-b1bb13c12e14 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.015208] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3288871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068123} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.015601] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.016718] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534612ba-2c6e-4f48-8fb6-ca009681aa50 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.042933] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] f93c0971-5938-4734-83f5-ee3b3a0f055f/f93c0971-5938-4734-83f5-ee3b3a0f055f.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.046810] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3103e1b-0f42-4097-8a46-76a1af077c80 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.069613] env[69941]: DEBUG oslo_vmware.api [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288872, 'name': PowerOffVM_Task, 'duration_secs': 0.18997} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.071025] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.071257] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.071612] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 980.071612] env[69941]: value = "task-3288875" [ 980.071612] env[69941]: _type = "Task" [ 980.071612] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.071840] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-956ae389-00d6-4648-826c-a4cf321dd04d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.083362] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3288875, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.140949] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.141234] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.141816] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleting the datastore file [datastore1] e5170986-5aed-4329-aba3-f4e50566bb1b {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.141816] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f60f751-a42e-419b-97ae-7eb0010ce2b0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.148470] env[69941]: DEBUG oslo_vmware.api [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 980.148470] env[69941]: value = "task-3288877" [ 980.148470] env[69941]: _type = "Task" [ 980.148470] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.157799] env[69941]: DEBUG oslo_vmware.api [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.171450] env[69941]: DEBUG nova.network.neutron [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.251061] env[69941]: DEBUG nova.compute.manager [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.391379] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': task-3288874, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.394641] env[69941]: DEBUG nova.network.neutron [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Updating instance_info_cache with network_info: [{"id": "5eee84f5-f52b-4e3b-9081-e515c0c83e0a", "address": "fa:16:3e:4b:dd:22", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eee84f5-f5", "ovs_interfaceid": "5eee84f5-f52b-4e3b-9081-e515c0c83e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.396621] env[69941]: DEBUG nova.scheduler.client.report [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.583386] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3288875, 'name': ReconfigVM_Task, 'duration_secs': 0.511469} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.583661] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Reconfigured VM instance instance-00000056 to attach disk [datastore2] f93c0971-5938-4734-83f5-ee3b3a0f055f/f93c0971-5938-4734-83f5-ee3b3a0f055f.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.584312] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99f37d75-87ce-4a96-b440-75628c7046a1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.589962] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 980.589962] env[69941]: value = "task-3288878" [ 980.589962] env[69941]: _type = "Task" [ 980.589962] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.598052] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3288878, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.659133] env[69941]: DEBUG oslo_vmware.api [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394472} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.659398] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.659620] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.659853] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.660095] env[69941]: INFO nova.compute.manager [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 980.660356] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.660544] env[69941]: DEBUG nova.compute.manager [-] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.660640] env[69941]: DEBUG nova.network.neutron [-] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.689092] env[69941]: DEBUG nova.compute.manager [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Received event network-changed-cebc4158-1384-4920-8adf-fd3f545baec6 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.689351] env[69941]: DEBUG nova.compute.manager [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Refreshing instance network info cache due to event network-changed-cebc4158-1384-4920-8adf-fd3f545baec6. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.689750] env[69941]: DEBUG oslo_concurrency.lockutils [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] Acquiring lock "refresh_cache-6b5a2048-42cf-410a-b399-ce20366e417a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.690159] env[69941]: DEBUG oslo_concurrency.lockutils [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] Acquired lock "refresh_cache-6b5a2048-42cf-410a-b399-ce20366e417a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.690346] env[69941]: DEBUG nova.network.neutron [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Refreshing network info cache for port cebc4158-1384-4920-8adf-fd3f545baec6 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.781207] env[69941]: DEBUG oslo_concurrency.lockutils [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.891706] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': task-3288874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59652} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.894705] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 6b5a2048-42cf-410a-b399-ce20366e417a/6b5a2048-42cf-410a-b399-ce20366e417a.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.894705] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.894705] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0608a3c-59c8-4573-a0f7-bf63f8731a34 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.901019] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Waiting for the task: (returnval){ [ 980.901019] env[69941]: value = "task-3288879" [ 980.901019] env[69941]: _type = "Task" [ 980.901019] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.902850] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "refresh_cache-7660ec11-f8b3-45d0-9e91-d664b4fbcb86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.903321] env[69941]: DEBUG nova.compute.manager [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Instance network_info: |[{"id": "5eee84f5-f52b-4e3b-9081-e515c0c83e0a", "address": "fa:16:3e:4b:dd:22", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eee84f5-f5", "ovs_interfaceid": "5eee84f5-f52b-4e3b-9081-e515c0c83e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.904177] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.906667] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:dd:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5eee84f5-f52b-4e3b-9081-e515c0c83e0a', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.915560] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.916096] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.250s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.917833] env[69941]: INFO nova.compute.claims [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.923037] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.930349] env[69941]: INFO nova.scheduler.client.report [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Deleted allocations for instance b24e27be-8986-4815-9723-fc5778147274 [ 980.931478] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41fb2861-69d8-4a36-b8af-6982e7b037f5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.951205] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': task-3288879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.952602] env[69941]: DEBUG nova.compute.manager [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.966422] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.966422] env[69941]: value = "task-3288880" [ 980.966422] env[69941]: _type = "Task" [ 980.966422] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.980297] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288880, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.990039] env[69941]: DEBUG nova.virt.hardware [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.990039] env[69941]: DEBUG nova.virt.hardware [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.990039] env[69941]: DEBUG nova.virt.hardware [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.990471] env[69941]: DEBUG nova.virt.hardware [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.990471] env[69941]: DEBUG nova.virt.hardware [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.990605] env[69941]: DEBUG nova.virt.hardware [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.990925] env[69941]: DEBUG nova.virt.hardware [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.990925] env[69941]: DEBUG nova.virt.hardware [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.991173] env[69941]: DEBUG nova.virt.hardware [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.991317] env[69941]: DEBUG nova.virt.hardware [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.991450] env[69941]: DEBUG nova.virt.hardware [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.992680] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b9d58c-a42d-4ae5-b386-ea24f45503d2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.001445] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879736bb-556a-4d6f-ad6c-fcd7b9958a00 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.028420] env[69941]: DEBUG nova.compute.manager [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.029327] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fd9a6b-b435-43cb-8bd6-a021d7955be6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.100317] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3288878, 'name': Rename_Task, 'duration_secs': 0.156562} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.100509] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.100778] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caee618e-29f7-4098-9e9e-c5251324ed88 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.107121] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 981.107121] env[69941]: value = "task-3288881" [ 981.107121] env[69941]: _type = "Task" [ 981.107121] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.116460] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3288881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.158645] env[69941]: DEBUG nova.compute.manager [req-abccf650-8ebf-416b-a08f-2fa09e745516 req-be839e4a-9bad-4012-8871-5d42732e1fd4 service nova] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Received event network-vif-deleted-9648ab07-3f5f-4fa7-bcb8-f780626c750f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.158822] env[69941]: INFO nova.compute.manager [req-abccf650-8ebf-416b-a08f-2fa09e745516 req-be839e4a-9bad-4012-8871-5d42732e1fd4 service nova] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Neutron deleted interface 9648ab07-3f5f-4fa7-bcb8-f780626c750f; detaching it from the instance and deleting it from the info cache [ 981.159015] env[69941]: DEBUG nova.network.neutron [req-abccf650-8ebf-416b-a08f-2fa09e745516 req-be839e4a-9bad-4012-8871-5d42732e1fd4 service nova] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.410225] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': task-3288879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068268} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.410604] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.411635] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a03a1b-feb1-4fb8-8591-89299f9e4c07 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.436769] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 6b5a2048-42cf-410a-b399-ce20366e417a/6b5a2048-42cf-410a-b399-ce20366e417a.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.442320] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3e438ee-e5ec-413e-ad9a-95843c5ce39c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.458493] env[69941]: DEBUG oslo_concurrency.lockutils [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "10d1a76a-1fe4-473f-9db3-9b6b4f8ab148" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.458759] env[69941]: DEBUG oslo_concurrency.lockutils [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "10d1a76a-1fe4-473f-9db3-9b6b4f8ab148" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.458993] env[69941]: DEBUG oslo_concurrency.lockutils [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "10d1a76a-1fe4-473f-9db3-9b6b4f8ab148-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.459237] env[69941]: DEBUG oslo_concurrency.lockutils [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "10d1a76a-1fe4-473f-9db3-9b6b4f8ab148-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.459414] env[69941]: DEBUG oslo_concurrency.lockutils [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "10d1a76a-1fe4-473f-9db3-9b6b4f8ab148-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.467895] env[69941]: INFO nova.compute.manager [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Terminating instance [ 981.469469] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fecd0613-5ab6-4ff1-acee-34df67491fb1 tempest-ServersTestBootFromVolume-589972162 tempest-ServersTestBootFromVolume-589972162-project-member] Lock "b24e27be-8986-4815-9723-fc5778147274" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.890s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.471934] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Waiting for the task: (returnval){ [ 981.471934] env[69941]: value = "task-3288882" [ 981.471934] env[69941]: _type = "Task" [ 981.471934] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.480240] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288880, 'name': CreateVM_Task, 'duration_secs': 0.433305} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.480720] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.481441] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.481615] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.481932] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.485230] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-163d74b5-41a0-4b33-a843-3e66e82fb225 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.487093] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': task-3288882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.493483] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 981.493483] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5233a79d-ce6a-00a9-eefd-3b82c5aa0f9f" [ 981.493483] env[69941]: _type = "Task" [ 981.493483] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.498032] env[69941]: DEBUG nova.network.neutron [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Updated VIF entry in instance network info cache for port cebc4158-1384-4920-8adf-fd3f545baec6. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.498192] env[69941]: DEBUG nova.network.neutron [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Updating instance_info_cache with network_info: [{"id": "cebc4158-1384-4920-8adf-fd3f545baec6", "address": "fa:16:3e:32:60:55", "network": {"id": "fdded0aa-12f9-46ce-b1c5-2c3b05fb2b32", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1334902539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16178962c2e14869822a7351955e4ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcebc4158-13", "ovs_interfaceid": "cebc4158-1384-4920-8adf-fd3f545baec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.504399] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5233a79d-ce6a-00a9-eefd-3b82c5aa0f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.521131] env[69941]: DEBUG nova.network.neutron [-] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.533503] env[69941]: DEBUG nova.network.neutron [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Successfully updated port: 69d3ea19-026d-449a-927e-b1bb13c12e14 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.541169] env[69941]: INFO nova.compute.manager [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] instance snapshotting [ 981.541671] env[69941]: DEBUG nova.objects.instance [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lazy-loading 'flavor' on Instance uuid e01c973a-3d25-493b-8d5d-eff82c27d03c {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.619032] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3288881, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.664126] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f05d80a6-9000-4966-b2ff-05517e93279b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.676422] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0d76a9-08d6-45f9-95b0-850bb8f64101 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.715387] env[69941]: DEBUG nova.compute.manager [req-abccf650-8ebf-416b-a08f-2fa09e745516 req-be839e4a-9bad-4012-8871-5d42732e1fd4 service nova] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Detach interface failed, port_id=9648ab07-3f5f-4fa7-bcb8-f780626c750f, reason: Instance e5170986-5aed-4329-aba3-f4e50566bb1b could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 981.790810] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57c034f-cf23-4eff-b46d-7950404bdea6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.798276] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469d07e0-501b-4f47-b2a6-8678e588c918 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.829721] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "interface-a62ae68a-fb40-4439-9c38-3765dfac652a-e7a21885-e286-44bb-8f98-a3ba8e37edfd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.829982] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-a62ae68a-fb40-4439-9c38-3765dfac652a-e7a21885-e286-44bb-8f98-a3ba8e37edfd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.832314] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8653bbc3-e3a4-400e-b894-79470728c588 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.842028] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70560ce-574c-4353-93f0-0a4e2efefd62 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.859455] env[69941]: DEBUG nova.compute.provider_tree [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.974523] env[69941]: DEBUG nova.compute.manager [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.974764] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.980655] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8dc872-134c-402d-a51c-8fbe3ddcf8db {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.988017] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': task-3288882, 'name': ReconfigVM_Task, 'duration_secs': 0.379471} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.989917] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 6b5a2048-42cf-410a-b399-ce20366e417a/6b5a2048-42cf-410a-b399-ce20366e417a.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.990570] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.990791] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4ae9205-9f59-4652-8027-3387294a5051 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.994173] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d799280-5ab5-4313-9801-4afbfd5075f7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.997879] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Waiting for the task: (returnval){ [ 981.997879] env[69941]: value = "task-3288883" [ 981.997879] env[69941]: _type = "Task" [ 981.997879] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.004368] env[69941]: DEBUG oslo_concurrency.lockutils [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] Releasing lock "refresh_cache-6b5a2048-42cf-410a-b399-ce20366e417a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.004606] env[69941]: DEBUG nova.compute.manager [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Received event network-vif-plugged-5eee84f5-f52b-4e3b-9081-e515c0c83e0a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.004794] env[69941]: DEBUG oslo_concurrency.lockutils [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] Acquiring lock "7660ec11-f8b3-45d0-9e91-d664b4fbcb86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.004991] env[69941]: DEBUG oslo_concurrency.lockutils [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] Lock "7660ec11-f8b3-45d0-9e91-d664b4fbcb86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.005167] env[69941]: DEBUG oslo_concurrency.lockutils [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] Lock "7660ec11-f8b3-45d0-9e91-d664b4fbcb86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.005334] env[69941]: DEBUG nova.compute.manager [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] No waiting events found dispatching network-vif-plugged-5eee84f5-f52b-4e3b-9081-e515c0c83e0a {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.005503] env[69941]: WARNING nova.compute.manager [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Received unexpected event network-vif-plugged-5eee84f5-f52b-4e3b-9081-e515c0c83e0a for instance with vm_state building and task_state spawning. [ 982.005666] env[69941]: DEBUG nova.compute.manager [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Received event network-changed-5eee84f5-f52b-4e3b-9081-e515c0c83e0a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.005823] env[69941]: DEBUG nova.compute.manager [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Refreshing instance network info cache due to event network-changed-5eee84f5-f52b-4e3b-9081-e515c0c83e0a. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.006037] env[69941]: DEBUG oslo_concurrency.lockutils [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] Acquiring lock "refresh_cache-7660ec11-f8b3-45d0-9e91-d664b4fbcb86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.006152] env[69941]: DEBUG oslo_concurrency.lockutils [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] Acquired lock "refresh_cache-7660ec11-f8b3-45d0-9e91-d664b4fbcb86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.006306] env[69941]: DEBUG nova.network.neutron [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Refreshing network info cache for port 5eee84f5-f52b-4e3b-9081-e515c0c83e0a {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.007717] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5233a79d-ce6a-00a9-eefd-3b82c5aa0f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.0134} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.008517] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.008758] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.009209] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.009414] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.009682] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.013119] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84957cf0-5305-4dae-a7fb-2d96c33797ee {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.014902] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': task-3288883, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.022170] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.022448] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.023488] env[69941]: INFO nova.compute.manager [-] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Took 1.36 seconds to deallocate network for instance. [ 982.023833] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a28a7a-764f-46ff-a76e-1165dd633065 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.037239] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 982.037239] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52202ffa-0d7b-8f1b-0e42-1d7e803eb689" [ 982.037239] env[69941]: _type = "Task" [ 982.037239] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.041800] env[69941]: DEBUG oslo_concurrency.lockutils [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "refresh_cache-30f854e3-8a2e-4380-98b2-5f4499892524" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.043708] env[69941]: DEBUG oslo_concurrency.lockutils [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquired lock "refresh_cache-30f854e3-8a2e-4380-98b2-5f4499892524" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.043894] env[69941]: DEBUG nova.network.neutron [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.048951] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e439746f-0cb1-4475-9c31-c2db1d799e17 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.058313] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52202ffa-0d7b-8f1b-0e42-1d7e803eb689, 'name': SearchDatastore_Task, 'duration_secs': 0.009003} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.061705] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.061981] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.062189] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleting the datastore file [datastore1] 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.077287] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1413c45-5e72-41b5-a8dc-fff6e56eb4a3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.079764] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4479e32b-c0ba-4161-8e3a-e08b47e3de3f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.082844] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c6240e-ad6f-49b8-b9b9-6edf3824bef2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.088291] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 982.088291] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c1db52-97de-1725-1547-b52117a1a4d9" [ 982.088291] env[69941]: _type = "Task" [ 982.088291] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.097105] env[69941]: DEBUG oslo_vmware.api [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 982.097105] env[69941]: value = "task-3288885" [ 982.097105] env[69941]: _type = "Task" [ 982.097105] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.103710] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c1db52-97de-1725-1547-b52117a1a4d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008946} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.104252] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.105393] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 7660ec11-f8b3-45d0-9e91-d664b4fbcb86/7660ec11-f8b3-45d0-9e91-d664b4fbcb86.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.105393] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4c3c2f5-0db0-4500-871e-8caf36de7f06 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.112193] env[69941]: DEBUG oslo_vmware.api [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.114762] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 982.114762] env[69941]: value = "task-3288886" [ 982.114762] env[69941]: _type = "Task" [ 982.114762] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.124022] env[69941]: DEBUG oslo_vmware.api [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3288881, 'name': PowerOnVM_Task, 'duration_secs': 0.621292} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.124022] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.124022] env[69941]: INFO nova.compute.manager [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Took 9.67 seconds to spawn the instance on the hypervisor. [ 982.124022] env[69941]: DEBUG nova.compute.manager [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.124022] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b754c4-e698-4756-aa86-108ae697a3d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.128280] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.321403] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Volume attach. Driver type: vmdk {{(pid=69941) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 982.321403] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656823', 'volume_id': '8ba39159-4479-4e98-95ea-8f66e9198fd7', 'name': 'volume-8ba39159-4479-4e98-95ea-8f66e9198fd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3aa39f00-4e7a-423e-92ad-9d5204e20e51', 'attached_at': '', 'detached_at': '', 'volume_id': '8ba39159-4479-4e98-95ea-8f66e9198fd7', 'serial': '8ba39159-4479-4e98-95ea-8f66e9198fd7'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 982.322294] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f099f2f-1b6c-4e49-8506-f59230b4926c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.342831] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.343033] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.344127] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9762f92b-b4ba-4213-b653-77237c1867b7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.347785] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a57dde-4458-4f5a-b4be-5f207082683e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.366491] env[69941]: DEBUG nova.scheduler.client.report [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.384608] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8d6a2c-8b63-4970-b44f-83a9c1ca948e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.394763] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] volume-8ba39159-4479-4e98-95ea-8f66e9198fd7/volume-8ba39159-4479-4e98-95ea-8f66e9198fd7.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.396010] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69421505-024d-4f54-93cc-4dc415cc53b7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.436452] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Reconfiguring VM to detach interface {{(pid=69941) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 982.438554] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aac8c5d-324a-41e9-9fc1-1a9ac432813d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.451986] env[69941]: DEBUG oslo_vmware.api [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 982.451986] env[69941]: value = "task-3288887" [ 982.451986] env[69941]: _type = "Task" [ 982.451986] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.458213] env[69941]: DEBUG oslo_vmware.api [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 982.458213] env[69941]: value = "task-3288888" [ 982.458213] env[69941]: _type = "Task" [ 982.458213] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.461574] env[69941]: DEBUG oslo_vmware.api [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.469841] env[69941]: DEBUG oslo_vmware.api [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288888, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.515023] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': task-3288883, 'name': Rename_Task, 'duration_secs': 0.146331} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.515023] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.515023] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aab9f8c7-f4a0-47d5-8622-42bc6c3dc20c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.522135] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Waiting for the task: (returnval){ [ 982.522135] env[69941]: value = "task-3288889" [ 982.522135] env[69941]: _type = "Task" [ 982.522135] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.533046] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': task-3288889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.536402] env[69941]: DEBUG oslo_concurrency.lockutils [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.589309] env[69941]: DEBUG nova.network.neutron [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.598498] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 982.598865] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f3c179fd-0395-481d-a8f7-e87a391fd761 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.610887] env[69941]: DEBUG oslo_vmware.api [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3288885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15565} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.612267] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.612458] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.612632] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.612892] env[69941]: INFO nova.compute.manager [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Took 0.64 seconds to destroy the instance on the hypervisor. [ 982.613039] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.613349] env[69941]: DEBUG oslo_vmware.api [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 982.613349] env[69941]: value = "task-3288890" [ 982.613349] env[69941]: _type = "Task" [ 982.613349] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.613877] env[69941]: DEBUG nova.compute.manager [-] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.613877] env[69941]: DEBUG nova.network.neutron [-] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.629276] env[69941]: DEBUG oslo_vmware.api [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288890, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.633411] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49708} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.633684] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 7660ec11-f8b3-45d0-9e91-d664b4fbcb86/7660ec11-f8b3-45d0-9e91-d664b4fbcb86.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.633904] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.634175] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9085d38d-278f-4913-965c-fb474a9855ce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.646052] env[69941]: INFO nova.compute.manager [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Took 23.45 seconds to build instance. [ 982.652462] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 982.652462] env[69941]: value = "task-3288891" [ 982.652462] env[69941]: _type = "Task" [ 982.652462] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.661120] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.766749] env[69941]: DEBUG nova.compute.manager [req-a9f47c05-c447-48ab-8d4a-15a000dba41e req-831c6bce-071d-46a1-9d5b-88afdd1019f5 service nova] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Received event network-vif-plugged-69d3ea19-026d-449a-927e-b1bb13c12e14 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.766975] env[69941]: DEBUG oslo_concurrency.lockutils [req-a9f47c05-c447-48ab-8d4a-15a000dba41e req-831c6bce-071d-46a1-9d5b-88afdd1019f5 service nova] Acquiring lock "30f854e3-8a2e-4380-98b2-5f4499892524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.767477] env[69941]: DEBUG oslo_concurrency.lockutils [req-a9f47c05-c447-48ab-8d4a-15a000dba41e req-831c6bce-071d-46a1-9d5b-88afdd1019f5 service nova] Lock "30f854e3-8a2e-4380-98b2-5f4499892524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.767598] env[69941]: DEBUG oslo_concurrency.lockutils [req-a9f47c05-c447-48ab-8d4a-15a000dba41e req-831c6bce-071d-46a1-9d5b-88afdd1019f5 service nova] Lock "30f854e3-8a2e-4380-98b2-5f4499892524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.767835] env[69941]: DEBUG nova.compute.manager [req-a9f47c05-c447-48ab-8d4a-15a000dba41e req-831c6bce-071d-46a1-9d5b-88afdd1019f5 service nova] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] No waiting events found dispatching network-vif-plugged-69d3ea19-026d-449a-927e-b1bb13c12e14 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.767931] env[69941]: WARNING nova.compute.manager [req-a9f47c05-c447-48ab-8d4a-15a000dba41e req-831c6bce-071d-46a1-9d5b-88afdd1019f5 service nova] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Received unexpected event network-vif-plugged-69d3ea19-026d-449a-927e-b1bb13c12e14 for instance with vm_state building and task_state spawning. [ 982.768109] env[69941]: DEBUG nova.compute.manager [req-a9f47c05-c447-48ab-8d4a-15a000dba41e req-831c6bce-071d-46a1-9d5b-88afdd1019f5 service nova] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Received event network-changed-69d3ea19-026d-449a-927e-b1bb13c12e14 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.768265] env[69941]: DEBUG nova.compute.manager [req-a9f47c05-c447-48ab-8d4a-15a000dba41e req-831c6bce-071d-46a1-9d5b-88afdd1019f5 service nova] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Refreshing instance network info cache due to event network-changed-69d3ea19-026d-449a-927e-b1bb13c12e14. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.768430] env[69941]: DEBUG oslo_concurrency.lockutils [req-a9f47c05-c447-48ab-8d4a-15a000dba41e req-831c6bce-071d-46a1-9d5b-88afdd1019f5 service nova] Acquiring lock "refresh_cache-30f854e3-8a2e-4380-98b2-5f4499892524" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.871253] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.955s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.871775] env[69941]: DEBUG nova.compute.manager [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.874408] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.197s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.876757] env[69941]: INFO nova.compute.claims [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.963085] env[69941]: DEBUG oslo_vmware.api [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288887, 'name': ReconfigVM_Task, 'duration_secs': 0.538546} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.966322] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Reconfigured VM instance instance-0000003b to attach disk [datastore2] volume-8ba39159-4479-4e98-95ea-8f66e9198fd7/volume-8ba39159-4479-4e98-95ea-8f66e9198fd7.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.971678] env[69941]: DEBUG nova.network.neutron [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Updated VIF entry in instance network info cache for port 5eee84f5-f52b-4e3b-9081-e515c0c83e0a. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.972062] env[69941]: DEBUG nova.network.neutron [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Updating instance_info_cache with network_info: [{"id": "5eee84f5-f52b-4e3b-9081-e515c0c83e0a", "address": "fa:16:3e:4b:dd:22", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eee84f5-f5", "ovs_interfaceid": "5eee84f5-f52b-4e3b-9081-e515c0c83e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.977665] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-110106a9-0086-4fe8-8403-39cdf949d3c3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.986428] env[69941]: DEBUG nova.network.neutron [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Updating instance_info_cache with network_info: [{"id": "69d3ea19-026d-449a-927e-b1bb13c12e14", "address": "fa:16:3e:9b:2d:61", "network": {"id": "f4504815-583c-4fc3-82ef-2cd18b0b6b78", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-953955203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71ab4462ecd44958c8f17e260f4d337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d3ea19-02", "ovs_interfaceid": "69d3ea19-026d-449a-927e-b1bb13c12e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.987863] env[69941]: DEBUG oslo_concurrency.lockutils [req-86dc54a2-05a8-4d39-8675-6a41d1dc5d85 req-01c6ae79-8a01-4c4f-9e03-023ce9a3e639 service nova] Releasing lock "refresh_cache-7660ec11-f8b3-45d0-9e91-d664b4fbcb86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.994453] env[69941]: DEBUG oslo_vmware.api [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.995921] env[69941]: DEBUG oslo_vmware.api [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 982.995921] env[69941]: value = "task-3288892" [ 982.995921] env[69941]: _type = "Task" [ 982.995921] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.005573] env[69941]: DEBUG oslo_vmware.api [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.033192] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': task-3288889, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.126386] env[69941]: DEBUG oslo_vmware.api [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288890, 'name': CreateSnapshot_Task, 'duration_secs': 0.486752} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.126677] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 983.127446] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c44704-3b88-4f74-b550-2fa92a467afd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.148186] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c7785208-511e-4538-9a1a-327548a977d1 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "f93c0971-5938-4734-83f5-ee3b3a0f055f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.966s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.163950] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060226} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.164281] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.165461] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498ee5d5-1cc2-47d1-bb62-8693e7515c1f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.192457] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 7660ec11-f8b3-45d0-9e91-d664b4fbcb86/7660ec11-f8b3-45d0-9e91-d664b4fbcb86.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.193642] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb5beb6c-2a4b-4fc6-9a99-c3acf04f8019 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.217683] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 983.217683] env[69941]: value = "task-3288893" [ 983.217683] env[69941]: _type = "Task" [ 983.217683] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.225828] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.288907] env[69941]: DEBUG nova.compute.manager [req-be2a6de7-05d9-45c2-8d21-b3a9da703fce req-1d1529cf-270e-4e25-b21c-96d5bdf50b3c service nova] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Received event network-vif-deleted-2d25f736-7477-4672-a8b4-7826e281d382 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.289263] env[69941]: INFO nova.compute.manager [req-be2a6de7-05d9-45c2-8d21-b3a9da703fce req-1d1529cf-270e-4e25-b21c-96d5bdf50b3c service nova] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Neutron deleted interface 2d25f736-7477-4672-a8b4-7826e281d382; detaching it from the instance and deleting it from the info cache [ 983.289492] env[69941]: DEBUG nova.network.neutron [req-be2a6de7-05d9-45c2-8d21-b3a9da703fce req-1d1529cf-270e-4e25-b21c-96d5bdf50b3c service nova] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.382147] env[69941]: DEBUG nova.compute.utils [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.385835] env[69941]: DEBUG nova.compute.manager [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.386044] env[69941]: DEBUG nova.network.neutron [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.438432] env[69941]: DEBUG nova.policy [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3509633235e346648c85a83db9ae8e39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24c36dfd585b4094a67bf9f8bfeae8c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.473068] env[69941]: DEBUG oslo_vmware.api [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.495083] env[69941]: DEBUG oslo_concurrency.lockutils [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Releasing lock "refresh_cache-30f854e3-8a2e-4380-98b2-5f4499892524" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.495445] env[69941]: DEBUG nova.compute.manager [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Instance network_info: |[{"id": "69d3ea19-026d-449a-927e-b1bb13c12e14", "address": "fa:16:3e:9b:2d:61", "network": {"id": "f4504815-583c-4fc3-82ef-2cd18b0b6b78", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-953955203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71ab4462ecd44958c8f17e260f4d337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d3ea19-02", "ovs_interfaceid": "69d3ea19-026d-449a-927e-b1bb13c12e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.495753] env[69941]: DEBUG oslo_concurrency.lockutils [req-a9f47c05-c447-48ab-8d4a-15a000dba41e req-831c6bce-071d-46a1-9d5b-88afdd1019f5 service nova] Acquired lock "refresh_cache-30f854e3-8a2e-4380-98b2-5f4499892524" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.495938] env[69941]: DEBUG nova.network.neutron [req-a9f47c05-c447-48ab-8d4a-15a000dba41e req-831c6bce-071d-46a1-9d5b-88afdd1019f5 service nova] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Refreshing network info cache for port 69d3ea19-026d-449a-927e-b1bb13c12e14 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.497961] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:2d:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69d3ea19-026d-449a-927e-b1bb13c12e14', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.509535] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.514118] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.518352] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29988e4d-3c14-4ab7-805f-710efbfb1580 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.546684] env[69941]: DEBUG oslo_vmware.api [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288892, 'name': ReconfigVM_Task, 'duration_secs': 0.180105} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.548488] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656823', 'volume_id': '8ba39159-4479-4e98-95ea-8f66e9198fd7', 'name': 'volume-8ba39159-4479-4e98-95ea-8f66e9198fd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3aa39f00-4e7a-423e-92ad-9d5204e20e51', 'attached_at': '', 'detached_at': '', 'volume_id': '8ba39159-4479-4e98-95ea-8f66e9198fd7', 'serial': '8ba39159-4479-4e98-95ea-8f66e9198fd7'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 983.550110] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.550110] env[69941]: value = "task-3288894" [ 983.550110] env[69941]: _type = "Task" [ 983.550110] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.558009] env[69941]: DEBUG oslo_vmware.api [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': task-3288889, 'name': PowerOnVM_Task, 'duration_secs': 0.553033} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.562361] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.562361] env[69941]: INFO nova.compute.manager [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Took 7.63 seconds to spawn the instance on the hypervisor. [ 983.562570] env[69941]: DEBUG nova.compute.manager [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.563414] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08a36d5-832b-4def-95c6-e7440110ad9d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.576856] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288894, 'name': CreateVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.647831] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 983.648176] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c1f12532-8412-4f06-9ec9-d70c3be17181 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.657388] env[69941]: DEBUG oslo_vmware.api [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 983.657388] env[69941]: value = "task-3288895" [ 983.657388] env[69941]: _type = "Task" [ 983.657388] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.669643] env[69941]: DEBUG oslo_vmware.api [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288895, 'name': CloneVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.711878] env[69941]: DEBUG nova.network.neutron [-] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.737614] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.794296] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96226a42-eb61-45f0-a360-99e75db36165 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.806509] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9744da-8225-4adf-b517-cdd704d1bf75 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.850000] env[69941]: DEBUG nova.compute.manager [req-be2a6de7-05d9-45c2-8d21-b3a9da703fce req-1d1529cf-270e-4e25-b21c-96d5bdf50b3c service nova] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Detach interface failed, port_id=2d25f736-7477-4672-a8b4-7826e281d382, reason: Instance 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 983.890188] env[69941]: DEBUG nova.compute.manager [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.949165] env[69941]: DEBUG nova.network.neutron [req-a9f47c05-c447-48ab-8d4a-15a000dba41e req-831c6bce-071d-46a1-9d5b-88afdd1019f5 service nova] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Updated VIF entry in instance network info cache for port 69d3ea19-026d-449a-927e-b1bb13c12e14. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.949551] env[69941]: DEBUG nova.network.neutron [req-a9f47c05-c447-48ab-8d4a-15a000dba41e req-831c6bce-071d-46a1-9d5b-88afdd1019f5 service nova] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Updating instance_info_cache with network_info: [{"id": "69d3ea19-026d-449a-927e-b1bb13c12e14", "address": "fa:16:3e:9b:2d:61", "network": {"id": "f4504815-583c-4fc3-82ef-2cd18b0b6b78", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-953955203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71ab4462ecd44958c8f17e260f4d337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d3ea19-02", "ovs_interfaceid": "69d3ea19-026d-449a-927e-b1bb13c12e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.981135] env[69941]: DEBUG oslo_vmware.api [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.981135] env[69941]: DEBUG nova.network.neutron [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Successfully created port: bd72cadf-4491-481f-932d-cea6eab07d6a {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.074151] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288894, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.088915] env[69941]: INFO nova.compute.manager [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Took 24.22 seconds to build instance. [ 984.168501] env[69941]: DEBUG oslo_vmware.api [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288895, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.216464] env[69941]: INFO nova.compute.manager [-] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Took 1.60 seconds to deallocate network for instance. [ 984.232313] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288893, 'name': ReconfigVM_Task, 'duration_secs': 0.932246} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.232313] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 7660ec11-f8b3-45d0-9e91-d664b4fbcb86/7660ec11-f8b3-45d0-9e91-d664b4fbcb86.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.232997] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5588a0bf-faa0-4282-980a-9aa8f30ceeb4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.249527] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 984.249527] env[69941]: value = "task-3288896" [ 984.249527] env[69941]: _type = "Task" [ 984.249527] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.258942] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288896, 'name': Rename_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.327034] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e9e2ef-50ad-4ba1-81d9-225e71aa91fc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.336980] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75785f7-e9a3-4837-809c-4c9a9d7a3a67 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.378203] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8985cb-4da3-4570-bf42-6f330b60581f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.388497] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e029c97-50fc-4375-adc9-0816572262d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.409169] env[69941]: DEBUG nova.compute.provider_tree [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.453191] env[69941]: DEBUG oslo_concurrency.lockutils [req-a9f47c05-c447-48ab-8d4a-15a000dba41e req-831c6bce-071d-46a1-9d5b-88afdd1019f5 service nova] Releasing lock "refresh_cache-30f854e3-8a2e-4380-98b2-5f4499892524" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.475535] env[69941]: DEBUG oslo_vmware.api [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.571437] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288894, 'name': CreateVM_Task, 'duration_secs': 0.672315} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.571621] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.572339] env[69941]: DEBUG oslo_concurrency.lockutils [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.572514] env[69941]: DEBUG oslo_concurrency.lockutils [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.572848] env[69941]: DEBUG oslo_concurrency.lockutils [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.573213] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf7bb349-e1b2-4336-940b-d0ea76709cf8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.579141] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 984.579141] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]521fee77-a499-e3e3-f0ed-5e81d21e9d70" [ 984.579141] env[69941]: _type = "Task" [ 984.579141] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.588343] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521fee77-a499-e3e3-f0ed-5e81d21e9d70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.592384] env[69941]: DEBUG oslo_concurrency.lockutils [None req-57c0e352-cb43-4de0-ba31-74a73d20ec5b tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Lock "6b5a2048-42cf-410a-b399-ce20366e417a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.734s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.627640] env[69941]: DEBUG nova.objects.instance [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lazy-loading 'flavor' on Instance uuid 3aa39f00-4e7a-423e-92ad-9d5204e20e51 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.668999] env[69941]: DEBUG oslo_vmware.api [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288895, 'name': CloneVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.727441] env[69941]: DEBUG oslo_concurrency.lockutils [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.757680] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288896, 'name': Rename_Task, 'duration_secs': 0.15814} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.758054] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.758659] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-166c5db5-8f58-4e5d-bb5a-0697e9e51e9d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.764621] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 984.764621] env[69941]: value = "task-3288897" [ 984.764621] env[69941]: _type = "Task" [ 984.764621] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.775112] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.794862] env[69941]: DEBUG nova.compute.manager [req-b5314f6a-7f9c-4456-ae44-f0eaa87342d1 req-7135f4f2-15c0-4f80-8978-a3df6e912f32 service nova] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Received event network-changed-f28a83f4-3546-49aa-a176-c04823900e55 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.794862] env[69941]: DEBUG nova.compute.manager [req-b5314f6a-7f9c-4456-ae44-f0eaa87342d1 req-7135f4f2-15c0-4f80-8978-a3df6e912f32 service nova] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Refreshing instance network info cache due to event network-changed-f28a83f4-3546-49aa-a176-c04823900e55. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.795329] env[69941]: DEBUG oslo_concurrency.lockutils [req-b5314f6a-7f9c-4456-ae44-f0eaa87342d1 req-7135f4f2-15c0-4f80-8978-a3df6e912f32 service nova] Acquiring lock "refresh_cache-f93c0971-5938-4734-83f5-ee3b3a0f055f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.795611] env[69941]: DEBUG oslo_concurrency.lockutils [req-b5314f6a-7f9c-4456-ae44-f0eaa87342d1 req-7135f4f2-15c0-4f80-8978-a3df6e912f32 service nova] Acquired lock "refresh_cache-f93c0971-5938-4734-83f5-ee3b3a0f055f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.795783] env[69941]: DEBUG nova.network.neutron [req-b5314f6a-7f9c-4456-ae44-f0eaa87342d1 req-7135f4f2-15c0-4f80-8978-a3df6e912f32 service nova] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Refreshing network info cache for port f28a83f4-3546-49aa-a176-c04823900e55 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.912701] env[69941]: DEBUG nova.compute.manager [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.915411] env[69941]: DEBUG nova.scheduler.client.report [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.943793] env[69941]: DEBUG nova.virt.hardware [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.944027] env[69941]: DEBUG nova.virt.hardware [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.944649] env[69941]: DEBUG nova.virt.hardware [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.944649] env[69941]: DEBUG nova.virt.hardware [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.944649] env[69941]: DEBUG nova.virt.hardware [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.944884] env[69941]: DEBUG nova.virt.hardware [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.944938] env[69941]: DEBUG nova.virt.hardware [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.945089] env[69941]: DEBUG nova.virt.hardware [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.945284] env[69941]: DEBUG nova.virt.hardware [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.945499] env[69941]: DEBUG nova.virt.hardware [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.945860] env[69941]: DEBUG nova.virt.hardware [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.946930] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2951144-84a0-427f-b2ac-4773c7046c11 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.955667] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f396a8-9a80-4c07-aeb2-42d8ec3dd977 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.978225] env[69941]: DEBUG oslo_vmware.api [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.090097] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521fee77-a499-e3e3-f0ed-5e81d21e9d70, 'name': SearchDatastore_Task, 'duration_secs': 0.012938} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.090631] env[69941]: DEBUG oslo_concurrency.lockutils [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.090710] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.091280] env[69941]: DEBUG oslo_concurrency.lockutils [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.091280] env[69941]: DEBUG oslo_concurrency.lockutils [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.091387] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.091594] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c98920a9-792e-4ae2-83c3-482a9338edb8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.100983] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.101252] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.102185] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7064a36a-d2c5-4f8e-9f87-a15a27fdd7b9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.107051] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 985.107051] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52fbd671-adc4-7399-aacb-037d4089a170" [ 985.107051] env[69941]: _type = "Task" [ 985.107051] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.114666] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52fbd671-adc4-7399-aacb-037d4089a170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.132343] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54d707da-b6c0-460a-a87d-f7d65046fb07 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.951s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.170485] env[69941]: DEBUG oslo_vmware.api [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288895, 'name': CloneVM_Task, 'duration_secs': 1.169615} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.170779] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Created linked-clone VM from snapshot [ 985.171612] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a4a61b-b2ad-40f6-924b-f0509edea62a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.179475] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Uploading image afdf2cac-beb0-4653-97f2-60defa0d135d {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 985.210728] env[69941]: DEBUG oslo_vmware.rw_handles [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 985.210728] env[69941]: value = "vm-656830" [ 985.210728] env[69941]: _type = "VirtualMachine" [ 985.210728] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 985.211062] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-61c9db30-61f3-48fb-970d-31820c2f349a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.218263] env[69941]: DEBUG oslo_vmware.rw_handles [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lease: (returnval){ [ 985.218263] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52607381-b03c-72c0-26a9-8fca8f748c92" [ 985.218263] env[69941]: _type = "HttpNfcLease" [ 985.218263] env[69941]: } obtained for exporting VM: (result){ [ 985.218263] env[69941]: value = "vm-656830" [ 985.218263] env[69941]: _type = "VirtualMachine" [ 985.218263] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 985.218626] env[69941]: DEBUG oslo_vmware.api [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the lease: (returnval){ [ 985.218626] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52607381-b03c-72c0-26a9-8fca8f748c92" [ 985.218626] env[69941]: _type = "HttpNfcLease" [ 985.218626] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 985.225972] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 985.225972] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52607381-b03c-72c0-26a9-8fca8f748c92" [ 985.225972] env[69941]: _type = "HttpNfcLease" [ 985.225972] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 985.275080] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.421720] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.422784] env[69941]: DEBUG nova.compute.manager [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.429131] env[69941]: DEBUG oslo_concurrency.lockutils [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.182s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.429131] env[69941]: DEBUG nova.objects.instance [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lazy-loading 'resources' on Instance uuid 1bcf7680-bbf7-43c9-bd9d-d5abb9243249 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.483312] env[69941]: DEBUG oslo_vmware.api [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.625026] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52fbd671-adc4-7399-aacb-037d4089a170, 'name': SearchDatastore_Task, 'duration_secs': 0.02191} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.625026] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ab7de3e-4871-44ba-8ebf-ce6317c2f2ba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.627825] env[69941]: DEBUG oslo_concurrency.lockutils [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Acquiring lock "6b5a2048-42cf-410a-b399-ce20366e417a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.628372] env[69941]: DEBUG oslo_concurrency.lockutils [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Lock "6b5a2048-42cf-410a-b399-ce20366e417a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.629132] env[69941]: DEBUG oslo_concurrency.lockutils [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Acquiring lock "6b5a2048-42cf-410a-b399-ce20366e417a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.629564] env[69941]: DEBUG oslo_concurrency.lockutils [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Lock "6b5a2048-42cf-410a-b399-ce20366e417a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.630028] env[69941]: DEBUG oslo_concurrency.lockutils [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Lock "6b5a2048-42cf-410a-b399-ce20366e417a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.636028] env[69941]: INFO nova.compute.manager [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Terminating instance [ 985.637272] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 985.637272] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]529b44f9-4bbe-2c95-4be4-931c02325a3d" [ 985.637272] env[69941]: _type = "Task" [ 985.637272] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.651157] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529b44f9-4bbe-2c95-4be4-931c02325a3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.727450] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 985.727450] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52607381-b03c-72c0-26a9-8fca8f748c92" [ 985.727450] env[69941]: _type = "HttpNfcLease" [ 985.727450] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 985.727876] env[69941]: DEBUG oslo_vmware.rw_handles [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 985.727876] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52607381-b03c-72c0-26a9-8fca8f748c92" [ 985.727876] env[69941]: _type = "HttpNfcLease" [ 985.727876] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 985.728510] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f54818e-8fb0-4ed6-8b31-e01bbfb13f02 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.736680] env[69941]: DEBUG oslo_vmware.rw_handles [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8e252-d1cf-9a76-4b11-ba73de5ba70f/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 985.736864] env[69941]: DEBUG oslo_vmware.rw_handles [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8e252-d1cf-9a76-4b11-ba73de5ba70f/disk-0.vmdk for reading. {{(pid=69941) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 985.809673] env[69941]: DEBUG oslo_vmware.api [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288897, 'name': PowerOnVM_Task, 'duration_secs': 0.824591} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.810085] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.810475] env[69941]: INFO nova.compute.manager [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Took 7.43 seconds to spawn the instance on the hypervisor. [ 985.810712] env[69941]: DEBUG nova.compute.manager [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.811631] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a820c47c-27e6-49fa-98d2-e5b3249169f1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.831970] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f6eaf5d-1d4a-4c44-8d09-06d63796ce8b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.928690] env[69941]: DEBUG nova.compute.utils [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.930519] env[69941]: DEBUG nova.compute.manager [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Not allocating networking since 'none' was specified. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 985.982818] env[69941]: DEBUG oslo_vmware.api [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.983777] env[69941]: DEBUG nova.network.neutron [req-b5314f6a-7f9c-4456-ae44-f0eaa87342d1 req-7135f4f2-15c0-4f80-8978-a3df6e912f32 service nova] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Updated VIF entry in instance network info cache for port f28a83f4-3546-49aa-a176-c04823900e55. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.984042] env[69941]: DEBUG nova.network.neutron [req-b5314f6a-7f9c-4456-ae44-f0eaa87342d1 req-7135f4f2-15c0-4f80-8978-a3df6e912f32 service nova] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Updating instance_info_cache with network_info: [{"id": "f28a83f4-3546-49aa-a176-c04823900e55", "address": "fa:16:3e:66:34:13", "network": {"id": "8995a21b-74a5-4e6a-98e1-94ab20903d3c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769985810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae120943154d45cd8059c52f28b00db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28a83f4-35", "ovs_interfaceid": "f28a83f4-3546-49aa-a176-c04823900e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.033097] env[69941]: DEBUG nova.compute.manager [req-9c4402ee-53e0-4520-9921-1a2365a94a25 req-eb2df370-12dd-4c97-ada8-294311512c6c service nova] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Received event network-vif-plugged-bd72cadf-4491-481f-932d-cea6eab07d6a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.033330] env[69941]: DEBUG oslo_concurrency.lockutils [req-9c4402ee-53e0-4520-9921-1a2365a94a25 req-eb2df370-12dd-4c97-ada8-294311512c6c service nova] Acquiring lock "8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.033619] env[69941]: DEBUG oslo_concurrency.lockutils [req-9c4402ee-53e0-4520-9921-1a2365a94a25 req-eb2df370-12dd-4c97-ada8-294311512c6c service nova] Lock "8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.033808] env[69941]: DEBUG oslo_concurrency.lockutils [req-9c4402ee-53e0-4520-9921-1a2365a94a25 req-eb2df370-12dd-4c97-ada8-294311512c6c service nova] Lock "8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.033979] env[69941]: DEBUG nova.compute.manager [req-9c4402ee-53e0-4520-9921-1a2365a94a25 req-eb2df370-12dd-4c97-ada8-294311512c6c service nova] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] No waiting events found dispatching network-vif-plugged-bd72cadf-4491-481f-932d-cea6eab07d6a {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.034303] env[69941]: WARNING nova.compute.manager [req-9c4402ee-53e0-4520-9921-1a2365a94a25 req-eb2df370-12dd-4c97-ada8-294311512c6c service nova] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Received unexpected event network-vif-plugged-bd72cadf-4491-481f-932d-cea6eab07d6a for instance with vm_state building and task_state spawning. [ 986.035359] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2d627b89-181e-4750-8ba8-ad53f2aec4d2 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.035545] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2d627b89-181e-4750-8ba8-ad53f2aec4d2 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.139870] env[69941]: DEBUG nova.compute.manager [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.140256] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.141107] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328a652d-bc8d-450c-8f1c-3c5bac06ec87 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.154583] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.158460] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96cf487b-a516-4a90-b748-2017bf8ebc0d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.160812] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529b44f9-4bbe-2c95-4be4-931c02325a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.012861} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.161184] env[69941]: DEBUG oslo_concurrency.lockutils [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.161446] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 30f854e3-8a2e-4380-98b2-5f4499892524/30f854e3-8a2e-4380-98b2-5f4499892524.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.161966] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd1f828b-02e6-4000-9c66-c189737b3ec8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.168291] env[69941]: DEBUG nova.network.neutron [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Successfully updated port: bd72cadf-4491-481f-932d-cea6eab07d6a {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.170676] env[69941]: DEBUG oslo_vmware.api [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Waiting for the task: (returnval){ [ 986.170676] env[69941]: value = "task-3288899" [ 986.170676] env[69941]: _type = "Task" [ 986.170676] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.176998] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 986.176998] env[69941]: value = "task-3288900" [ 986.176998] env[69941]: _type = "Task" [ 986.176998] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.186138] env[69941]: DEBUG oslo_vmware.api [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': task-3288899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.189947] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.307537] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebe232b-7153-4c6a-ac98-6bc0054dea6d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.317030] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995ba638-5663-416b-b565-81d776d28828 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.354104] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761cbf16-c012-4520-80de-5bd819f4d3ac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.357295] env[69941]: INFO nova.compute.manager [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Took 26.08 seconds to build instance. [ 986.363410] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ac4598-9a9b-41cc-84d5-05a7ac73184a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.379648] env[69941]: DEBUG nova.compute.provider_tree [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.435820] env[69941]: DEBUG nova.compute.manager [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.488610] env[69941]: DEBUG oslo_concurrency.lockutils [req-b5314f6a-7f9c-4456-ae44-f0eaa87342d1 req-7135f4f2-15c0-4f80-8978-a3df6e912f32 service nova] Releasing lock "refresh_cache-f93c0971-5938-4734-83f5-ee3b3a0f055f" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.488872] env[69941]: DEBUG oslo_vmware.api [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.545158] env[69941]: INFO nova.compute.manager [None req-2d627b89-181e-4750-8ba8-ad53f2aec4d2 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Detaching volume 8ba39159-4479-4e98-95ea-8f66e9198fd7 [ 986.602413] env[69941]: INFO nova.virt.block_device [None req-2d627b89-181e-4750-8ba8-ad53f2aec4d2 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Attempting to driver detach volume 8ba39159-4479-4e98-95ea-8f66e9198fd7 from mountpoint /dev/sdb [ 986.602671] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d627b89-181e-4750-8ba8-ad53f2aec4d2 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 986.604093] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d627b89-181e-4750-8ba8-ad53f2aec4d2 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656823', 'volume_id': '8ba39159-4479-4e98-95ea-8f66e9198fd7', 'name': 'volume-8ba39159-4479-4e98-95ea-8f66e9198fd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3aa39f00-4e7a-423e-92ad-9d5204e20e51', 'attached_at': '', 'detached_at': '', 'volume_id': '8ba39159-4479-4e98-95ea-8f66e9198fd7', 'serial': '8ba39159-4479-4e98-95ea-8f66e9198fd7'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 986.604593] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cb61f7-d87d-4b47-98cd-b17d9d83d922 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.632534] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826a532d-5f4d-4521-8ac4-1593fa008b31 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.642199] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8e792a-bedd-40e1-b159-91f9195fc948 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.667673] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289ec02d-7648-4001-bfe2-b8f6752f6e4d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.671853] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "refresh_cache-8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.672121] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "refresh_cache-8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.672375] env[69941]: DEBUG nova.network.neutron [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.690062] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d627b89-181e-4750-8ba8-ad53f2aec4d2 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] The volume has not been displaced from its original location: [datastore2] volume-8ba39159-4479-4e98-95ea-8f66e9198fd7/volume-8ba39159-4479-4e98-95ea-8f66e9198fd7.vmdk. No consolidation needed. {{(pid=69941) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 986.697167] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d627b89-181e-4750-8ba8-ad53f2aec4d2 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 986.702604] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71651aaa-df64-47fa-ac47-f8063f36f6ce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.728856] env[69941]: DEBUG oslo_vmware.api [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': task-3288899, 'name': PowerOffVM_Task, 'duration_secs': 0.161775} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.735251] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.735251] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.735251] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520255} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.735251] env[69941]: DEBUG oslo_vmware.api [None req-2d627b89-181e-4750-8ba8-ad53f2aec4d2 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 986.735251] env[69941]: value = "task-3288901" [ 986.735251] env[69941]: _type = "Task" [ 986.735251] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.735534] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b790010f-4bba-4365-956b-6b2d9bd8d810 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.737191] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 30f854e3-8a2e-4380-98b2-5f4499892524/30f854e3-8a2e-4380-98b2-5f4499892524.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.737561] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.738119] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7d7801e-4112-485e-a47d-6fbf6bbdf4cf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.758421] env[69941]: DEBUG oslo_vmware.api [None req-2d627b89-181e-4750-8ba8-ad53f2aec4d2 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.762597] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 986.762597] env[69941]: value = "task-3288903" [ 986.762597] env[69941]: _type = "Task" [ 986.762597] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.770341] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.818437] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.818721] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.818942] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Deleting the datastore file [datastore2] 6b5a2048-42cf-410a-b399-ce20366e417a {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.819265] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21f3fd50-ba08-4c38-8d22-5d4137d6b81a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.826407] env[69941]: DEBUG oslo_vmware.api [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Waiting for the task: (returnval){ [ 986.826407] env[69941]: value = "task-3288904" [ 986.826407] env[69941]: _type = "Task" [ 986.826407] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.835391] env[69941]: DEBUG oslo_vmware.api [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': task-3288904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.860676] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0fc92ead-e6f1-48ca-ac7a-645dbcf373bb tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "7660ec11-f8b3-45d0-9e91-d664b4fbcb86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.594s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.883707] env[69941]: DEBUG nova.scheduler.client.report [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.983522] env[69941]: DEBUG oslo_vmware.api [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.233223] env[69941]: DEBUG nova.network.neutron [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.252534] env[69941]: DEBUG oslo_vmware.api [None req-2d627b89-181e-4750-8ba8-ad53f2aec4d2 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288901, 'name': ReconfigVM_Task, 'duration_secs': 0.244839} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.258509] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d627b89-181e-4750-8ba8-ad53f2aec4d2 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 987.267229] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11ecdb56-7be1-4eb3-9425-ff28b74715a5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.292875] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077497} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.296120] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.296120] env[69941]: DEBUG oslo_vmware.api [None req-2d627b89-181e-4750-8ba8-ad53f2aec4d2 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 987.296120] env[69941]: value = "task-3288905" [ 987.296120] env[69941]: _type = "Task" [ 987.296120] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.296120] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62312c0-5cf3-4b7c-a681-d8dbd3038ddc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.322886] env[69941]: DEBUG oslo_vmware.api [None req-2d627b89-181e-4750-8ba8-ad53f2aec4d2 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.332892] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 30f854e3-8a2e-4380-98b2-5f4499892524/30f854e3-8a2e-4380-98b2-5f4499892524.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.333819] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29a9ac68-43f0-496c-9efe-6ae4b8d309f0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.360226] env[69941]: DEBUG oslo_vmware.api [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Task: {'id': task-3288904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224806} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.362772] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.363107] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.363295] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.363485] env[69941]: INFO nova.compute.manager [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Took 1.22 seconds to destroy the instance on the hypervisor. [ 987.363730] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.364029] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 987.364029] env[69941]: value = "task-3288906" [ 987.364029] env[69941]: _type = "Task" [ 987.364029] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.364337] env[69941]: DEBUG nova.compute.manager [-] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.364337] env[69941]: DEBUG nova.network.neutron [-] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.377510] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.389876] env[69941]: DEBUG oslo_concurrency.lockutils [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.393962] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.149s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.393962] env[69941]: DEBUG nova.objects.instance [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lazy-loading 'pci_requests' on Instance uuid 73978fd3-5c56-40d3-8a9c-0fc21bebd315 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.436274] env[69941]: INFO nova.scheduler.client.report [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Deleted allocations for instance 1bcf7680-bbf7-43c9-bd9d-d5abb9243249 [ 987.447247] env[69941]: DEBUG nova.compute.manager [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.492490] env[69941]: DEBUG oslo_vmware.api [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.507021] env[69941]: DEBUG nova.virt.hardware [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.507021] env[69941]: DEBUG nova.virt.hardware [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.507021] env[69941]: DEBUG nova.virt.hardware [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.507021] env[69941]: DEBUG nova.virt.hardware [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.507021] env[69941]: DEBUG nova.virt.hardware [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.507021] env[69941]: DEBUG nova.virt.hardware [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.507021] env[69941]: DEBUG nova.virt.hardware [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.507021] env[69941]: DEBUG nova.virt.hardware [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.507021] env[69941]: DEBUG nova.virt.hardware [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.507021] env[69941]: DEBUG nova.virt.hardware [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.507021] env[69941]: DEBUG nova.virt.hardware [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.507774] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab6d950-ca31-42d3-841b-09ae74a58b32 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.525804] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b96d3d-9cde-4f10-870c-077a4b07ac9c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.547108] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Instance VIF info [] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.558757] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Creating folder: Project (4d19f752386a4cab906a6e43692346bf). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.559198] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d40c12df-2562-4a28-a858-dba2a880f4f8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.574336] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Created folder: Project (4d19f752386a4cab906a6e43692346bf) in parent group-v656570. [ 987.574596] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Creating folder: Instances. Parent ref: group-v656831. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.576041] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-686eb1fb-6c88-4a15-8208-d3ff9370b5de {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.586644] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Created folder: Instances in parent group-v656831. [ 987.586903] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.587124] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.587326] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-996a70a1-bdad-42c1-bdab-ee8c9fb4b709 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.602279] env[69941]: DEBUG nova.network.neutron [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Updating instance_info_cache with network_info: [{"id": "bd72cadf-4491-481f-932d-cea6eab07d6a", "address": "fa:16:3e:ea:c7:5c", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd72cadf-44", "ovs_interfaceid": "bd72cadf-4491-481f-932d-cea6eab07d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.609272] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.609272] env[69941]: value = "task-3288909" [ 987.609272] env[69941]: _type = "Task" [ 987.609272] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.618697] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288909, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.816373] env[69941]: DEBUG oslo_vmware.api [None req-2d627b89-181e-4750-8ba8-ad53f2aec4d2 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288905, 'name': ReconfigVM_Task, 'duration_secs': 0.215531} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.816373] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d627b89-181e-4750-8ba8-ad53f2aec4d2 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656823', 'volume_id': '8ba39159-4479-4e98-95ea-8f66e9198fd7', 'name': 'volume-8ba39159-4479-4e98-95ea-8f66e9198fd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3aa39f00-4e7a-423e-92ad-9d5204e20e51', 'attached_at': '', 'detached_at': '', 'volume_id': '8ba39159-4479-4e98-95ea-8f66e9198fd7', 'serial': '8ba39159-4479-4e98-95ea-8f66e9198fd7'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 987.886707] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288906, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.900257] env[69941]: DEBUG nova.objects.instance [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lazy-loading 'numa_topology' on Instance uuid 73978fd3-5c56-40d3-8a9c-0fc21bebd315 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.946103] env[69941]: DEBUG oslo_concurrency.lockutils [None req-742b643a-995d-4bed-966c-449cb133dfa9 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "1bcf7680-bbf7-43c9-bd9d-d5abb9243249" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.188s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.987284] env[69941]: DEBUG oslo_vmware.api [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288888, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.077077] env[69941]: DEBUG nova.compute.manager [req-e5de6842-dbbb-4d0f-a250-91ea14a00773 req-9bf401ab-a8fe-4884-94b3-d43260499de9 service nova] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Received event network-changed-bd72cadf-4491-481f-932d-cea6eab07d6a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.077336] env[69941]: DEBUG nova.compute.manager [req-e5de6842-dbbb-4d0f-a250-91ea14a00773 req-9bf401ab-a8fe-4884-94b3-d43260499de9 service nova] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Refreshing instance network info cache due to event network-changed-bd72cadf-4491-481f-932d-cea6eab07d6a. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.077850] env[69941]: DEBUG oslo_concurrency.lockutils [req-e5de6842-dbbb-4d0f-a250-91ea14a00773 req-9bf401ab-a8fe-4884-94b3-d43260499de9 service nova] Acquiring lock "refresh_cache-8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.105938] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "refresh_cache-8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.108117] env[69941]: DEBUG nova.compute.manager [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Instance network_info: |[{"id": "bd72cadf-4491-481f-932d-cea6eab07d6a", "address": "fa:16:3e:ea:c7:5c", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd72cadf-44", "ovs_interfaceid": "bd72cadf-4491-481f-932d-cea6eab07d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.108117] env[69941]: DEBUG oslo_concurrency.lockutils [req-e5de6842-dbbb-4d0f-a250-91ea14a00773 req-9bf401ab-a8fe-4884-94b3-d43260499de9 service nova] Acquired lock "refresh_cache-8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.108117] env[69941]: DEBUG nova.network.neutron [req-e5de6842-dbbb-4d0f-a250-91ea14a00773 req-9bf401ab-a8fe-4884-94b3-d43260499de9 service nova] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Refreshing network info cache for port bd72cadf-4491-481f-932d-cea6eab07d6a {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.108448] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:c7:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd72cadf-4491-481f-932d-cea6eab07d6a', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.124185] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.129663] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.134798] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-738323c8-b09f-4b8c-a7b7-7949e252861d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.162408] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288909, 'name': CreateVM_Task, 'duration_secs': 0.359542} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.163922] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.164277] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.164277] env[69941]: value = "task-3288910" [ 988.164277] env[69941]: _type = "Task" [ 988.164277] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.165339] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.165339] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.165630] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.166060] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-159d07c8-a749-4092-b069-7c5e71681fc6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.183022] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 988.183022] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]520a9e97-6d84-5396-8e85-89e007999e8b" [ 988.183022] env[69941]: _type = "Task" [ 988.183022] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.185905] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288910, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.203181] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520a9e97-6d84-5396-8e85-89e007999e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.01553} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.203181] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.203181] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.203181] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.203181] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.203181] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.203181] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-619672bc-9809-4da7-becb-274d34309613 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.224804] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.225167] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.226200] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4e91df8-66a6-4bc6-966c-1608784c83a3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.235817] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 988.235817] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a96adb-de7f-b870-f719-8b2023a5a70b" [ 988.235817] env[69941]: _type = "Task" [ 988.235817] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.256333] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a96adb-de7f-b870-f719-8b2023a5a70b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.357413] env[69941]: DEBUG nova.network.neutron [-] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.377764] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288906, 'name': ReconfigVM_Task, 'duration_secs': 0.542245} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.379447] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 30f854e3-8a2e-4380-98b2-5f4499892524/30f854e3-8a2e-4380-98b2-5f4499892524.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.380752] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa575a33-fb46-404e-94ce-e94f744f8e3f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.390389] env[69941]: DEBUG nova.objects.instance [None req-2d627b89-181e-4750-8ba8-ad53f2aec4d2 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lazy-loading 'flavor' on Instance uuid 3aa39f00-4e7a-423e-92ad-9d5204e20e51 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.392959] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 988.392959] env[69941]: value = "task-3288911" [ 988.392959] env[69941]: _type = "Task" [ 988.392959] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.401252] env[69941]: INFO nova.compute.claims [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.412193] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288911, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.491027] env[69941]: DEBUG oslo_vmware.api [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288888, 'name': ReconfigVM_Task, 'duration_secs': 5.850619} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.491027] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.491027] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Reconfigured VM to detach interface {{(pid=69941) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 988.574224] env[69941]: DEBUG nova.network.neutron [req-e5de6842-dbbb-4d0f-a250-91ea14a00773 req-9bf401ab-a8fe-4884-94b3-d43260499de9 service nova] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Updated VIF entry in instance network info cache for port bd72cadf-4491-481f-932d-cea6eab07d6a. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.574704] env[69941]: DEBUG nova.network.neutron [req-e5de6842-dbbb-4d0f-a250-91ea14a00773 req-9bf401ab-a8fe-4884-94b3-d43260499de9 service nova] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Updating instance_info_cache with network_info: [{"id": "bd72cadf-4491-481f-932d-cea6eab07d6a", "address": "fa:16:3e:ea:c7:5c", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd72cadf-44", "ovs_interfaceid": "bd72cadf-4491-481f-932d-cea6eab07d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.585029] env[69941]: DEBUG nova.compute.manager [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Stashing vm_state: active {{(pid=69941) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 988.677799] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288910, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.716315] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquiring lock "60628810-b8e7-4fe1-9a6e-81030946b455" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.717047] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "60628810-b8e7-4fe1-9a6e-81030946b455" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.717186] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquiring lock "60628810-b8e7-4fe1-9a6e-81030946b455-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.717402] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "60628810-b8e7-4fe1-9a6e-81030946b455-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.717706] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "60628810-b8e7-4fe1-9a6e-81030946b455-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.725533] env[69941]: INFO nova.compute.manager [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Terminating instance [ 988.728315] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "73773832-989a-4e38-8292-a6564c135eee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.728625] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "73773832-989a-4e38-8292-a6564c135eee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.753091] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a96adb-de7f-b870-f719-8b2023a5a70b, 'name': SearchDatastore_Task, 'duration_secs': 0.029195} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.754221] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201659cb-d3fa-4c17-8c42-68b5f456c83b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.764256] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 988.764256] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52550147-c6d8-7a8d-e8b3-26f0e3db6218" [ 988.764256] env[69941]: _type = "Task" [ 988.764256] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.776988] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52550147-c6d8-7a8d-e8b3-26f0e3db6218, 'name': SearchDatastore_Task, 'duration_secs': 0.011449} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.777288] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.777553] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 9cd489f7-e1c5-4a90-a7cd-823bf7f15207/9cd489f7-e1c5-4a90-a7cd-823bf7f15207.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.777820] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcd14fb6-fce8-4b29-bfe0-70c27da8c2b5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.786441] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 988.786441] env[69941]: value = "task-3288912" [ 988.786441] env[69941]: _type = "Task" [ 988.786441] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.796644] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.865059] env[69941]: INFO nova.compute.manager [-] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Took 1.50 seconds to deallocate network for instance. [ 988.918875] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288911, 'name': Rename_Task, 'duration_secs': 0.231837} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.921400] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.921400] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3d21a86-114c-4b1a-946b-c17cb476f475 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.932753] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 988.932753] env[69941]: value = "task-3288913" [ 988.932753] env[69941]: _type = "Task" [ 988.932753] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.945313] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.077769] env[69941]: DEBUG oslo_concurrency.lockutils [req-e5de6842-dbbb-4d0f-a250-91ea14a00773 req-9bf401ab-a8fe-4884-94b3-d43260499de9 service nova] Releasing lock "refresh_cache-8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.078239] env[69941]: DEBUG nova.compute.manager [req-e5de6842-dbbb-4d0f-a250-91ea14a00773 req-9bf401ab-a8fe-4884-94b3-d43260499de9 service nova] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Received event network-vif-deleted-cebc4158-1384-4920-8adf-fd3f545baec6 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.078824] env[69941]: INFO nova.compute.manager [req-e5de6842-dbbb-4d0f-a250-91ea14a00773 req-9bf401ab-a8fe-4884-94b3-d43260499de9 service nova] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Neutron deleted interface cebc4158-1384-4920-8adf-fd3f545baec6; detaching it from the instance and deleting it from the info cache [ 989.079217] env[69941]: DEBUG nova.network.neutron [req-e5de6842-dbbb-4d0f-a250-91ea14a00773 req-9bf401ab-a8fe-4884-94b3-d43260499de9 service nova] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.113107] env[69941]: DEBUG oslo_concurrency.lockutils [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.180119] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288910, 'name': CreateVM_Task, 'duration_secs': 0.542581} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.180386] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.181138] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.181367] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.181703] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.181994] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6051a777-1366-4447-862a-cf92cd37055f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.189041] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 989.189041] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52552127-f87a-c583-ba8f-c49b55f0ff20" [ 989.189041] env[69941]: _type = "Task" [ 989.189041] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.199140] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52552127-f87a-c583-ba8f-c49b55f0ff20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.234271] env[69941]: DEBUG nova.compute.manager [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.239393] env[69941]: DEBUG nova.compute.manager [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.239686] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.241599] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e599d7b-34fc-4e56-bb0f-a130886abf84 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.252642] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.252951] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f39a6c7-b23b-481c-abaa-5ba96fe3648a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.261544] env[69941]: DEBUG oslo_vmware.api [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 989.261544] env[69941]: value = "task-3288914" [ 989.261544] env[69941]: _type = "Task" [ 989.261544] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.273845] env[69941]: DEBUG oslo_vmware.api [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.304027] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288912, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.375575] env[69941]: DEBUG oslo_concurrency.lockutils [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.405524] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2d627b89-181e-4750-8ba8-ad53f2aec4d2 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.370s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.457039] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288913, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.586202] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e7002c8-bcf6-4d94-a567-61821db426b9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.608121] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bed971-3823-4afc-903c-785bc899465d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.653470] env[69941]: DEBUG nova.compute.manager [req-e5de6842-dbbb-4d0f-a250-91ea14a00773 req-9bf401ab-a8fe-4884-94b3-d43260499de9 service nova] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Detach interface failed, port_id=cebc4158-1384-4920-8adf-fd3f545baec6, reason: Instance 6b5a2048-42cf-410a-b399-ce20366e417a could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 989.706801] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52552127-f87a-c583-ba8f-c49b55f0ff20, 'name': SearchDatastore_Task, 'duration_secs': 0.055109} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.706801] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.706801] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.706801] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.706801] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.706801] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.710949] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9633356d-ee2e-474c-b2d6-2b545c01a45f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.722409] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.722627] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.723459] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f9ddc42-a3ed-4182-8ba3-7ba6d544c788 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.735809] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 989.735809] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52bf2af5-32e4-f955-ec59-2969b7d36123" [ 989.735809] env[69941]: _type = "Task" [ 989.735809] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.746574] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52bf2af5-32e4-f955-ec59-2969b7d36123, 'name': SearchDatastore_Task, 'duration_secs': 0.01178} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.750148] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5422b89f-598d-455a-88eb-fed654c760e4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.760921] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 989.760921] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5287c1eb-093e-5c86-88cf-8e0ccbb506de" [ 989.760921] env[69941]: _type = "Task" [ 989.760921] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.766285] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.778051] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5287c1eb-093e-5c86-88cf-8e0ccbb506de, 'name': SearchDatastore_Task, 'duration_secs': 0.012843} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.778418] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.778791] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64/8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.779085] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2783d28-7fd9-41b3-a4ee-a0ee7af2db05 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.786687] env[69941]: DEBUG oslo_vmware.api [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288914, 'name': PowerOffVM_Task, 'duration_secs': 0.282252} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.787695] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.787989] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.788352] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3709d02-a48d-408a-a7a5-e4b9443836dc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.800281] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 989.800281] env[69941]: value = "task-3288915" [ 989.800281] env[69941]: _type = "Task" [ 989.800281] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.809178] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52286} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.810131] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 9cd489f7-e1c5-4a90-a7cd-823bf7f15207/9cd489f7-e1c5-4a90-a7cd-823bf7f15207.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.810401] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.810673] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33c82ace-f108-4d88-80fc-f3801fcdf2fc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.816929] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.826330] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 989.826330] env[69941]: value = "task-3288917" [ 989.826330] env[69941]: _type = "Task" [ 989.826330] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.840822] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.843986] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "refresh_cache-a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.844205] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "refresh_cache-a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.844354] env[69941]: DEBUG nova.network.neutron [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.877845] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "a62ae68a-fb40-4439-9c38-3765dfac652a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.878353] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "a62ae68a-fb40-4439-9c38-3765dfac652a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.878694] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "a62ae68a-fb40-4439-9c38-3765dfac652a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.879085] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "a62ae68a-fb40-4439-9c38-3765dfac652a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.879406] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "a62ae68a-fb40-4439-9c38-3765dfac652a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.882257] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b0390f-9ea4-443d-ad4f-909b6434692a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.888160] env[69941]: INFO nova.compute.manager [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Terminating instance [ 989.890325] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.890608] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.890818] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Deleting the datastore file [datastore2] 60628810-b8e7-4fe1-9a6e-81030946b455 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.892640] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c37a0515-fadf-4d67-9eb6-c056c3ac587b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.899059] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c0e850-b37d-4e34-a4dd-f7c8938558e8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.905028] env[69941]: DEBUG oslo_vmware.api [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for the task: (returnval){ [ 989.905028] env[69941]: value = "task-3288918" [ 989.905028] env[69941]: _type = "Task" [ 989.905028] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.943288] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d85fae8-b296-4908-80ae-537a678dfa4a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.949797] env[69941]: DEBUG oslo_vmware.api [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.957828] env[69941]: DEBUG oslo_vmware.api [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288913, 'name': PowerOnVM_Task, 'duration_secs': 0.76232} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.961942] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.962313] env[69941]: INFO nova.compute.manager [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Took 9.01 seconds to spawn the instance on the hypervisor. [ 989.962559] env[69941]: DEBUG nova.compute.manager [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.964279] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952056ea-4b7d-4ee5-b557-dabb2536d7e3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.967750] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c3889b-360b-44ed-ba0f-cc694f0c9cb2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.989626] env[69941]: DEBUG nova.compute.provider_tree [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.129856] env[69941]: DEBUG nova.compute.manager [req-3ebe9e50-40d3-450c-9ed5-27c410415e20 req-1e20b79f-001d-4e81-8274-2abd9d65debc service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Received event network-vif-deleted-e7a21885-e286-44bb-8f98-a3ba8e37edfd {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.130099] env[69941]: INFO nova.compute.manager [req-3ebe9e50-40d3-450c-9ed5-27c410415e20 req-1e20b79f-001d-4e81-8274-2abd9d65debc service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Neutron deleted interface e7a21885-e286-44bb-8f98-a3ba8e37edfd; detaching it from the instance and deleting it from the info cache [ 990.130399] env[69941]: DEBUG nova.network.neutron [req-3ebe9e50-40d3-450c-9ed5-27c410415e20 req-1e20b79f-001d-4e81-8274-2abd9d65debc service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Updating instance_info_cache with network_info: [{"id": "05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d", "address": "fa:16:3e:3f:34:29", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c4dbb8-0a", "ovs_interfaceid": "05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.314410] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516529} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.314531] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64/8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.314736] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.314995] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b9d0f04-6955-4075-94b8-be4b8cd006ba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.323192] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 990.323192] env[69941]: value = "task-3288919" [ 990.323192] env[69941]: _type = "Task" [ 990.323192] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.343029] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.343029] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086756} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.343185] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.343973] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa27b9d5-99eb-4c79-88e8-4d0f3d199585 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.368708] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 9cd489f7-e1c5-4a90-a7cd-823bf7f15207/9cd489f7-e1c5-4a90-a7cd-823bf7f15207.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.369043] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-694bc7a0-510b-4c76-a015-62190aadd1d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.394088] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 990.394088] env[69941]: value = "task-3288920" [ 990.394088] env[69941]: _type = "Task" [ 990.394088] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.397948] env[69941]: DEBUG nova.compute.manager [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.398191] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.398949] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394642af-4358-404d-8a80-70ce53664a03 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.416545] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.416800] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288920, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.417261] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e2b26cf-d240-4e80-9526-d2f495faacff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.423036] env[69941]: DEBUG oslo_vmware.api [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Task: {'id': task-3288918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341715} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.426649] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.426866] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.427067] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.427286] env[69941]: INFO nova.compute.manager [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Took 1.19 seconds to destroy the instance on the hypervisor. [ 990.427566] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.427899] env[69941]: DEBUG oslo_vmware.api [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 990.427899] env[69941]: value = "task-3288921" [ 990.427899] env[69941]: _type = "Task" [ 990.427899] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.428189] env[69941]: DEBUG nova.compute.manager [-] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.428239] env[69941]: DEBUG nova.network.neutron [-] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.441620] env[69941]: DEBUG oslo_vmware.api [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.496586] env[69941]: DEBUG nova.scheduler.client.report [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.501848] env[69941]: INFO nova.compute.manager [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Took 28.50 seconds to build instance. [ 990.633453] env[69941]: DEBUG oslo_concurrency.lockutils [req-3ebe9e50-40d3-450c-9ed5-27c410415e20 req-1e20b79f-001d-4e81-8274-2abd9d65debc service nova] Acquiring lock "a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.741167] env[69941]: INFO nova.network.neutron [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Port e7a21885-e286-44bb-8f98-a3ba8e37edfd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 990.741167] env[69941]: DEBUG nova.network.neutron [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Updating instance_info_cache with network_info: [{"id": "05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d", "address": "fa:16:3e:3f:34:29", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c4dbb8-0a", "ovs_interfaceid": "05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.836762] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1514} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.837046] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.837987] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6543cd67-09c7-4603-b66f-04a5f534691b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.862628] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64/8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.862805] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a7ac4ef-5df9-41d4-8527-6cd6b2e2b397 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.889726] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 990.889726] env[69941]: value = "task-3288922" [ 990.889726] env[69941]: _type = "Task" [ 990.889726] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.906207] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.912536] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.940688] env[69941]: DEBUG oslo_vmware.api [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288921, 'name': PowerOffVM_Task, 'duration_secs': 0.456232} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.940997] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.941200] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.941526] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf512dc4-fd9b-48e1-93ac-3fef10fb10d5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.003829] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.611s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.006190] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.860s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.006441] env[69941]: DEBUG nova.objects.instance [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Lazy-loading 'resources' on Instance uuid c1a619cd-16fe-4f06-a4e9-3acdf2e3e928 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.008403] env[69941]: DEBUG oslo_concurrency.lockutils [None req-33f9c683-47f0-484f-a951-c9df020a4c66 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "30f854e3-8a2e-4380-98b2-5f4499892524" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.625s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.027993] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.028258] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.028587] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Deleting the datastore file [datastore1] a62ae68a-fb40-4439-9c38-3765dfac652a {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.028872] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f41a90d3-70f4-488a-b15c-2de8e0896cd4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.041415] env[69941]: DEBUG oslo_concurrency.lockutils [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.041690] env[69941]: DEBUG oslo_concurrency.lockutils [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.043027] env[69941]: DEBUG oslo_vmware.api [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 991.043027] env[69941]: value = "task-3288924" [ 991.043027] env[69941]: _type = "Task" [ 991.043027] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.049594] env[69941]: INFO nova.network.neutron [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Updating port 2e376b19-8828-4c5d-bd47-7c35dc86d94a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 991.060349] env[69941]: DEBUG oslo_vmware.api [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.244123] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "refresh_cache-a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.384534] env[69941]: DEBUG nova.network.neutron [-] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.403334] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.409620] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288920, 'name': ReconfigVM_Task, 'duration_secs': 0.778581} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.409903] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 9cd489f7-e1c5-4a90-a7cd-823bf7f15207/9cd489f7-e1c5-4a90-a7cd-823bf7f15207.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.410547] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eb95cbb-f576-47e9-960c-175a543772f8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.418357] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 991.418357] env[69941]: value = "task-3288925" [ 991.418357] env[69941]: _type = "Task" [ 991.418357] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.428255] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288925, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.582391] env[69941]: DEBUG nova.compute.manager [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.582391] env[69941]: DEBUG oslo_vmware.api [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3288924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17616} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.582391] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.582391] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.582391] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.582391] env[69941]: INFO nova.compute.manager [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 991.582391] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.582391] env[69941]: DEBUG nova.compute.manager [-] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.582391] env[69941]: DEBUG nova.network.neutron [-] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.752916] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e473e4fe-f955-4998-b61b-afde030b6a6f tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-a62ae68a-fb40-4439-9c38-3765dfac652a-e7a21885-e286-44bb-8f98-a3ba8e37edfd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.922s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.887983] env[69941]: INFO nova.compute.manager [-] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Took 1.46 seconds to deallocate network for instance. [ 991.910289] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288922, 'name': ReconfigVM_Task, 'duration_secs': 0.641849} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.910624] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64/8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.911351] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b15281a-6aa5-4dad-82a5-f8298faa2c60 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.922760] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 991.922760] env[69941]: value = "task-3288926" [ 991.922760] env[69941]: _type = "Task" [ 991.922760] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.935308] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288926, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.938706] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288925, 'name': Rename_Task, 'duration_secs': 0.25319} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.938846] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.939156] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac7293d5-62ee-44f3-8376-4e71bcdd3660 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.945366] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656a0088-6c49-4023-8c08-a683c87f90a1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.951594] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 991.951594] env[69941]: value = "task-3288927" [ 991.951594] env[69941]: _type = "Task" [ 991.951594] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.959119] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301680e4-c8d9-4a79-971a-eaf4a4a0ced8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.966454] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.004794] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b389bb8-7747-4fe1-b3b5-53c4fa662e8d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.013803] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e2ba78-1115-47ec-a2c3-c15307de01c5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.029554] env[69941]: DEBUG nova.compute.provider_tree [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.072526] env[69941]: DEBUG oslo_concurrency.lockutils [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.307199] env[69941]: DEBUG nova.compute.manager [req-4d4adab2-0bb9-44b3-9694-664936aed0f9 req-aa834de6-80d1-40e3-b7ce-ee693d4688a2 service nova] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Received event network-vif-deleted-5a4db833-5c3e-4cdb-abde-61f8a8c674b3 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.397103] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.439190] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288926, 'name': Rename_Task, 'duration_secs': 0.209376} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.439516] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.439806] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e029c047-409d-4f53-a6f9-2e7772c3827a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.449906] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 992.449906] env[69941]: value = "task-3288928" [ 992.449906] env[69941]: _type = "Task" [ 992.449906] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.462112] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.465483] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288927, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.532836] env[69941]: DEBUG nova.scheduler.client.report [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.633247] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.633247] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquired lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.633403] env[69941]: DEBUG nova.network.neutron [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.745219] env[69941]: DEBUG nova.network.neutron [-] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.788800] env[69941]: DEBUG nova.compute.manager [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.789856] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea40767-790c-46c4-a1e7-a147098ddf83 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.963094] env[69941]: DEBUG oslo_vmware.api [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288927, 'name': PowerOnVM_Task, 'duration_secs': 0.700321} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.966506] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.966727] env[69941]: INFO nova.compute.manager [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Took 5.52 seconds to spawn the instance on the hypervisor. [ 992.966909] env[69941]: DEBUG nova.compute.manager [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.967218] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288928, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.967925] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab90773-2b6a-4cbf-87e5-496796494925 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.973489] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "11118094-2c65-4953-94c8-a6bd67d43bce" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.973734] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "11118094-2c65-4953-94c8-a6bd67d43bce" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.038820] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.041288] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.200s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.041515] env[69941]: DEBUG nova.objects.instance [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69941) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 993.070983] env[69941]: INFO nova.scheduler.client.report [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Deleted allocations for instance c1a619cd-16fe-4f06-a4e9-3acdf2e3e928 [ 993.248547] env[69941]: INFO nova.compute.manager [-] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Took 1.68 seconds to deallocate network for instance. [ 993.302831] env[69941]: INFO nova.compute.manager [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] instance snapshotting [ 993.306559] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993cf8f8-dc96-4f5f-93d7-3cb2e63b2ebd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.332963] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63656270-dafd-4cb6-a98e-e2b1aae8cb94 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.460582] env[69941]: DEBUG oslo_vmware.api [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3288928, 'name': PowerOnVM_Task, 'duration_secs': 0.759787} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.461266] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.461266] env[69941]: INFO nova.compute.manager [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Took 8.55 seconds to spawn the instance on the hypervisor. [ 993.461266] env[69941]: DEBUG nova.compute.manager [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.465275] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1aae713-4ace-4e5c-8232-e7ce8940ab7f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.481570] env[69941]: DEBUG nova.compute.utils [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.490839] env[69941]: INFO nova.compute.manager [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Took 23.83 seconds to build instance. [ 993.551901] env[69941]: DEBUG nova.network.neutron [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Updating instance_info_cache with network_info: [{"id": "2e376b19-8828-4c5d-bd47-7c35dc86d94a", "address": "fa:16:3e:bd:9b:a5", "network": {"id": "758531fb-406e-431b-99bb-44d2aa1468fd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1988528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f8fe8dea05413bbf2d1333d85fde0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e376b19-88", "ovs_interfaceid": "2e376b19-8828-4c5d-bd47-7c35dc86d94a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.584123] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a61ca983-d5ce-4c83-8205-8ba8f29b8e9c tempest-ServerAddressesTestJSON-1046105787 tempest-ServerAddressesTestJSON-1046105787-project-member] Lock "c1a619cd-16fe-4f06-a4e9-3acdf2e3e928" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.087s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.755027] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.847609] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 993.847995] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7da996e4-7909-43d8-b4f0-38177bf85d29 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.859281] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 993.859281] env[69941]: value = "task-3288929" [ 993.859281] env[69941]: _type = "Task" [ 993.859281] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.869688] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288929, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.980431] env[69941]: INFO nova.compute.manager [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Took 27.34 seconds to build instance. [ 993.992908] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "11118094-2c65-4953-94c8-a6bd67d43bce" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.996419] env[69941]: DEBUG oslo_concurrency.lockutils [None req-77b70d5a-8e7a-4c90-879f-ac677252c8f7 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Lock "9cd489f7-e1c5-4a90-a7cd-823bf7f15207" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.348s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.051767] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6403aee8-4ccb-419f-912c-3dc52f23d85d tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.053706] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.148s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.053839] env[69941]: DEBUG nova.objects.instance [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69941) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 994.056627] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Releasing lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.096963] env[69941]: DEBUG nova.virt.hardware [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='34615e8fe041c1001b0e13ef85c760c8',container_format='bare',created_at=2025-04-03T22:53:15Z,direct_url=,disk_format='vmdk',id=3f75712f-8030-477d-82b8-9ef2511676da,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-87676241-shelved',owner='43f8fe8dea05413bbf2d1333d85fde0c',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2025-04-03T22:53:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.097220] env[69941]: DEBUG nova.virt.hardware [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.097380] env[69941]: DEBUG nova.virt.hardware [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.097560] env[69941]: DEBUG nova.virt.hardware [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.097708] env[69941]: DEBUG nova.virt.hardware [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.097856] env[69941]: DEBUG nova.virt.hardware [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.098077] env[69941]: DEBUG nova.virt.hardware [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.098243] env[69941]: DEBUG nova.virt.hardware [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.098414] env[69941]: DEBUG nova.virt.hardware [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.098578] env[69941]: DEBUG nova.virt.hardware [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.098750] env[69941]: DEBUG nova.virt.hardware [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.099713] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c28e33b-8100-49d7-88ac-669690fc17e0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.108694] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77df1de-ddff-4890-a274-038db3400abf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.125206] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:9b:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e376b19-8828-4c5d-bd47-7c35dc86d94a', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.133178] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.133805] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.133805] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f11bbd5f-0af2-4fb1-b32e-ec7977a52f94 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.155749] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.155749] env[69941]: value = "task-3288930" [ 994.155749] env[69941]: _type = "Task" [ 994.155749] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.164773] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288930, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.373312] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288929, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.482919] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f6eda670-2bb9-45c1-971a-3544162a62e6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.852s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.596844] env[69941]: DEBUG nova.compute.manager [req-8ff5f703-a5eb-4ea6-8ba5-3c384c215a9c req-190e57e1-7dca-46e1-b10f-7eb8b74c0dc7 service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Received event network-vif-deleted-05c4dbb8-0aaa-4244-bc2b-ddcfc31f862d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.597262] env[69941]: DEBUG nova.compute.manager [req-8ff5f703-a5eb-4ea6-8ba5-3c384c215a9c req-190e57e1-7dca-46e1-b10f-7eb8b74c0dc7 service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Received event network-vif-plugged-2e376b19-8828-4c5d-bd47-7c35dc86d94a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.597516] env[69941]: DEBUG oslo_concurrency.lockutils [req-8ff5f703-a5eb-4ea6-8ba5-3c384c215a9c req-190e57e1-7dca-46e1-b10f-7eb8b74c0dc7 service nova] Acquiring lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.597779] env[69941]: DEBUG oslo_concurrency.lockutils [req-8ff5f703-a5eb-4ea6-8ba5-3c384c215a9c req-190e57e1-7dca-46e1-b10f-7eb8b74c0dc7 service nova] Lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.598022] env[69941]: DEBUG oslo_concurrency.lockutils [req-8ff5f703-a5eb-4ea6-8ba5-3c384c215a9c req-190e57e1-7dca-46e1-b10f-7eb8b74c0dc7 service nova] Lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.598239] env[69941]: DEBUG nova.compute.manager [req-8ff5f703-a5eb-4ea6-8ba5-3c384c215a9c req-190e57e1-7dca-46e1-b10f-7eb8b74c0dc7 service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] No waiting events found dispatching network-vif-plugged-2e376b19-8828-4c5d-bd47-7c35dc86d94a {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.598607] env[69941]: WARNING nova.compute.manager [req-8ff5f703-a5eb-4ea6-8ba5-3c384c215a9c req-190e57e1-7dca-46e1-b10f-7eb8b74c0dc7 service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Received unexpected event network-vif-plugged-2e376b19-8828-4c5d-bd47-7c35dc86d94a for instance with vm_state shelved_offloaded and task_state spawning. [ 994.598873] env[69941]: DEBUG nova.compute.manager [req-8ff5f703-a5eb-4ea6-8ba5-3c384c215a9c req-190e57e1-7dca-46e1-b10f-7eb8b74c0dc7 service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Received event network-changed-2e376b19-8828-4c5d-bd47-7c35dc86d94a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.599105] env[69941]: DEBUG nova.compute.manager [req-8ff5f703-a5eb-4ea6-8ba5-3c384c215a9c req-190e57e1-7dca-46e1-b10f-7eb8b74c0dc7 service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Refreshing instance network info cache due to event network-changed-2e376b19-8828-4c5d-bd47-7c35dc86d94a. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.599344] env[69941]: DEBUG oslo_concurrency.lockutils [req-8ff5f703-a5eb-4ea6-8ba5-3c384c215a9c req-190e57e1-7dca-46e1-b10f-7eb8b74c0dc7 service nova] Acquiring lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.599650] env[69941]: DEBUG oslo_concurrency.lockutils [req-8ff5f703-a5eb-4ea6-8ba5-3c384c215a9c req-190e57e1-7dca-46e1-b10f-7eb8b74c0dc7 service nova] Acquired lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.599870] env[69941]: DEBUG nova.network.neutron [req-8ff5f703-a5eb-4ea6-8ba5-3c384c215a9c req-190e57e1-7dca-46e1-b10f-7eb8b74c0dc7 service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Refreshing network info cache for port 2e376b19-8828-4c5d-bd47-7c35dc86d94a {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.665742] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288930, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.874834] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288929, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.068371] env[69941]: DEBUG oslo_concurrency.lockutils [None req-bda6e276-69d9-4eec-937a-e8376a0541c3 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.068371] env[69941]: DEBUG oslo_concurrency.lockutils [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.288s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.070507] env[69941]: INFO nova.compute.claims [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.074471] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "11118094-2c65-4953-94c8-a6bd67d43bce" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.074734] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "11118094-2c65-4953-94c8-a6bd67d43bce" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.074954] env[69941]: INFO nova.compute.manager [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Attaching volume 92329886-d416-48ba-a4ca-252cfc372226 to /dev/sdb [ 995.132348] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aded3a-1561-4ecf-ac3e-338c7e99cee8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.140140] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2563bba1-fb1a-4a93-97a5-7f44df856cb9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.158089] env[69941]: DEBUG nova.virt.block_device [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Updating existing volume attachment record: d2c80a15-b177-4660-b7be-387dabf6f719 {{(pid=69941) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 995.174355] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288930, 'name': CreateVM_Task, 'duration_secs': 0.597596} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.174653] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.175368] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f75712f-8030-477d-82b8-9ef2511676da" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.175615] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f75712f-8030-477d-82b8-9ef2511676da" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.176020] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f75712f-8030-477d-82b8-9ef2511676da" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.176284] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c0c471-b9b4-442f-8892-510fc33836b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.183360] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 995.183360] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52798187-b32b-e1d0-b5f5-59f6a46cc472" [ 995.183360] env[69941]: _type = "Task" [ 995.183360] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.195229] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52798187-b32b-e1d0-b5f5-59f6a46cc472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.375125] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288929, 'name': CreateSnapshot_Task, 'duration_secs': 1.043746} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.375575] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 995.380054] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2af81e-7d73-4471-8543-ebc4958e92d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.415605] env[69941]: DEBUG oslo_vmware.rw_handles [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8e252-d1cf-9a76-4b11-ba73de5ba70f/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 995.416775] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabe33a7-4158-4829-997d-7ec73c493e41 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.424298] env[69941]: DEBUG oslo_vmware.rw_handles [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8e252-d1cf-9a76-4b11-ba73de5ba70f/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 995.424481] env[69941]: ERROR oslo_vmware.rw_handles [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8e252-d1cf-9a76-4b11-ba73de5ba70f/disk-0.vmdk due to incomplete transfer. [ 995.424725] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a3d4376f-065b-4f16-aa63-90a4b6e864b9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.433734] env[69941]: DEBUG oslo_vmware.rw_handles [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8e252-d1cf-9a76-4b11-ba73de5ba70f/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 995.434057] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Uploaded image afdf2cac-beb0-4653-97f2-60defa0d135d to the Glance image server {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 995.436638] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 995.436968] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ed2bee30-854e-49a3-b1a7-575edaefb023 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.446396] env[69941]: DEBUG oslo_vmware.api [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 995.446396] env[69941]: value = "task-3288932" [ 995.446396] env[69941]: _type = "Task" [ 995.446396] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.458528] env[69941]: DEBUG oslo_vmware.api [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288932, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.471130] env[69941]: DEBUG nova.network.neutron [req-8ff5f703-a5eb-4ea6-8ba5-3c384c215a9c req-190e57e1-7dca-46e1-b10f-7eb8b74c0dc7 service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Updated VIF entry in instance network info cache for port 2e376b19-8828-4c5d-bd47-7c35dc86d94a. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.471130] env[69941]: DEBUG nova.network.neutron [req-8ff5f703-a5eb-4ea6-8ba5-3c384c215a9c req-190e57e1-7dca-46e1-b10f-7eb8b74c0dc7 service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Updating instance_info_cache with network_info: [{"id": "2e376b19-8828-4c5d-bd47-7c35dc86d94a", "address": "fa:16:3e:bd:9b:a5", "network": {"id": "758531fb-406e-431b-99bb-44d2aa1468fd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1988528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f8fe8dea05413bbf2d1333d85fde0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e376b19-88", "ovs_interfaceid": "2e376b19-8828-4c5d-bd47-7c35dc86d94a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.552859] env[69941]: INFO nova.compute.manager [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Rebuilding instance [ 995.605387] env[69941]: DEBUG nova.compute.manager [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.606602] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f01a70-ea1a-4448-a547-aca28930727b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.695699] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f75712f-8030-477d-82b8-9ef2511676da" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.696122] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Processing image 3f75712f-8030-477d-82b8-9ef2511676da {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.696465] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f75712f-8030-477d-82b8-9ef2511676da/3f75712f-8030-477d-82b8-9ef2511676da.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.696682] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f75712f-8030-477d-82b8-9ef2511676da/3f75712f-8030-477d-82b8-9ef2511676da.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.696883] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.697190] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0d8ff1c-3b25-4997-afeb-b20473c016c1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.707537] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.707690] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.708406] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af6ae238-2c13-4e5e-9667-f3e5bacbded2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.714836] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 995.714836] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5287d3ba-2d97-c3ba-6a80-8c5fc2d85fcc" [ 995.714836] env[69941]: _type = "Task" [ 995.714836] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.725859] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5287d3ba-2d97-c3ba-6a80-8c5fc2d85fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.903131] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 995.903757] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b261a37c-c180-4d10-8d61-8aa064c4be9c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.914313] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 995.914313] env[69941]: value = "task-3288935" [ 995.914313] env[69941]: _type = "Task" [ 995.914313] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.925266] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288935, 'name': CloneVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.959453] env[69941]: DEBUG oslo_vmware.api [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288932, 'name': Destroy_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.975206] env[69941]: DEBUG oslo_concurrency.lockutils [req-8ff5f703-a5eb-4ea6-8ba5-3c384c215a9c req-190e57e1-7dca-46e1-b10f-7eb8b74c0dc7 service nova] Releasing lock "refresh_cache-73978fd3-5c56-40d3-8a9c-0fc21bebd315" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.985650] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "e06b5ce6-46dd-4d13-85bd-1df9a0c3d354" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.985929] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "e06b5ce6-46dd-4d13-85bd-1df9a0c3d354" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.231022] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Preparing fetch location {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 996.231374] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Fetch image to [datastore1] OSTACK_IMG_2052f2eb-f6d1-4cc8-8e1b-dcf7c846fca5/OSTACK_IMG_2052f2eb-f6d1-4cc8-8e1b-dcf7c846fca5.vmdk {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 996.231564] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Downloading stream optimized image 3f75712f-8030-477d-82b8-9ef2511676da to [datastore1] OSTACK_IMG_2052f2eb-f6d1-4cc8-8e1b-dcf7c846fca5/OSTACK_IMG_2052f2eb-f6d1-4cc8-8e1b-dcf7c846fca5.vmdk on the data store datastore1 as vApp {{(pid=69941) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 996.231711] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Downloading image file data 3f75712f-8030-477d-82b8-9ef2511676da to the ESX as VM named 'OSTACK_IMG_2052f2eb-f6d1-4cc8-8e1b-dcf7c846fca5' {{(pid=69941) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 996.315735] env[69941]: DEBUG oslo_vmware.rw_handles [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 996.315735] env[69941]: value = "resgroup-9" [ 996.315735] env[69941]: _type = "ResourcePool" [ 996.315735] env[69941]: }. {{(pid=69941) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 996.316442] env[69941]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b158db5d-d3b5-4fd3-9d41-d26f83ca0e64 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.345649] env[69941]: DEBUG oslo_vmware.rw_handles [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lease: (returnval){ [ 996.345649] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52363045-4b58-3987-eecf-e3492e04fa79" [ 996.345649] env[69941]: _type = "HttpNfcLease" [ 996.345649] env[69941]: } obtained for vApp import into resource pool (val){ [ 996.345649] env[69941]: value = "resgroup-9" [ 996.345649] env[69941]: _type = "ResourcePool" [ 996.345649] env[69941]: }. {{(pid=69941) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 996.346091] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the lease: (returnval){ [ 996.346091] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52363045-4b58-3987-eecf-e3492e04fa79" [ 996.346091] env[69941]: _type = "HttpNfcLease" [ 996.346091] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 996.355908] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 996.355908] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52363045-4b58-3987-eecf-e3492e04fa79" [ 996.355908] env[69941]: _type = "HttpNfcLease" [ 996.355908] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 996.426655] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288935, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.435821] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "fb66ba05-860c-47fa-bb76-3ef2cd552f9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.435943] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "fb66ba05-860c-47fa-bb76-3ef2cd552f9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.436175] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "fb66ba05-860c-47fa-bb76-3ef2cd552f9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.436368] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "fb66ba05-860c-47fa-bb76-3ef2cd552f9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.436531] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "fb66ba05-860c-47fa-bb76-3ef2cd552f9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.442046] env[69941]: INFO nova.compute.manager [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Terminating instance [ 996.461110] env[69941]: DEBUG oslo_vmware.api [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288932, 'name': Destroy_Task, 'duration_secs': 0.677824} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.461381] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Destroyed the VM [ 996.461667] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 996.462204] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cd7cab7a-de7e-4e2d-87a7-aff0ac1cc805 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.467116] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee34a46f-168c-4ea6-8333-7c8713193750 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.471720] env[69941]: DEBUG oslo_vmware.api [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 996.471720] env[69941]: value = "task-3288937" [ 996.471720] env[69941]: _type = "Task" [ 996.471720] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.478974] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afd17e6-931a-489a-ac56-6adc21a93da8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.485660] env[69941]: DEBUG oslo_vmware.api [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288937, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.488688] env[69941]: DEBUG nova.compute.manager [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.525849] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2fb499-4982-4619-bfcc-b158e8522595 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.535797] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b970ab-3fc4-41d0-906e-862cf85f1d66 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.556858] env[69941]: DEBUG nova.compute.provider_tree [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.624476] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.624476] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3accefd-3541-4118-a8a8-1b941c3e73e5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.631684] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 996.631684] env[69941]: value = "task-3288938" [ 996.631684] env[69941]: _type = "Task" [ 996.631684] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.641254] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.854584] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 996.854584] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52363045-4b58-3987-eecf-e3492e04fa79" [ 996.854584] env[69941]: _type = "HttpNfcLease" [ 996.854584] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 996.925444] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288935, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.946209] env[69941]: DEBUG nova.compute.manager [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.946209] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.946607] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f2624e-b5f3-4944-b9bd-fc65d0b70fa6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.955223] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.955487] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ae90a7e-d9f6-4cbb-9998-1ee27deae220 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.962636] env[69941]: DEBUG oslo_vmware.api [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 996.962636] env[69941]: value = "task-3288939" [ 996.962636] env[69941]: _type = "Task" [ 996.962636] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.971968] env[69941]: DEBUG oslo_vmware.api [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.981498] env[69941]: DEBUG oslo_vmware.api [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288937, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.043033] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.060451] env[69941]: DEBUG nova.scheduler.client.report [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.142961] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288938, 'name': PowerOffVM_Task, 'duration_secs': 0.265523} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.144034] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.144277] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.145303] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce78184-c353-4301-93f9-7c622c6d4e74 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.155243] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.155513] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08a86dc3-9bff-4e49-b079-f2d2fc383f7e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.210776] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.211060] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.211307] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Deleting the datastore file [datastore1] 9cd489f7-e1c5-4a90-a7cd-823bf7f15207 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.211727] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1449c25f-8e50-4422-8748-6a0be42a77c7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.219664] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 997.219664] env[69941]: value = "task-3288941" [ 997.219664] env[69941]: _type = "Task" [ 997.219664] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.229071] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.354550] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.354550] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52363045-4b58-3987-eecf-e3492e04fa79" [ 997.354550] env[69941]: _type = "HttpNfcLease" [ 997.354550] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 997.354995] env[69941]: DEBUG oslo_vmware.rw_handles [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 997.354995] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52363045-4b58-3987-eecf-e3492e04fa79" [ 997.354995] env[69941]: _type = "HttpNfcLease" [ 997.354995] env[69941]: }. {{(pid=69941) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 997.355601] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9f622f-7142-4dcd-93e2-1dedf767ca2d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.363768] env[69941]: DEBUG oslo_vmware.rw_handles [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291d633-76d0-c814-ff82-7f2fd69d540a/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 997.363950] env[69941]: DEBUG oslo_vmware.rw_handles [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291d633-76d0-c814-ff82-7f2fd69d540a/disk-0.vmdk. {{(pid=69941) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 997.432010] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5c04b90-d815-4fc7-967e-73bab9f1fc6e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.434160] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288935, 'name': CloneVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.473226] env[69941]: DEBUG oslo_vmware.api [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288939, 'name': PowerOffVM_Task, 'duration_secs': 0.216065} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.473675] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.473945] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.477171] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1c8ab9b-e708-4bd1-aa7b-643ed1a43929 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.485760] env[69941]: DEBUG oslo_vmware.api [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288937, 'name': RemoveSnapshot_Task, 'duration_secs': 0.84986} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.486087] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 997.486357] env[69941]: INFO nova.compute.manager [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Took 15.44 seconds to snapshot the instance on the hypervisor. [ 997.548411] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.548706] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.548901] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Deleting the datastore file [datastore1] fb66ba05-860c-47fa-bb76-3ef2cd552f9b {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.549293] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3984f864-12d4-479f-9c2e-61418c1a1981 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.557896] env[69941]: DEBUG oslo_vmware.api [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 997.557896] env[69941]: value = "task-3288943" [ 997.557896] env[69941]: _type = "Task" [ 997.557896] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.569084] env[69941]: DEBUG oslo_concurrency.lockutils [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.569084] env[69941]: DEBUG nova.compute.manager [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.574439] env[69941]: DEBUG oslo_vmware.api [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.574439] env[69941]: DEBUG oslo_concurrency.lockutils [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.036s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.574439] env[69941]: DEBUG nova.objects.instance [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lazy-loading 'resources' on Instance uuid e5170986-5aed-4329-aba3-f4e50566bb1b {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.732702] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117329} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.735145] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.735402] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.735606] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.932986] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288935, 'name': CloneVM_Task, 'duration_secs': 1.544937} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.933275] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Created linked-clone VM from snapshot [ 997.934093] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f695145c-f7bf-4e9e-b30e-1663fcc514c9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.942535] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Uploading image 79772e54-768e-4311-a35b-e724b8ea293e {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 997.957675] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 997.957975] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f40447c8-2bde-4534-9641-9e159f9b21a0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.964969] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 997.964969] env[69941]: value = "task-3288945" [ 997.964969] env[69941]: _type = "Task" [ 997.964969] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.974219] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288945, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.059026] env[69941]: DEBUG nova.compute.manager [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Found 3 images (rotation: 2) {{(pid=69941) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 998.059333] env[69941]: DEBUG nova.compute.manager [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Rotating out 1 backups {{(pid=69941) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 998.059599] env[69941]: DEBUG nova.compute.manager [None req-397c60f0-b5cc-42a2-a503-bb5ff18c6213 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Deleting image fade5097-38bb-49ec-a871-5abe292e9c5a {{(pid=69941) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 998.077054] env[69941]: DEBUG nova.compute.utils [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.080572] env[69941]: DEBUG oslo_vmware.api [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3288943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149746} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.085034] env[69941]: DEBUG nova.compute.manager [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.085034] env[69941]: DEBUG nova.network.neutron [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.088602] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.088835] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.089676] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.089676] env[69941]: INFO nova.compute.manager [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 998.089833] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.092572] env[69941]: DEBUG nova.compute.manager [-] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.092572] env[69941]: DEBUG nova.network.neutron [-] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.195896] env[69941]: DEBUG nova.policy [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6aa8261d65ad47158fb3a41bb2facbc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f5a68c682154ef4b1e7890ca785248a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.478553] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288945, 'name': Destroy_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.531689] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4296a9-e41b-4bc9-8c0d-31dfd2af250f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.544282] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0873e3a-8131-4277-9034-0d738311466f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.582011] env[69941]: DEBUG nova.compute.manager [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.593025] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c75e6a5-c54c-443d-8dea-3b54761d8844 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.603594] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db2b4c9-3715-4b84-afd8-f2903bd1081c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.622133] env[69941]: DEBUG nova.compute.provider_tree [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.720415] env[69941]: DEBUG oslo_vmware.rw_handles [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Completed reading data from the image iterator. {{(pid=69941) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 998.720641] env[69941]: DEBUG oslo_vmware.rw_handles [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291d633-76d0-c814-ff82-7f2fd69d540a/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 998.721564] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27391433-34bb-4249-8d88-90454cfc085b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.729629] env[69941]: DEBUG oslo_vmware.rw_handles [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291d633-76d0-c814-ff82-7f2fd69d540a/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 998.729806] env[69941]: DEBUG oslo_vmware.rw_handles [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291d633-76d0-c814-ff82-7f2fd69d540a/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 998.729926] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-149b7de6-74cb-4969-bcc1-7e8e935822cd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.792293] env[69941]: DEBUG nova.virt.hardware [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.792556] env[69941]: DEBUG nova.virt.hardware [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.792714] env[69941]: DEBUG nova.virt.hardware [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.792898] env[69941]: DEBUG nova.virt.hardware [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.793169] env[69941]: DEBUG nova.virt.hardware [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.793364] env[69941]: DEBUG nova.virt.hardware [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.793585] env[69941]: DEBUG nova.virt.hardware [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.793748] env[69941]: DEBUG nova.virt.hardware [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.793919] env[69941]: DEBUG nova.virt.hardware [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.794128] env[69941]: DEBUG nova.virt.hardware [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.794317] env[69941]: DEBUG nova.virt.hardware [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.795271] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68edb1e7-b2dc-43cd-b21a-7fb98ac52225 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.803951] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfabf91e-c064-4f1d-a55b-3177e057b446 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.818270] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Instance VIF info [] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.824191] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.824473] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.824691] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d28b0bd-335b-4de1-ba34-c9eb0158165d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.853068] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.853068] env[69941]: value = "task-3288946" [ 998.853068] env[69941]: _type = "Task" [ 998.853068] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.864067] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288946, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.947831] env[69941]: DEBUG oslo_vmware.rw_handles [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291d633-76d0-c814-ff82-7f2fd69d540a/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 998.948121] env[69941]: INFO nova.virt.vmwareapi.images [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Downloaded image file data 3f75712f-8030-477d-82b8-9ef2511676da [ 998.949236] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a241e8-3052-4765-ae93-6fa79b5aa5f7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.973041] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6db1a3a8-c83a-4925-bdb7-52771db8bfb5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.980670] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288945, 'name': Destroy_Task, 'duration_secs': 0.789514} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.980670] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Destroyed the VM [ 998.980922] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 998.981200] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ff2784f4-a702-4f75-b44a-3bdf9224125c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.987804] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 998.987804] env[69941]: value = "task-3288948" [ 998.987804] env[69941]: _type = "Task" [ 998.987804] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.998474] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288948, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.012742] env[69941]: INFO nova.virt.vmwareapi.images [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] The imported VM was unregistered [ 999.013724] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Caching image {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 999.014023] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Creating directory with path [datastore1] devstack-image-cache_base/3f75712f-8030-477d-82b8-9ef2511676da {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.014366] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcc08e14-ad40-41ea-be8c-61dbb5131d50 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.027856] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Created directory with path [datastore1] devstack-image-cache_base/3f75712f-8030-477d-82b8-9ef2511676da {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.028550] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2052f2eb-f6d1-4cc8-8e1b-dcf7c846fca5/OSTACK_IMG_2052f2eb-f6d1-4cc8-8e1b-dcf7c846fca5.vmdk to [datastore1] devstack-image-cache_base/3f75712f-8030-477d-82b8-9ef2511676da/3f75712f-8030-477d-82b8-9ef2511676da.vmdk. {{(pid=69941) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 999.028550] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8e5b2189-270a-431a-a9ce-66cdfa86b746 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.037719] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 999.037719] env[69941]: value = "task-3288949" [ 999.037719] env[69941]: _type = "Task" [ 999.037719] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.047553] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288949, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.093274] env[69941]: DEBUG nova.network.neutron [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Successfully created port: 40eab94d-25ec-41dc-b1b3-56bf8473a27a {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.128790] env[69941]: DEBUG nova.scheduler.client.report [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.357909] env[69941]: DEBUG nova.compute.manager [req-0a79e1df-8f30-4fb0-accb-0871bcce2c6b req-6a075d79-c1f8-435b-8f5a-da0113c4e3c6 service nova] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Received event network-vif-deleted-45ff9e1a-77cb-402f-93d1-0f69f6275c54 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.358252] env[69941]: INFO nova.compute.manager [req-0a79e1df-8f30-4fb0-accb-0871bcce2c6b req-6a075d79-c1f8-435b-8f5a-da0113c4e3c6 service nova] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Neutron deleted interface 45ff9e1a-77cb-402f-93d1-0f69f6275c54; detaching it from the instance and deleting it from the info cache [ 999.358496] env[69941]: DEBUG nova.network.neutron [req-0a79e1df-8f30-4fb0-accb-0871bcce2c6b req-6a075d79-c1f8-435b-8f5a-da0113c4e3c6 service nova] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.379127] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288946, 'name': CreateVM_Task, 'duration_secs': 0.333976} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.379483] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.380124] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.380441] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.380861] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.381610] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dea80b4d-f783-4e13-8c13-953a69b2bad4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.389935] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 999.389935] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]524b100b-3e53-97cb-f1cd-c2ecc5ed527a" [ 999.389935] env[69941]: _type = "Task" [ 999.389935] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.400658] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]524b100b-3e53-97cb-f1cd-c2ecc5ed527a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.506469] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288948, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.549725] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288949, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.603577] env[69941]: DEBUG nova.compute.manager [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.629029] env[69941]: DEBUG nova.virt.hardware [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.629715] env[69941]: DEBUG nova.virt.hardware [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.629715] env[69941]: DEBUG nova.virt.hardware [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.629715] env[69941]: DEBUG nova.virt.hardware [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.630530] env[69941]: DEBUG nova.virt.hardware [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.630768] env[69941]: DEBUG nova.virt.hardware [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.632124] env[69941]: DEBUG nova.virt.hardware [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.632124] env[69941]: DEBUG nova.virt.hardware [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.632124] env[69941]: DEBUG nova.virt.hardware [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.632124] env[69941]: DEBUG nova.virt.hardware [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.632124] env[69941]: DEBUG nova.virt.hardware [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.633966] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a361ae57-25aa-4c33-b420-27f3a87aa672 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.638253] env[69941]: DEBUG oslo_concurrency.lockutils [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.642548] env[69941]: DEBUG oslo_concurrency.lockutils [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.915s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.642814] env[69941]: DEBUG nova.objects.instance [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lazy-loading 'resources' on Instance uuid 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.650962] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd54019-4b39-401a-b619-f8ec21b791e5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.674690] env[69941]: INFO nova.scheduler.client.report [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleted allocations for instance e5170986-5aed-4329-aba3-f4e50566bb1b [ 999.709914] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Volume attach. Driver type: vmdk {{(pid=69941) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 999.710191] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656838', 'volume_id': '92329886-d416-48ba-a4ca-252cfc372226', 'name': 'volume-92329886-d416-48ba-a4ca-252cfc372226', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11118094-2c65-4953-94c8-a6bd67d43bce', 'attached_at': '', 'detached_at': '', 'volume_id': '92329886-d416-48ba-a4ca-252cfc372226', 'serial': '92329886-d416-48ba-a4ca-252cfc372226'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 999.711141] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150f364f-858b-4e17-833a-d17a9dc4ee2f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.730338] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d913adeb-110c-4e84-8024-c7dd4b624e86 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.760255] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] volume-92329886-d416-48ba-a4ca-252cfc372226/volume-92329886-d416-48ba-a4ca-252cfc372226.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.760978] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ee5aa1d-b831-485a-83c8-dd735a5f7456 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.784152] env[69941]: DEBUG oslo_vmware.api [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 999.784152] env[69941]: value = "task-3288950" [ 999.784152] env[69941]: _type = "Task" [ 999.784152] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.794660] env[69941]: DEBUG oslo_vmware.api [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.809381] env[69941]: DEBUG nova.network.neutron [-] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.870278] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4dba60f6-14a1-4ac8-9b02-3ae8506ac49f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.882719] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98447008-e4e2-4bee-bd2c-d171816f4388 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.905897] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]524b100b-3e53-97cb-f1cd-c2ecc5ed527a, 'name': SearchDatastore_Task, 'duration_secs': 0.094026} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.906253] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.906514] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.906731] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.906880] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.907072] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.907349] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85619d2b-62a6-4394-9616-d25649e8214d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.924784] env[69941]: DEBUG nova.compute.manager [req-0a79e1df-8f30-4fb0-accb-0871bcce2c6b req-6a075d79-c1f8-435b-8f5a-da0113c4e3c6 service nova] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Detach interface failed, port_id=45ff9e1a-77cb-402f-93d1-0f69f6275c54, reason: Instance fb66ba05-860c-47fa-bb76-3ef2cd552f9b could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 999.926480] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.926630] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.927682] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3547dbd-5a1f-485a-b0e9-17f4847545fb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.935364] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 999.935364] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e6f11b-12b7-a1a2-87f3-c8a6e955290c" [ 999.935364] env[69941]: _type = "Task" [ 999.935364] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.945200] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e6f11b-12b7-a1a2-87f3-c8a6e955290c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.000906] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288948, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.052631] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288949, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.183740] env[69941]: DEBUG oslo_concurrency.lockutils [None req-49a56e06-d3c9-4d57-92aa-4f43b46f5de3 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "e5170986-5aed-4329-aba3-f4e50566bb1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.178s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.295447] env[69941]: DEBUG oslo_vmware.api [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.312775] env[69941]: INFO nova.compute.manager [-] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Took 2.22 seconds to deallocate network for instance. [ 1000.360056] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cfc29147-cf75-4f2f-af90-77bbcd72269d tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "e01c973a-3d25-493b-8d5d-eff82c27d03c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.360464] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cfc29147-cf75-4f2f-af90-77bbcd72269d tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "e01c973a-3d25-493b-8d5d-eff82c27d03c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.360640] env[69941]: DEBUG nova.compute.manager [None req-cfc29147-cf75-4f2f-af90-77bbcd72269d tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.361817] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a57437a-43cf-46d7-a87c-0b5cdf9659ab {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.374465] env[69941]: DEBUG nova.compute.manager [None req-cfc29147-cf75-4f2f-af90-77bbcd72269d tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69941) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1000.375294] env[69941]: DEBUG nova.objects.instance [None req-cfc29147-cf75-4f2f-af90-77bbcd72269d tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lazy-loading 'flavor' on Instance uuid e01c973a-3d25-493b-8d5d-eff82c27d03c {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.449369] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e6f11b-12b7-a1a2-87f3-c8a6e955290c, 'name': SearchDatastore_Task, 'duration_secs': 0.097048} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.454388] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8caef21-e08d-4b6e-89fd-6c903c0705a0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.461958] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 1000.461958] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52d2ae26-3e42-39e2-6d9c-ddaf08983324" [ 1000.461958] env[69941]: _type = "Task" [ 1000.461958] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.474789] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d2ae26-3e42-39e2-6d9c-ddaf08983324, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.507333] env[69941]: DEBUG oslo_vmware.api [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288948, 'name': RemoveSnapshot_Task, 'duration_secs': 1.064147} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.507941] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1000.528455] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d4ebc7-1033-4964-a6d5-5a9a0629c05c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.537866] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84eb603-ca5e-4d15-b763-206751602f31 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.553285] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288949, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.580283] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdc6e46-c8b8-4207-a45b-4e9cb3d49c68 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.589895] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f5b7b2-7fe8-4022-ba15-d1377a70e6b7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.607848] env[69941]: DEBUG nova.compute.provider_tree [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.796744] env[69941]: DEBUG oslo_vmware.api [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288950, 'name': ReconfigVM_Task, 'duration_secs': 0.626371} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.797044] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Reconfigured VM instance instance-00000044 to attach disk [datastore1] volume-92329886-d416-48ba-a4ca-252cfc372226/volume-92329886-d416-48ba-a4ca-252cfc372226.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.802539] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78061096-0789-47f1-841b-77d8f5f8578b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.821028] env[69941]: DEBUG oslo_vmware.api [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1000.821028] env[69941]: value = "task-3288951" [ 1000.821028] env[69941]: _type = "Task" [ 1000.821028] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.833816] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.856055] env[69941]: DEBUG oslo_vmware.api [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288951, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.970636] env[69941]: DEBUG nova.network.neutron [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Successfully updated port: 40eab94d-25ec-41dc-b1b3-56bf8473a27a {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.983353] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d2ae26-3e42-39e2-6d9c-ddaf08983324, 'name': SearchDatastore_Task, 'duration_secs': 0.0994} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.983777] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.984225] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 9cd489f7-e1c5-4a90-a7cd-823bf7f15207/9cd489f7-e1c5-4a90-a7cd-823bf7f15207.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.985641] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b192c917-9662-4550-bba2-cb098db9dce4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.997877] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 1000.997877] env[69941]: value = "task-3288952" [ 1000.997877] env[69941]: _type = "Task" [ 1000.997877] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.008656] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.017652] env[69941]: WARNING nova.compute.manager [None req-5e200c9c-6152-46e8-a320-6434faaa42d1 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Image not found during snapshot: nova.exception.ImageNotFound: Image 79772e54-768e-4311-a35b-e724b8ea293e could not be found. [ 1001.054691] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288949, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.112268] env[69941]: DEBUG nova.scheduler.client.report [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.331245] env[69941]: DEBUG oslo_vmware.api [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288951, 'name': ReconfigVM_Task, 'duration_secs': 0.214058} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.332029] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656838', 'volume_id': '92329886-d416-48ba-a4ca-252cfc372226', 'name': 'volume-92329886-d416-48ba-a4ca-252cfc372226', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11118094-2c65-4953-94c8-a6bd67d43bce', 'attached_at': '', 'detached_at': '', 'volume_id': '92329886-d416-48ba-a4ca-252cfc372226', 'serial': '92329886-d416-48ba-a4ca-252cfc372226'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1001.336052] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "30f854e3-8a2e-4380-98b2-5f4499892524" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.336052] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "30f854e3-8a2e-4380-98b2-5f4499892524" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.336052] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "30f854e3-8a2e-4380-98b2-5f4499892524-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.336052] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "30f854e3-8a2e-4380-98b2-5f4499892524-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.336052] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "30f854e3-8a2e-4380-98b2-5f4499892524-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.338467] env[69941]: INFO nova.compute.manager [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Terminating instance [ 1001.387845] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc29147-cf75-4f2f-af90-77bbcd72269d tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.388302] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f35a8844-fab8-44bd-b723-005b9e7cd085 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.397477] env[69941]: DEBUG oslo_vmware.api [None req-cfc29147-cf75-4f2f-af90-77bbcd72269d tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1001.397477] env[69941]: value = "task-3288953" [ 1001.397477] env[69941]: _type = "Task" [ 1001.397477] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.408055] env[69941]: DEBUG oslo_vmware.api [None req-cfc29147-cf75-4f2f-af90-77bbcd72269d tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.460110] env[69941]: DEBUG nova.compute.manager [req-371bf75a-5374-448f-88b7-75b4cdb0d2c7 req-3247fa09-9d89-4a02-8bf2-af6113262a0b service nova] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Received event network-vif-plugged-40eab94d-25ec-41dc-b1b3-56bf8473a27a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.460376] env[69941]: DEBUG oslo_concurrency.lockutils [req-371bf75a-5374-448f-88b7-75b4cdb0d2c7 req-3247fa09-9d89-4a02-8bf2-af6113262a0b service nova] Acquiring lock "ad6492e7-be36-4768-8006-459ab112dae9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.460618] env[69941]: DEBUG oslo_concurrency.lockutils [req-371bf75a-5374-448f-88b7-75b4cdb0d2c7 req-3247fa09-9d89-4a02-8bf2-af6113262a0b service nova] Lock "ad6492e7-be36-4768-8006-459ab112dae9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.461119] env[69941]: DEBUG oslo_concurrency.lockutils [req-371bf75a-5374-448f-88b7-75b4cdb0d2c7 req-3247fa09-9d89-4a02-8bf2-af6113262a0b service nova] Lock "ad6492e7-be36-4768-8006-459ab112dae9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.461296] env[69941]: DEBUG nova.compute.manager [req-371bf75a-5374-448f-88b7-75b4cdb0d2c7 req-3247fa09-9d89-4a02-8bf2-af6113262a0b service nova] [instance: ad6492e7-be36-4768-8006-459ab112dae9] No waiting events found dispatching network-vif-plugged-40eab94d-25ec-41dc-b1b3-56bf8473a27a {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.461487] env[69941]: WARNING nova.compute.manager [req-371bf75a-5374-448f-88b7-75b4cdb0d2c7 req-3247fa09-9d89-4a02-8bf2-af6113262a0b service nova] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Received unexpected event network-vif-plugged-40eab94d-25ec-41dc-b1b3-56bf8473a27a for instance with vm_state building and task_state spawning. [ 1001.461674] env[69941]: DEBUG nova.compute.manager [req-371bf75a-5374-448f-88b7-75b4cdb0d2c7 req-3247fa09-9d89-4a02-8bf2-af6113262a0b service nova] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Received event network-changed-40eab94d-25ec-41dc-b1b3-56bf8473a27a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.461923] env[69941]: DEBUG nova.compute.manager [req-371bf75a-5374-448f-88b7-75b4cdb0d2c7 req-3247fa09-9d89-4a02-8bf2-af6113262a0b service nova] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Refreshing instance network info cache due to event network-changed-40eab94d-25ec-41dc-b1b3-56bf8473a27a. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.462166] env[69941]: DEBUG oslo_concurrency.lockutils [req-371bf75a-5374-448f-88b7-75b4cdb0d2c7 req-3247fa09-9d89-4a02-8bf2-af6113262a0b service nova] Acquiring lock "refresh_cache-ad6492e7-be36-4768-8006-459ab112dae9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.462341] env[69941]: DEBUG oslo_concurrency.lockutils [req-371bf75a-5374-448f-88b7-75b4cdb0d2c7 req-3247fa09-9d89-4a02-8bf2-af6113262a0b service nova] Acquired lock "refresh_cache-ad6492e7-be36-4768-8006-459ab112dae9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.462524] env[69941]: DEBUG nova.network.neutron [req-371bf75a-5374-448f-88b7-75b4cdb0d2c7 req-3247fa09-9d89-4a02-8bf2-af6113262a0b service nova] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Refreshing network info cache for port 40eab94d-25ec-41dc-b1b3-56bf8473a27a {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.475742] env[69941]: DEBUG oslo_concurrency.lockutils [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "refresh_cache-ad6492e7-be36-4768-8006-459ab112dae9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.509149] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.553491] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288949, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.473904} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.554221] env[69941]: INFO nova.virt.vmwareapi.ds_util [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2052f2eb-f6d1-4cc8-8e1b-dcf7c846fca5/OSTACK_IMG_2052f2eb-f6d1-4cc8-8e1b-dcf7c846fca5.vmdk to [datastore1] devstack-image-cache_base/3f75712f-8030-477d-82b8-9ef2511676da/3f75712f-8030-477d-82b8-9ef2511676da.vmdk. [ 1001.554221] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Cleaning up location [datastore1] OSTACK_IMG_2052f2eb-f6d1-4cc8-8e1b-dcf7c846fca5 {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1001.554416] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2052f2eb-f6d1-4cc8-8e1b-dcf7c846fca5 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.554697] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-828de227-f8fd-476b-8d70-03fc55348972 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.563766] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1001.563766] env[69941]: value = "task-3288954" [ 1001.563766] env[69941]: _type = "Task" [ 1001.563766] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.573030] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.618187] env[69941]: DEBUG oslo_concurrency.lockutils [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.621300] env[69941]: DEBUG oslo_concurrency.lockutils [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.508s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.646814] env[69941]: INFO nova.scheduler.client.report [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleted allocations for instance 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148 [ 1001.843054] env[69941]: DEBUG nova.compute.manager [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.843299] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.844767] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1d8814-153e-40ca-8aed-b8dd4c1560a7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.853875] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.854296] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a676bc71-838b-49b2-928f-2fbee3338112 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.862252] env[69941]: DEBUG oslo_vmware.api [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 1001.862252] env[69941]: value = "task-3288955" [ 1001.862252] env[69941]: _type = "Task" [ 1001.862252] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.873162] env[69941]: DEBUG oslo_vmware.api [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.908722] env[69941]: DEBUG oslo_vmware.api [None req-cfc29147-cf75-4f2f-af90-77bbcd72269d tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3288953, 'name': PowerOffVM_Task, 'duration_secs': 0.27453} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.909057] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc29147-cf75-4f2f-af90-77bbcd72269d tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.909270] env[69941]: DEBUG nova.compute.manager [None req-cfc29147-cf75-4f2f-af90-77bbcd72269d tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.910113] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195468f3-6f25-447a-a0d9-5fa0227f116c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.995808] env[69941]: DEBUG nova.network.neutron [req-371bf75a-5374-448f-88b7-75b4cdb0d2c7 req-3247fa09-9d89-4a02-8bf2-af6113262a0b service nova] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.008339] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.969432} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.009041] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 9cd489f7-e1c5-4a90-a7cd-823bf7f15207/9cd489f7-e1c5-4a90-a7cd-823bf7f15207.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.009340] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.009676] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09881315-3639-4c77-a974-df5aacb6180d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.018023] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 1002.018023] env[69941]: value = "task-3288956" [ 1002.018023] env[69941]: _type = "Task" [ 1002.018023] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.026987] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.077322] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16439} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.077322] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.077322] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f75712f-8030-477d-82b8-9ef2511676da/3f75712f-8030-477d-82b8-9ef2511676da.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.077322] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f75712f-8030-477d-82b8-9ef2511676da/3f75712f-8030-477d-82b8-9ef2511676da.vmdk to [datastore1] 73978fd3-5c56-40d3-8a9c-0fc21bebd315/73978fd3-5c56-40d3-8a9c-0fc21bebd315.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.077322] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21427f03-fb7c-4eb8-b262-95a1267d6c10 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.084994] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1002.084994] env[69941]: value = "task-3288957" [ 1002.084994] env[69941]: _type = "Task" [ 1002.084994] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.097480] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.118836] env[69941]: DEBUG nova.network.neutron [req-371bf75a-5374-448f-88b7-75b4cdb0d2c7 req-3247fa09-9d89-4a02-8bf2-af6113262a0b service nova] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.130464] env[69941]: INFO nova.compute.claims [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.155418] env[69941]: DEBUG oslo_concurrency.lockutils [None req-172a43fe-c409-471e-8d78-e94fcd88811b tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "10d1a76a-1fe4-473f-9db3-9b6b4f8ab148" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.697s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.373350] env[69941]: DEBUG oslo_vmware.api [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288955, 'name': PowerOffVM_Task, 'duration_secs': 0.184298} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.373631] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.373837] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.374146] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2031d9d-074f-4fb7-85ef-951a2f92c2fe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.387136] env[69941]: DEBUG nova.objects.instance [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lazy-loading 'flavor' on Instance uuid 11118094-2c65-4953-94c8-a6bd67d43bce {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.424544] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cfc29147-cf75-4f2f-af90-77bbcd72269d tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "e01c973a-3d25-493b-8d5d-eff82c27d03c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.491055] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.491055] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.491055] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Deleting the datastore file [datastore1] 30f854e3-8a2e-4380-98b2-5f4499892524 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.491055] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6848a4eb-a3eb-4460-9594-2105457fc6ba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.499926] env[69941]: DEBUG oslo_vmware.api [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 1002.499926] env[69941]: value = "task-3288959" [ 1002.499926] env[69941]: _type = "Task" [ 1002.499926] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.509771] env[69941]: DEBUG oslo_vmware.api [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.529315] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076545} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.529718] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.530584] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b665c2-7258-4723-9633-6a3be23686b7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.553580] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 9cd489f7-e1c5-4a90-a7cd-823bf7f15207/9cd489f7-e1c5-4a90-a7cd-823bf7f15207.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.554571] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2add9a9-3da1-4450-a13f-e410f7396821 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.580014] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 1002.580014] env[69941]: value = "task-3288960" [ 1002.580014] env[69941]: _type = "Task" [ 1002.580014] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.590943] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.600499] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288957, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.622462] env[69941]: DEBUG oslo_concurrency.lockutils [req-371bf75a-5374-448f-88b7-75b4cdb0d2c7 req-3247fa09-9d89-4a02-8bf2-af6113262a0b service nova] Releasing lock "refresh_cache-ad6492e7-be36-4768-8006-459ab112dae9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.623284] env[69941]: DEBUG oslo_concurrency.lockutils [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "refresh_cache-ad6492e7-be36-4768-8006-459ab112dae9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.623284] env[69941]: DEBUG nova.network.neutron [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.635930] env[69941]: INFO nova.compute.resource_tracker [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Updating resource usage from migration 5fe8d5e9-c38e-4852-97d8-23e776482460 [ 1002.893183] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f45dec91-2202-43c2-b92e-7d2c788c10cc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "11118094-2c65-4953-94c8-a6bd67d43bce" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.818s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.989802] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6af44ab-c4a2-4319-ab7d-a920d9c339af {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.000985] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719a5038-7953-4089-8e92-77733e92a237 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.013977] env[69941]: DEBUG oslo_vmware.api [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.041760] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdabca4-312b-4a8f-a266-4d80217a7c63 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.052350] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eed1861-f272-4102-aba1-063b6c62cc69 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.068731] env[69941]: DEBUG nova.compute.provider_tree [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.093061] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.104014] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288957, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.191511] env[69941]: DEBUG nova.network.neutron [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.380342] env[69941]: DEBUG nova.network.neutron [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Updating instance_info_cache with network_info: [{"id": "40eab94d-25ec-41dc-b1b3-56bf8473a27a", "address": "fa:16:3e:fa:97:75", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40eab94d-25", "ovs_interfaceid": "40eab94d-25ec-41dc-b1b3-56bf8473a27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.515259] env[69941]: DEBUG oslo_vmware.api [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.572333] env[69941]: DEBUG nova.scheduler.client.report [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.579797] env[69941]: DEBUG oslo_concurrency.lockutils [None req-db8c2d4f-94af-4149-a067-14c97b53a912 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "11118094-2c65-4953-94c8-a6bd67d43bce" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.580178] env[69941]: DEBUG oslo_concurrency.lockutils [None req-db8c2d4f-94af-4149-a067-14c97b53a912 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "11118094-2c65-4953-94c8-a6bd67d43bce" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.580379] env[69941]: DEBUG nova.compute.manager [None req-db8c2d4f-94af-4149-a067-14c97b53a912 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.581548] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83235832-7b67-4114-b8f1-1f23d8cc8fe3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.598190] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.598579] env[69941]: DEBUG nova.compute.manager [None req-db8c2d4f-94af-4149-a067-14c97b53a912 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69941) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1003.599124] env[69941]: DEBUG nova.objects.instance [None req-db8c2d4f-94af-4149-a067-14c97b53a912 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lazy-loading 'flavor' on Instance uuid 11118094-2c65-4953-94c8-a6bd67d43bce {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.613682] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288957, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.679942] env[69941]: DEBUG nova.compute.manager [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Stashing vm_state: stopped {{(pid=69941) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1003.889027] env[69941]: DEBUG oslo_concurrency.lockutils [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "refresh_cache-ad6492e7-be36-4768-8006-459ab112dae9" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.889027] env[69941]: DEBUG nova.compute.manager [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Instance network_info: |[{"id": "40eab94d-25ec-41dc-b1b3-56bf8473a27a", "address": "fa:16:3e:fa:97:75", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40eab94d-25", "ovs_interfaceid": "40eab94d-25ec-41dc-b1b3-56bf8473a27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.889027] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:97:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40eab94d-25ec-41dc-b1b3-56bf8473a27a', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.895161] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.895436] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.895787] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42f5bd2c-c2fc-4b09-9374-6499f59077e8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.925022] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.925022] env[69941]: value = "task-3288961" [ 1003.925022] env[69941]: _type = "Task" [ 1003.925022] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.930934] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288961, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.015808] env[69941]: DEBUG oslo_vmware.api [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.078056] env[69941]: DEBUG oslo_concurrency.lockutils [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.457s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.078247] env[69941]: INFO nova.compute.manager [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Migrating [ 1004.085402] env[69941]: DEBUG oslo_concurrency.lockutils [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.710s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.085652] env[69941]: DEBUG nova.objects.instance [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Lazy-loading 'resources' on Instance uuid 6b5a2048-42cf-410a-b399-ce20366e417a {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.110939] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.120049] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288957, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.205721] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.433267] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288961, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.516433] env[69941]: DEBUG oslo_vmware.api [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3288959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.893266} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.516684] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.516783] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.516961] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.517151] env[69941]: INFO nova.compute.manager [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Took 2.67 seconds to destroy the instance on the hypervisor. [ 1004.517423] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.517621] env[69941]: DEBUG nova.compute.manager [-] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.517714] env[69941]: DEBUG nova.network.neutron [-] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.597939] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288960, 'name': ReconfigVM_Task, 'duration_secs': 2.010462} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.600839] env[69941]: DEBUG oslo_concurrency.lockutils [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "refresh_cache-7660ec11-f8b3-45d0-9e91-d664b4fbcb86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.601010] env[69941]: DEBUG oslo_concurrency.lockutils [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "refresh_cache-7660ec11-f8b3-45d0-9e91-d664b4fbcb86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.601202] env[69941]: DEBUG nova.network.neutron [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.602442] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 9cd489f7-e1c5-4a90-a7cd-823bf7f15207/9cd489f7-e1c5-4a90-a7cd-823bf7f15207.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.603665] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fe2c295-e3e2-4eac-bae2-ffe24a6a40de {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.617766] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8c2d4f-94af-4149-a067-14c97b53a912 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.617766] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288957, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.391578} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.618747] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d168a39c-35f9-4849-981a-4d0514c97731 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.620234] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f75712f-8030-477d-82b8-9ef2511676da/3f75712f-8030-477d-82b8-9ef2511676da.vmdk to [datastore1] 73978fd3-5c56-40d3-8a9c-0fc21bebd315/73978fd3-5c56-40d3-8a9c-0fc21bebd315.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.620578] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 1004.620578] env[69941]: value = "task-3288962" [ 1004.620578] env[69941]: _type = "Task" [ 1004.620578] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.626015] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116116f7-66ab-440b-a075-90d59b056580 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.631919] env[69941]: DEBUG oslo_vmware.api [None req-db8c2d4f-94af-4149-a067-14c97b53a912 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1004.631919] env[69941]: value = "task-3288963" [ 1004.631919] env[69941]: _type = "Task" [ 1004.631919] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.638352] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288962, 'name': Rename_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.663284] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 73978fd3-5c56-40d3-8a9c-0fc21bebd315/73978fd3-5c56-40d3-8a9c-0fc21bebd315.vmdk or device None with type streamOptimized {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.668290] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-324fb0a3-63e4-4479-813f-3463dc147d9f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.707869] env[69941]: DEBUG oslo_vmware.api [None req-db8c2d4f-94af-4149-a067-14c97b53a912 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.709429] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1004.709429] env[69941]: value = "task-3288964" [ 1004.709429] env[69941]: _type = "Task" [ 1004.709429] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.722643] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288964, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.873067] env[69941]: DEBUG nova.compute.manager [req-337c72d5-0b64-439f-9df7-00ff3ada9094 req-69cbcf0a-a50d-40e5-9451-bd61a5e5198b service nova] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Received event network-vif-deleted-69d3ea19-026d-449a-927e-b1bb13c12e14 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.874935] env[69941]: INFO nova.compute.manager [req-337c72d5-0b64-439f-9df7-00ff3ada9094 req-69cbcf0a-a50d-40e5-9451-bd61a5e5198b service nova] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Neutron deleted interface 69d3ea19-026d-449a-927e-b1bb13c12e14; detaching it from the instance and deleting it from the info cache [ 1004.874935] env[69941]: DEBUG nova.network.neutron [req-337c72d5-0b64-439f-9df7-00ff3ada9094 req-69cbcf0a-a50d-40e5-9451-bd61a5e5198b service nova] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.933237] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288961, 'name': CreateVM_Task, 'duration_secs': 0.656795} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.933416] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.934114] env[69941]: DEBUG oslo_concurrency.lockutils [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.934320] env[69941]: DEBUG oslo_concurrency.lockutils [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.934664] env[69941]: DEBUG oslo_concurrency.lockutils [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.934920] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dbe1659-f421-474c-bd41-03f3bc88508e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.945251] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1004.945251] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f0c4d6-029d-a417-8d45-242ad0c8b474" [ 1004.945251] env[69941]: _type = "Task" [ 1004.945251] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.958632] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f0c4d6-029d-a417-8d45-242ad0c8b474, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.977466] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.977466] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.019073] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d909188-d453-4705-bb7b-0904b0bddedc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.027649] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad216414-1288-4ed7-830b-8023a4dbfe07 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.065892] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f000d99-30bf-49be-9ede-6cb909b36e83 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.075284] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ceea23-2035-4138-82b7-67d4c3907d7e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.090543] env[69941]: DEBUG nova.compute.provider_tree [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.137107] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288962, 'name': Rename_Task, 'duration_secs': 0.158214} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.137107] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.139400] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb4d8af5-6cd2-4321-b128-2b3dcc40f476 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.148088] env[69941]: DEBUG oslo_vmware.api [None req-db8c2d4f-94af-4149-a067-14c97b53a912 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288963, 'name': PowerOffVM_Task, 'duration_secs': 0.319397} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.149305] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8c2d4f-94af-4149-a067-14c97b53a912 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.149533] env[69941]: DEBUG nova.compute.manager [None req-db8c2d4f-94af-4149-a067-14c97b53a912 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.149868] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 1005.149868] env[69941]: value = "task-3288965" [ 1005.149868] env[69941]: _type = "Task" [ 1005.149868] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.150617] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13825381-7b60-47d7-9b0e-bb431779f7dd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.161414] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.221858] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288964, 'name': ReconfigVM_Task, 'duration_secs': 0.353236} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.222173] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 73978fd3-5c56-40d3-8a9c-0fc21bebd315/73978fd3-5c56-40d3-8a9c-0fc21bebd315.vmdk or device None with type streamOptimized {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.223584] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encrypted': False, 'device_type': 'disk', 'device_name': '/dev/sda', 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'encryption_options': None, 'image_id': 'a8fcb2e0-9bb0-416a-a807-8d5261651dec'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': '11fa44d3-b590-4a90-b960-72fe21ab2e98', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656816', 'volume_id': 'd129c3a2-be15-4cb1-9115-8e55101c0cc8', 'name': 'volume-d129c3a2-be15-4cb1-9115-8e55101c0cc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '73978fd3-5c56-40d3-8a9c-0fc21bebd315', 'attached_at': '', 'detached_at': '', 'volume_id': 'd129c3a2-be15-4cb1-9115-8e55101c0cc8', 'serial': 'd129c3a2-be15-4cb1-9115-8e55101c0cc8'}, 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69941) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1005.223795] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Volume attach. Driver type: vmdk {{(pid=69941) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1005.223992] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656816', 'volume_id': 'd129c3a2-be15-4cb1-9115-8e55101c0cc8', 'name': 'volume-d129c3a2-be15-4cb1-9115-8e55101c0cc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '73978fd3-5c56-40d3-8a9c-0fc21bebd315', 'attached_at': '', 'detached_at': '', 'volume_id': 'd129c3a2-be15-4cb1-9115-8e55101c0cc8', 'serial': 'd129c3a2-be15-4cb1-9115-8e55101c0cc8'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1005.225087] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99c0bbc-5f60-4fe8-8aae-0ebde0b7945e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.245627] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30388825-3e59-45f6-9f90-f960a1b45668 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.270700] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] volume-d129c3a2-be15-4cb1-9115-8e55101c0cc8/volume-d129c3a2-be15-4cb1-9115-8e55101c0cc8.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.273773] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc9d14ac-acca-40e3-9359-1052fd4c33c6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.294805] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1005.294805] env[69941]: value = "task-3288966" [ 1005.294805] env[69941]: _type = "Task" [ 1005.294805] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.304181] env[69941]: DEBUG nova.network.neutron [-] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.305550] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.363016] env[69941]: DEBUG nova.network.neutron [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Updating instance_info_cache with network_info: [{"id": "5eee84f5-f52b-4e3b-9081-e515c0c83e0a", "address": "fa:16:3e:4b:dd:22", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eee84f5-f5", "ovs_interfaceid": "5eee84f5-f52b-4e3b-9081-e515c0c83e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.376726] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33884366-9657-43d0-9abd-05de29bdf8e0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.387368] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e2037b-62e1-4264-9f7c-92fb153c5a73 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.420438] env[69941]: DEBUG nova.compute.manager [req-337c72d5-0b64-439f-9df7-00ff3ada9094 req-69cbcf0a-a50d-40e5-9451-bd61a5e5198b service nova] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Detach interface failed, port_id=69d3ea19-026d-449a-927e-b1bb13c12e14, reason: Instance 30f854e3-8a2e-4380-98b2-5f4499892524 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.457554] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f0c4d6-029d-a417-8d45-242ad0c8b474, 'name': SearchDatastore_Task, 'duration_secs': 0.014298} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.457554] env[69941]: DEBUG oslo_concurrency.lockutils [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.458020] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.458137] env[69941]: DEBUG oslo_concurrency.lockutils [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.458194] env[69941]: DEBUG oslo_concurrency.lockutils [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.458358] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.458631] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaa097cd-4464-4794-bca8-40d0ecb72bd3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.472126] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.472126] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.472126] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ba2ca27-ce63-4fcf-8045-2e1b038b9d86 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.478074] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1005.478074] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]527bfbbb-00b7-eeb4-651d-d4eed2ca5a7e" [ 1005.478074] env[69941]: _type = "Task" [ 1005.478074] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.478524] env[69941]: DEBUG nova.compute.manager [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.491979] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527bfbbb-00b7-eeb4-651d-d4eed2ca5a7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011621} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.494910] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64b2f6d4-9fba-4793-8398-c9ba207bd014 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.498846] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1005.498846] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]529dd622-bcf8-e028-517c-e607c1cb62b0" [ 1005.498846] env[69941]: _type = "Task" [ 1005.498846] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.507390] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529dd622-bcf8-e028-517c-e607c1cb62b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.593751] env[69941]: DEBUG nova.scheduler.client.report [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.664574] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288965, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.668307] env[69941]: DEBUG oslo_concurrency.lockutils [None req-db8c2d4f-94af-4149-a067-14c97b53a912 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "11118094-2c65-4953-94c8-a6bd67d43bce" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.088s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.806325] env[69941]: INFO nova.compute.manager [-] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Took 1.29 seconds to deallocate network for instance. [ 1005.806662] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288966, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.865844] env[69941]: DEBUG oslo_concurrency.lockutils [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "refresh_cache-7660ec11-f8b3-45d0-9e91-d664b4fbcb86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.011252] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529dd622-bcf8-e028-517c-e607c1cb62b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010645} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.011252] env[69941]: DEBUG oslo_concurrency.lockutils [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.011557] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] ad6492e7-be36-4768-8006-459ab112dae9/ad6492e7-be36-4768-8006-459ab112dae9.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.012644] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50285b43-eba2-410a-8844-e7c1b4e9b7c9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.016270] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.019423] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1006.019423] env[69941]: value = "task-3288967" [ 1006.019423] env[69941]: _type = "Task" [ 1006.019423] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.030168] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.098550] env[69941]: DEBUG oslo_concurrency.lockutils [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.101097] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.335s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.102919] env[69941]: INFO nova.compute.claims [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.121557] env[69941]: INFO nova.scheduler.client.report [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Deleted allocations for instance 6b5a2048-42cf-410a-b399-ce20366e417a [ 1006.123284] env[69941]: DEBUG nova.objects.instance [None req-0ff94c0b-bf50-472b-b2b7-73bf922f928b tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lazy-loading 'flavor' on Instance uuid 11118094-2c65-4953-94c8-a6bd67d43bce {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.165294] env[69941]: DEBUG oslo_vmware.api [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288965, 'name': PowerOnVM_Task, 'duration_secs': 0.780333} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.166176] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.166176] env[69941]: DEBUG nova.compute.manager [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.166682] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baca499b-b775-48e3-a851-eb2f7452a10b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.305923] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288966, 'name': ReconfigVM_Task, 'duration_secs': 0.561407} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.306305] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Reconfigured VM instance instance-00000047 to attach disk [datastore1] volume-d129c3a2-be15-4cb1-9115-8e55101c0cc8/volume-d129c3a2-be15-4cb1-9115-8e55101c0cc8.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.311018] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d0d28eb-5f23-4823-a14f-6a1dfffc5a48 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.322180] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.329134] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1006.329134] env[69941]: value = "task-3288968" [ 1006.329134] env[69941]: _type = "Task" [ 1006.329134] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.340789] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.532543] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288967, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.632423] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0ff94c0b-bf50-472b-b2b7-73bf922f928b tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "refresh_cache-11118094-2c65-4953-94c8-a6bd67d43bce" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.632781] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0ff94c0b-bf50-472b-b2b7-73bf922f928b tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquired lock "refresh_cache-11118094-2c65-4953-94c8-a6bd67d43bce" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.632781] env[69941]: DEBUG nova.network.neutron [None req-0ff94c0b-bf50-472b-b2b7-73bf922f928b tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.632964] env[69941]: DEBUG nova.objects.instance [None req-0ff94c0b-bf50-472b-b2b7-73bf922f928b tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lazy-loading 'info_cache' on Instance uuid 11118094-2c65-4953-94c8-a6bd67d43bce {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.634636] env[69941]: DEBUG oslo_concurrency.lockutils [None req-76c809cd-9d90-4ae6-900a-b93d8872d2b6 tempest-ServerMetadataNegativeTestJSON-288957150 tempest-ServerMetadataNegativeTestJSON-288957150-project-member] Lock "6b5a2048-42cf-410a-b399-ce20366e417a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.006s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.686142] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.842628] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288968, 'name': ReconfigVM_Task, 'duration_secs': 0.37048} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.843277] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656816', 'volume_id': 'd129c3a2-be15-4cb1-9115-8e55101c0cc8', 'name': 'volume-d129c3a2-be15-4cb1-9115-8e55101c0cc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '73978fd3-5c56-40d3-8a9c-0fc21bebd315', 'attached_at': '', 'detached_at': '', 'volume_id': 'd129c3a2-be15-4cb1-9115-8e55101c0cc8', 'serial': 'd129c3a2-be15-4cb1-9115-8e55101c0cc8'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1006.843911] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4c71cac-4c45-403d-bba2-9d35aa05d7c1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.851596] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1006.851596] env[69941]: value = "task-3288969" [ 1006.851596] env[69941]: _type = "Task" [ 1006.851596] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.861178] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288969, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.995707] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Acquiring lock "9cd489f7-e1c5-4a90-a7cd-823bf7f15207" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.995977] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Lock "9cd489f7-e1c5-4a90-a7cd-823bf7f15207" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.996218] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Acquiring lock "9cd489f7-e1c5-4a90-a7cd-823bf7f15207-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.996410] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Lock "9cd489f7-e1c5-4a90-a7cd-823bf7f15207-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.996670] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Lock "9cd489f7-e1c5-4a90-a7cd-823bf7f15207-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.999142] env[69941]: INFO nova.compute.manager [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Terminating instance [ 1007.031750] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841424} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.032034] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] ad6492e7-be36-4768-8006-459ab112dae9/ad6492e7-be36-4768-8006-459ab112dae9.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.034045] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.034045] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-651c1a21-3015-410c-b8e9-2f06dca42709 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.042301] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1007.042301] env[69941]: value = "task-3288970" [ 1007.042301] env[69941]: _type = "Task" [ 1007.042301] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.052391] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.137618] env[69941]: DEBUG nova.objects.base [None req-0ff94c0b-bf50-472b-b2b7-73bf922f928b tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Object Instance<11118094-2c65-4953-94c8-a6bd67d43bce> lazy-loaded attributes: flavor,info_cache {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1007.303495] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.303745] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.365600] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288969, 'name': Rename_Task, 'duration_secs': 0.40181} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.369464] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.370142] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d18c8f0-db72-44ba-b665-38b9d044e38f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.381943] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1007.381943] env[69941]: value = "task-3288971" [ 1007.381943] env[69941]: _type = "Task" [ 1007.381943] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.392405] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5880ee4-3767-410d-ba9e-386b7276a080 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.405340] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.421507] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Updating instance '7660ec11-f8b3-45d0-9e91-d664b4fbcb86' progress to 0 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.508099] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Acquiring lock "refresh_cache-9cd489f7-e1c5-4a90-a7cd-823bf7f15207" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.508392] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Acquired lock "refresh_cache-9cd489f7-e1c5-4a90-a7cd-823bf7f15207" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.508645] env[69941]: DEBUG nova.network.neutron [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.510556] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4486dd37-1e56-46b3-ab02-9e3447a5d6f2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.520732] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15de6691-d68d-4758-a714-1917d6c1c10d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.556971] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f32d261-18f3-40af-a876-757615903e1a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.565917] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188303} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.568157] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.569170] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a27c139-a3b7-49b7-b5b4-db9a163faa3b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.572726] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce635002-db23-4a35-9b97-f0593635baf3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.602927] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] ad6492e7-be36-4768-8006-459ab112dae9/ad6492e7-be36-4768-8006-459ab112dae9.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.613171] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab38bcac-8bd8-4990-abaf-f67e20d80b9a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.628712] env[69941]: DEBUG nova.compute.provider_tree [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.638665] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1007.638665] env[69941]: value = "task-3288972" [ 1007.638665] env[69941]: _type = "Task" [ 1007.638665] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.653580] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.814937] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.815151] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.815306] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.815455] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.815594] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.815736] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.815867] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69941) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1007.816026] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.898787] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.932189] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.932544] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bc1717d-cc37-491d-adf3-df0208dff8c1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.944105] env[69941]: DEBUG oslo_vmware.api [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 1007.944105] env[69941]: value = "task-3288973" [ 1007.944105] env[69941]: _type = "Task" [ 1007.944105] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.956657] env[69941]: DEBUG oslo_vmware.api [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.052226] env[69941]: DEBUG nova.network.neutron [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.058546] env[69941]: DEBUG nova.network.neutron [None req-0ff94c0b-bf50-472b-b2b7-73bf922f928b tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Updating instance_info_cache with network_info: [{"id": "eba3f267-e778-43c6-8d3f-75ba3d906104", "address": "fa:16:3e:d1:9b:93", "network": {"id": "763bcbf2-73b8-47d2-ba02-0c58c560776e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1136552053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd1ea7f509e42febe95e74434a5b241", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba3f267-e7", "ovs_interfaceid": "eba3f267-e778-43c6-8d3f-75ba3d906104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.133037] env[69941]: DEBUG nova.scheduler.client.report [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.152939] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.321234] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.396688] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288971, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.430912] env[69941]: DEBUG nova.network.neutron [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.456680] env[69941]: DEBUG oslo_vmware.api [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288973, 'name': PowerOffVM_Task, 'duration_secs': 0.243302} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.457009] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.457210] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Updating instance '7660ec11-f8b3-45d0-9e91-d664b4fbcb86' progress to 17 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.562436] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0ff94c0b-bf50-472b-b2b7-73bf922f928b tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Releasing lock "refresh_cache-11118094-2c65-4953-94c8-a6bd67d43bce" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.639983] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.641685] env[69941]: DEBUG nova.compute.manager [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.645031] env[69941]: DEBUG oslo_concurrency.lockutils [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.573s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.647679] env[69941]: INFO nova.compute.claims [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.667262] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288972, 'name': ReconfigVM_Task, 'duration_secs': 0.585025} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.667496] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Reconfigured VM instance instance-0000005c to attach disk [datastore1] ad6492e7-be36-4768-8006-459ab112dae9/ad6492e7-be36-4768-8006-459ab112dae9.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.668379] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72ddf15f-ba28-4afc-b43d-22beee19156d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.679140] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1008.679140] env[69941]: value = "task-3288974" [ 1008.679140] env[69941]: _type = "Task" [ 1008.679140] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.691488] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288974, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.897013] env[69941]: DEBUG oslo_vmware.api [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3288971, 'name': PowerOnVM_Task, 'duration_secs': 1.104776} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.897315] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.934091] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Releasing lock "refresh_cache-9cd489f7-e1c5-4a90-a7cd-823bf7f15207" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.934621] env[69941]: DEBUG nova.compute.manager [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.934843] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.935735] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5d1454-77b9-4081-bcd2-85928b6dabdf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.944154] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.944411] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64577659-bed1-465b-8410-a07da50f8393 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.952771] env[69941]: DEBUG oslo_vmware.api [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 1008.952771] env[69941]: value = "task-3288975" [ 1008.952771] env[69941]: _type = "Task" [ 1008.952771] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.963890] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.964214] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.964416] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.964602] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.964746] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.964892] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.965117] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.965281] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.965448] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.965618] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.965815] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.971598] env[69941]: DEBUG oslo_vmware.api [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.971941] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaa1deb0-5dc1-4914-a84a-5a9c8e387fde {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.988370] env[69941]: DEBUG oslo_vmware.api [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 1008.988370] env[69941]: value = "task-3288976" [ 1008.988370] env[69941]: _type = "Task" [ 1008.988370] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.997280] env[69941]: DEBUG oslo_vmware.api [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.010510] env[69941]: DEBUG nova.compute.manager [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.011433] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f420466-32f9-4c00-83cf-f954fdb4f7e5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.156389] env[69941]: DEBUG nova.compute.utils [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.161020] env[69941]: DEBUG nova.compute.manager [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.161020] env[69941]: DEBUG nova.network.neutron [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.190463] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288974, 'name': Rename_Task, 'duration_secs': 0.158958} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.190797] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.191069] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e81cbaab-e5c8-4ec6-a7bf-021ca6c1a9ff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.199426] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1009.199426] env[69941]: value = "task-3288977" [ 1009.199426] env[69941]: _type = "Task" [ 1009.199426] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.208080] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.209494] env[69941]: DEBUG nova.policy [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b9cce690905424490ec5efe28a5c8bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3cbf3c7320542ef9793cf4db073af58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.464053] env[69941]: DEBUG oslo_vmware.api [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288975, 'name': PowerOffVM_Task, 'duration_secs': 0.188131} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.464707] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.465076] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.466383] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25dc11ab-a735-4dc5-a563-754e6f59220b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.498845] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.499986] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.499986] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Deleting the datastore file [datastore1] 9cd489f7-e1c5-4a90-a7cd-823bf7f15207 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.499986] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-886f3766-6dda-4cc1-b9e3-dc2fc7e41342 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.507293] env[69941]: DEBUG oslo_vmware.api [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.513527] env[69941]: DEBUG oslo_vmware.api [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for the task: (returnval){ [ 1009.513527] env[69941]: value = "task-3288979" [ 1009.513527] env[69941]: _type = "Task" [ 1009.513527] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.527809] env[69941]: DEBUG oslo_vmware.api [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.530874] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9227f92b-2ec8-4c31-b2a1-0a2299d4fce1 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 43.095s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.566940] env[69941]: DEBUG nova.network.neutron [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Successfully created port: bafd59c8-8bae-410f-8cb1-a83da9529630 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.571650] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff94c0b-bf50-472b-b2b7-73bf922f928b tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.571990] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48240c8c-7399-4f60-8c27-67acde0a44ca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.579621] env[69941]: DEBUG oslo_vmware.api [None req-0ff94c0b-bf50-472b-b2b7-73bf922f928b tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1009.579621] env[69941]: value = "task-3288980" [ 1009.579621] env[69941]: _type = "Task" [ 1009.579621] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.589616] env[69941]: DEBUG oslo_vmware.api [None req-0ff94c0b-bf50-472b-b2b7-73bf922f928b tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.662781] env[69941]: DEBUG nova.compute.manager [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.717104] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.001960] env[69941]: DEBUG oslo_vmware.api [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288976, 'name': ReconfigVM_Task, 'duration_secs': 0.645904} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.002361] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Updating instance '7660ec11-f8b3-45d0-9e91-d664b4fbcb86' progress to 33 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.023192] env[69941]: DEBUG oslo_vmware.api [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Task: {'id': task-3288979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106655} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.024315] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.024512] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.024687] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.024863] env[69941]: INFO nova.compute.manager [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1010.025141] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.025836] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cba558-51f6-4ae4-92a2-f88d4369c668 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.028458] env[69941]: DEBUG nova.compute.manager [-] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.028787] env[69941]: DEBUG nova.network.neutron [-] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.034682] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45311f0-1579-4fd5-8df7-55968712de19 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.066100] env[69941]: DEBUG nova.network.neutron [-] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.068641] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148ba53f-04b2-4672-84e9-66051f1757df {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.077637] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3bf6fd-cfaa-43ed-9c80-2f25a7bdb947 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.098019] env[69941]: DEBUG nova.compute.provider_tree [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.099280] env[69941]: DEBUG oslo_vmware.api [None req-0ff94c0b-bf50-472b-b2b7-73bf922f928b tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288980, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.211619] env[69941]: DEBUG oslo_vmware.api [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288977, 'name': PowerOnVM_Task, 'duration_secs': 0.703606} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.211895] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.212078] env[69941]: INFO nova.compute.manager [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Took 10.61 seconds to spawn the instance on the hypervisor. [ 1010.212308] env[69941]: DEBUG nova.compute.manager [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.213085] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b601bb06-8221-428e-9a6e-5f4038ddf72f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.510595] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.510595] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.510595] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.510892] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.510892] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.511093] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.511266] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.511428] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.511594] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.511754] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.511924] env[69941]: DEBUG nova.virt.hardware [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.517347] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1010.518474] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ccb5f73-64be-4f6d-86a1-5b9ea190d92c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.537211] env[69941]: DEBUG oslo_vmware.api [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 1010.537211] env[69941]: value = "task-3288981" [ 1010.537211] env[69941]: _type = "Task" [ 1010.537211] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.546185] env[69941]: DEBUG oslo_vmware.api [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.573450] env[69941]: DEBUG nova.network.neutron [-] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.593027] env[69941]: DEBUG oslo_vmware.api [None req-0ff94c0b-bf50-472b-b2b7-73bf922f928b tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3288980, 'name': PowerOnVM_Task, 'duration_secs': 0.591266} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.593159] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff94c0b-bf50-472b-b2b7-73bf922f928b tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.593367] env[69941]: DEBUG nova.compute.manager [None req-0ff94c0b-bf50-472b-b2b7-73bf922f928b tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.594163] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fd6861-7a2a-46c1-8e27-f9f95d511c54 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.601213] env[69941]: DEBUG nova.scheduler.client.report [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.672043] env[69941]: DEBUG nova.compute.manager [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.700428] env[69941]: DEBUG nova.virt.hardware [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.700677] env[69941]: DEBUG nova.virt.hardware [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.700840] env[69941]: DEBUG nova.virt.hardware [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.701032] env[69941]: DEBUG nova.virt.hardware [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.701187] env[69941]: DEBUG nova.virt.hardware [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.701335] env[69941]: DEBUG nova.virt.hardware [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.701606] env[69941]: DEBUG nova.virt.hardware [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.701806] env[69941]: DEBUG nova.virt.hardware [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.701986] env[69941]: DEBUG nova.virt.hardware [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.702166] env[69941]: DEBUG nova.virt.hardware [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.702487] env[69941]: DEBUG nova.virt.hardware [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.703705] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba78bb2-90b1-4846-8a1d-bee421a558d6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.712036] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde72974-c860-4844-a127-eb5172673cad {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.732918] env[69941]: INFO nova.compute.manager [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Took 29.98 seconds to build instance. [ 1011.050357] env[69941]: DEBUG oslo_vmware.api [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288981, 'name': ReconfigVM_Task, 'duration_secs': 0.392574} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.050530] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1011.051541] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9801d6-948b-4078-98f4-4766d7edc45e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.079229] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 7660ec11-f8b3-45d0-9e91-d664b4fbcb86/7660ec11-f8b3-45d0-9e91-d664b4fbcb86.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.079733] env[69941]: INFO nova.compute.manager [-] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Took 1.05 seconds to deallocate network for instance. [ 1011.079993] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0a6c77f-c3ee-4c13-8a47-8bba982d2150 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.106885] env[69941]: DEBUG oslo_vmware.api [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 1011.106885] env[69941]: value = "task-3288982" [ 1011.106885] env[69941]: _type = "Task" [ 1011.106885] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.109193] env[69941]: DEBUG oslo_concurrency.lockutils [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.109776] env[69941]: DEBUG nova.compute.manager [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.118713] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.720s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.118713] env[69941]: DEBUG nova.objects.instance [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lazy-loading 'resources' on Instance uuid 60628810-b8e7-4fe1-9a6e-81030946b455 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.124453] env[69941]: DEBUG oslo_vmware.api [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.126837] env[69941]: DEBUG nova.compute.manager [req-f4923fb7-5bec-48f4-95d8-1058d61c5fa4 req-b1e699e1-027e-4507-8ca4-8473c0a4b6ef service nova] [instance: 73773832-989a-4e38-8292-a6564c135eee] Received event network-vif-plugged-bafd59c8-8bae-410f-8cb1-a83da9529630 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.127218] env[69941]: DEBUG oslo_concurrency.lockutils [req-f4923fb7-5bec-48f4-95d8-1058d61c5fa4 req-b1e699e1-027e-4507-8ca4-8473c0a4b6ef service nova] Acquiring lock "73773832-989a-4e38-8292-a6564c135eee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.127613] env[69941]: DEBUG oslo_concurrency.lockutils [req-f4923fb7-5bec-48f4-95d8-1058d61c5fa4 req-b1e699e1-027e-4507-8ca4-8473c0a4b6ef service nova] Lock "73773832-989a-4e38-8292-a6564c135eee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.127892] env[69941]: DEBUG oslo_concurrency.lockutils [req-f4923fb7-5bec-48f4-95d8-1058d61c5fa4 req-b1e699e1-027e-4507-8ca4-8473c0a4b6ef service nova] Lock "73773832-989a-4e38-8292-a6564c135eee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.128192] env[69941]: DEBUG nova.compute.manager [req-f4923fb7-5bec-48f4-95d8-1058d61c5fa4 req-b1e699e1-027e-4507-8ca4-8473c0a4b6ef service nova] [instance: 73773832-989a-4e38-8292-a6564c135eee] No waiting events found dispatching network-vif-plugged-bafd59c8-8bae-410f-8cb1-a83da9529630 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.128459] env[69941]: WARNING nova.compute.manager [req-f4923fb7-5bec-48f4-95d8-1058d61c5fa4 req-b1e699e1-027e-4507-8ca4-8473c0a4b6ef service nova] [instance: 73773832-989a-4e38-8292-a6564c135eee] Received unexpected event network-vif-plugged-bafd59c8-8bae-410f-8cb1-a83da9529630 for instance with vm_state building and task_state spawning. [ 1011.214035] env[69941]: DEBUG nova.network.neutron [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Successfully updated port: bafd59c8-8bae-410f-8cb1-a83da9529630 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.235745] env[69941]: DEBUG oslo_concurrency.lockutils [None req-62cdb7e8-0e66-43de-9e82-e9952ccc72dc tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "ad6492e7-be36-4768-8006-459ab112dae9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.488s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.601261] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.615070] env[69941]: DEBUG oslo_vmware.api [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288982, 'name': ReconfigVM_Task, 'duration_secs': 0.285193} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.615357] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 7660ec11-f8b3-45d0-9e91-d664b4fbcb86/7660ec11-f8b3-45d0-9e91-d664b4fbcb86.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.615635] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Updating instance '7660ec11-f8b3-45d0-9e91-d664b4fbcb86' progress to 50 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.620738] env[69941]: DEBUG nova.compute.utils [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.625064] env[69941]: DEBUG nova.compute.manager [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.625064] env[69941]: DEBUG nova.network.neutron [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.685258] env[69941]: DEBUG nova.policy [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d4e4a7864764818b67783e6409c863e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9348d10931f4d59bcabcc4fcdd54c60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.716938] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "refresh_cache-73773832-989a-4e38-8292-a6564c135eee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.717107] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquired lock "refresh_cache-73773832-989a-4e38-8292-a6564c135eee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.717259] env[69941]: DEBUG nova.network.neutron [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.795386] env[69941]: INFO nova.compute.manager [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Rebuilding instance [ 1011.840517] env[69941]: DEBUG nova.compute.manager [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.841398] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7172a2-dc78-41fc-b145-46a872d792ef {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.937707] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a2b6fb-e141-4831-8277-4ef763d9a12c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.946224] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef17ff7f-1660-4e6b-922a-305fa74efff2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.980324] env[69941]: DEBUG nova.network.neutron [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Successfully created port: 75595b7f-0ba4-4569-a262-322ee1956ce0 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.982885] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a86c3b8-1f83-4b45-96b5-9c617a26ff7f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.992168] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6fcf51-bf25-4f4f-b27f-1cb1d0d104f1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.003524] env[69941]: DEBUG nova.compute.provider_tree [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.122639] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05fd287-993b-4ace-904e-d161c0d7557f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.127649] env[69941]: DEBUG nova.compute.manager [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.145273] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364701cc-7252-4ccd-a477-3475c3c3a493 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.164364] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Updating instance '7660ec11-f8b3-45d0-9e91-d664b4fbcb86' progress to 67 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.251984] env[69941]: DEBUG nova.network.neutron [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.369649] env[69941]: DEBUG nova.network.neutron [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Updating instance_info_cache with network_info: [{"id": "bafd59c8-8bae-410f-8cb1-a83da9529630", "address": "fa:16:3e:ac:32:67", "network": {"id": "86b5b758-4961-4100-8960-b0dd34f81560", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-815096990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3cbf3c7320542ef9793cf4db073af58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbafd59c8-8b", "ovs_interfaceid": "bafd59c8-8bae-410f-8cb1-a83da9529630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.508117] env[69941]: DEBUG nova.scheduler.client.report [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.722331] env[69941]: DEBUG nova.network.neutron [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Port 5eee84f5-f52b-4e3b-9081-e515c0c83e0a binding to destination host cpu-1 is already ACTIVE {{(pid=69941) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1012.858683] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.859018] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb56cd4c-7fc8-4d8e-89d4-739608fa9829 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.867252] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1012.867252] env[69941]: value = "task-3288983" [ 1012.867252] env[69941]: _type = "Task" [ 1012.867252] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.871863] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Releasing lock "refresh_cache-73773832-989a-4e38-8292-a6564c135eee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.872177] env[69941]: DEBUG nova.compute.manager [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Instance network_info: |[{"id": "bafd59c8-8bae-410f-8cb1-a83da9529630", "address": "fa:16:3e:ac:32:67", "network": {"id": "86b5b758-4961-4100-8960-b0dd34f81560", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-815096990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3cbf3c7320542ef9793cf4db073af58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbafd59c8-8b", "ovs_interfaceid": "bafd59c8-8bae-410f-8cb1-a83da9529630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.872617] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:32:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bafd59c8-8bae-410f-8cb1-a83da9529630', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.882814] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Creating folder: Project (e3cbf3c7320542ef9793cf4db073af58). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.883696] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa422113-a66c-4d09-9265-5e36dc6e52bb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.889408] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.898891] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Created folder: Project (e3cbf3c7320542ef9793cf4db073af58) in parent group-v656570. [ 1012.899104] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Creating folder: Instances. Parent ref: group-v656843. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.899344] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30d33823-194b-4697-b28f-1b6c5acb37ca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.908859] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Created folder: Instances in parent group-v656843. [ 1012.909116] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.909309] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73773832-989a-4e38-8292-a6564c135eee] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.909516] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67c8c257-a3ce-434f-8cbf-f9c3aac1e8a9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.929564] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.929564] env[69941]: value = "task-3288986" [ 1012.929564] env[69941]: _type = "Task" [ 1012.929564] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.938318] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288986, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.013422] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.016026] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.261s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.016268] env[69941]: DEBUG nova.objects.instance [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lazy-loading 'resources' on Instance uuid a62ae68a-fb40-4439-9c38-3765dfac652a {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.043567] env[69941]: INFO nova.scheduler.client.report [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Deleted allocations for instance 60628810-b8e7-4fe1-9a6e-81030946b455 [ 1013.150870] env[69941]: DEBUG nova.compute.manager [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.170480] env[69941]: DEBUG nova.compute.manager [req-efa13964-a6fe-4339-a808-dc5f62d71351 req-2bf1b170-53e5-418a-bd75-fb6df6fff6c7 service nova] [instance: 73773832-989a-4e38-8292-a6564c135eee] Received event network-changed-bafd59c8-8bae-410f-8cb1-a83da9529630 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.170855] env[69941]: DEBUG nova.compute.manager [req-efa13964-a6fe-4339-a808-dc5f62d71351 req-2bf1b170-53e5-418a-bd75-fb6df6fff6c7 service nova] [instance: 73773832-989a-4e38-8292-a6564c135eee] Refreshing instance network info cache due to event network-changed-bafd59c8-8bae-410f-8cb1-a83da9529630. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.171055] env[69941]: DEBUG oslo_concurrency.lockutils [req-efa13964-a6fe-4339-a808-dc5f62d71351 req-2bf1b170-53e5-418a-bd75-fb6df6fff6c7 service nova] Acquiring lock "refresh_cache-73773832-989a-4e38-8292-a6564c135eee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.171218] env[69941]: DEBUG oslo_concurrency.lockutils [req-efa13964-a6fe-4339-a808-dc5f62d71351 req-2bf1b170-53e5-418a-bd75-fb6df6fff6c7 service nova] Acquired lock "refresh_cache-73773832-989a-4e38-8292-a6564c135eee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.171434] env[69941]: DEBUG nova.network.neutron [req-efa13964-a6fe-4339-a808-dc5f62d71351 req-2bf1b170-53e5-418a-bd75-fb6df6fff6c7 service nova] [instance: 73773832-989a-4e38-8292-a6564c135eee] Refreshing network info cache for port bafd59c8-8bae-410f-8cb1-a83da9529630 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.181095] env[69941]: DEBUG nova.virt.hardware [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.181335] env[69941]: DEBUG nova.virt.hardware [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.181495] env[69941]: DEBUG nova.virt.hardware [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.181691] env[69941]: DEBUG nova.virt.hardware [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.181841] env[69941]: DEBUG nova.virt.hardware [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.181984] env[69941]: DEBUG nova.virt.hardware [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.182216] env[69941]: DEBUG nova.virt.hardware [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.182373] env[69941]: DEBUG nova.virt.hardware [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.182570] env[69941]: DEBUG nova.virt.hardware [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.182771] env[69941]: DEBUG nova.virt.hardware [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.182956] env[69941]: DEBUG nova.virt.hardware [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.184092] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0162e15f-c798-4179-8a44-0ded189fad0b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.193254] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f731fccf-ca19-4643-9d16-ce03c2bac127 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.377059] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288983, 'name': PowerOffVM_Task, 'duration_secs': 0.322884} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.377400] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.377557] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.378463] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f02335-a418-4132-8781-78088306a2b0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.386156] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.386417] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f47121e4-be95-4cf0-8a36-e89fa76600b9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.442755] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288986, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.463559] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.463788] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.463987] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleting the datastore file [datastore1] ad6492e7-be36-4768-8006-459ab112dae9 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.464271] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afc5e233-a0f4-4a1d-b47e-fd4f70c5747f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.470675] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1013.470675] env[69941]: value = "task-3288988" [ 1013.470675] env[69941]: _type = "Task" [ 1013.470675] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.479098] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.479853] env[69941]: DEBUG nova.network.neutron [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Successfully updated port: 75595b7f-0ba4-4569-a262-322ee1956ce0 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.551502] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e56df69d-a10b-45b9-8504-1932cb100f96 tempest-ListImageFiltersTestJSON-522162754 tempest-ListImageFiltersTestJSON-522162754-project-member] Lock "60628810-b8e7-4fe1-9a6e-81030946b455" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.835s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.753374] env[69941]: DEBUG oslo_concurrency.lockutils [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "7660ec11-f8b3-45d0-9e91-d664b4fbcb86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.753737] env[69941]: DEBUG oslo_concurrency.lockutils [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "7660ec11-f8b3-45d0-9e91-d664b4fbcb86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.754011] env[69941]: DEBUG oslo_concurrency.lockutils [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "7660ec11-f8b3-45d0-9e91-d664b4fbcb86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.846828] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed39bb43-d3f2-4979-8042-faeca0419212 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.855858] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc65910a-de20-4895-8c00-a8c8a63794b9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.893478] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0aebfca-9848-455d-b34c-26cdbf5cea81 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.901249] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04fe046-2aea-48cf-ac8c-860b6412d3f5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.918362] env[69941]: DEBUG nova.compute.provider_tree [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.942153] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288986, 'name': CreateVM_Task, 'duration_secs': 0.527937} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.942153] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73773832-989a-4e38-8292-a6564c135eee] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.942153] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.942153] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.942153] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.942153] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9beadc70-2711-4e3e-83bd-6d735f69141d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.945472] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1013.945472] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52722395-9e63-d8ca-8a45-9031f8a25b90" [ 1013.945472] env[69941]: _type = "Task" [ 1013.945472] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.949475] env[69941]: DEBUG nova.network.neutron [req-efa13964-a6fe-4339-a808-dc5f62d71351 req-2bf1b170-53e5-418a-bd75-fb6df6fff6c7 service nova] [instance: 73773832-989a-4e38-8292-a6564c135eee] Updated VIF entry in instance network info cache for port bafd59c8-8bae-410f-8cb1-a83da9529630. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.949806] env[69941]: DEBUG nova.network.neutron [req-efa13964-a6fe-4339-a808-dc5f62d71351 req-2bf1b170-53e5-418a-bd75-fb6df6fff6c7 service nova] [instance: 73773832-989a-4e38-8292-a6564c135eee] Updating instance_info_cache with network_info: [{"id": "bafd59c8-8bae-410f-8cb1-a83da9529630", "address": "fa:16:3e:ac:32:67", "network": {"id": "86b5b758-4961-4100-8960-b0dd34f81560", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-815096990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3cbf3c7320542ef9793cf4db073af58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbafd59c8-8b", "ovs_interfaceid": "bafd59c8-8bae-410f-8cb1-a83da9529630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.956042] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52722395-9e63-d8ca-8a45-9031f8a25b90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.979264] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182856} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.979830] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.979830] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.979954] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.983960] env[69941]: DEBUG oslo_concurrency.lockutils [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "refresh_cache-4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.983960] env[69941]: DEBUG oslo_concurrency.lockutils [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquired lock "refresh_cache-4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.983960] env[69941]: DEBUG nova.network.neutron [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.421822] env[69941]: DEBUG nova.scheduler.client.report [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.455895] env[69941]: DEBUG oslo_concurrency.lockutils [req-efa13964-a6fe-4339-a808-dc5f62d71351 req-2bf1b170-53e5-418a-bd75-fb6df6fff6c7 service nova] Releasing lock "refresh_cache-73773832-989a-4e38-8292-a6564c135eee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.456324] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52722395-9e63-d8ca-8a45-9031f8a25b90, 'name': SearchDatastore_Task, 'duration_secs': 0.012252} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.456598] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.456813] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.457049] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.457199] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.457380] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.457658] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-013877fd-2e7c-4c40-9c07-e0f07c8ffda9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.466043] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.466217] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.466888] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6fdbfe7-d2d1-4b2c-8086-1255d878be7c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.471990] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1014.471990] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a124c7-7c7b-5d7a-89d6-063bc090ce94" [ 1014.471990] env[69941]: _type = "Task" [ 1014.471990] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.479138] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a124c7-7c7b-5d7a-89d6-063bc090ce94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.519635] env[69941]: DEBUG nova.network.neutron [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.635387] env[69941]: DEBUG nova.network.neutron [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Updating instance_info_cache with network_info: [{"id": "75595b7f-0ba4-4569-a262-322ee1956ce0", "address": "fa:16:3e:c4:32:3f", "network": {"id": "94a96c0a-45c3-49e4-87fe-c8d5d9a05c29", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1519107937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9348d10931f4d59bcabcc4fcdd54c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75595b7f-0b", "ovs_interfaceid": "75595b7f-0ba4-4569-a262-322ee1956ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.792085] env[69941]: DEBUG oslo_concurrency.lockutils [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "refresh_cache-7660ec11-f8b3-45d0-9e91-d664b4fbcb86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.792364] env[69941]: DEBUG oslo_concurrency.lockutils [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "refresh_cache-7660ec11-f8b3-45d0-9e91-d664b4fbcb86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.792458] env[69941]: DEBUG nova.network.neutron [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.877539] env[69941]: DEBUG oslo_concurrency.lockutils [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Acquiring lock "9254f57c-57e8-4e14-9890-e50dca1ce085" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.877846] env[69941]: DEBUG oslo_concurrency.lockutils [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Lock "9254f57c-57e8-4e14-9890-e50dca1ce085" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.928361] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.930848] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.888s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.933026] env[69941]: INFO nova.compute.claims [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.946428] env[69941]: INFO nova.scheduler.client.report [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Deleted allocations for instance a62ae68a-fb40-4439-9c38-3765dfac652a [ 1014.984267] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a124c7-7c7b-5d7a-89d6-063bc090ce94, 'name': SearchDatastore_Task, 'duration_secs': 0.008265} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.985088] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-834f5554-9d44-4489-8ba6-7793ed947250 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.990514] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1014.990514] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a05909-1ace-83c1-b91d-c270a7a46e26" [ 1014.990514] env[69941]: _type = "Task" [ 1014.990514] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.001397] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a05909-1ace-83c1-b91d-c270a7a46e26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.023716] env[69941]: DEBUG nova.virt.hardware [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.024023] env[69941]: DEBUG nova.virt.hardware [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.024229] env[69941]: DEBUG nova.virt.hardware [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.024538] env[69941]: DEBUG nova.virt.hardware [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.024750] env[69941]: DEBUG nova.virt.hardware [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.024941] env[69941]: DEBUG nova.virt.hardware [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.025208] env[69941]: DEBUG nova.virt.hardware [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.025411] env[69941]: DEBUG nova.virt.hardware [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.025621] env[69941]: DEBUG nova.virt.hardware [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.025826] env[69941]: DEBUG nova.virt.hardware [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.026048] env[69941]: DEBUG nova.virt.hardware [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.026935] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8017e3bd-dbe8-4a27-a65f-0dcc14e3226d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.035894] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323e5ccd-1b3e-495b-9f57-9363ee68622f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.051477] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:97:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40eab94d-25ec-41dc-b1b3-56bf8473a27a', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.059801] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.060131] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.060376] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-104fe43f-7e42-4b88-b2a5-7ab3e516e73b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.080736] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.080736] env[69941]: value = "task-3288989" [ 1015.080736] env[69941]: _type = "Task" [ 1015.080736] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.088110] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288989, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.137498] env[69941]: DEBUG oslo_concurrency.lockutils [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Releasing lock "refresh_cache-4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.137847] env[69941]: DEBUG nova.compute.manager [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Instance network_info: |[{"id": "75595b7f-0ba4-4569-a262-322ee1956ce0", "address": "fa:16:3e:c4:32:3f", "network": {"id": "94a96c0a-45c3-49e4-87fe-c8d5d9a05c29", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1519107937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9348d10931f4d59bcabcc4fcdd54c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75595b7f-0b", "ovs_interfaceid": "75595b7f-0ba4-4569-a262-322ee1956ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.138264] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:32:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75595b7f-0ba4-4569-a262-322ee1956ce0', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.146395] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.146854] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.147105] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1a0c298-8fe0-4b2a-b9e5-cff9ae985e1b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.166574] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.166574] env[69941]: value = "task-3288990" [ 1015.166574] env[69941]: _type = "Task" [ 1015.166574] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.174017] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288990, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.197457] env[69941]: DEBUG nova.compute.manager [req-30a188f0-1e9c-4a44-b407-6377b2fb47f6 req-09e3c7ad-5d79-4078-894d-db04eee1936d service nova] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Received event network-vif-plugged-75595b7f-0ba4-4569-a262-322ee1956ce0 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.197725] env[69941]: DEBUG oslo_concurrency.lockutils [req-30a188f0-1e9c-4a44-b407-6377b2fb47f6 req-09e3c7ad-5d79-4078-894d-db04eee1936d service nova] Acquiring lock "4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.197985] env[69941]: DEBUG oslo_concurrency.lockutils [req-30a188f0-1e9c-4a44-b407-6377b2fb47f6 req-09e3c7ad-5d79-4078-894d-db04eee1936d service nova] Lock "4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.198187] env[69941]: DEBUG oslo_concurrency.lockutils [req-30a188f0-1e9c-4a44-b407-6377b2fb47f6 req-09e3c7ad-5d79-4078-894d-db04eee1936d service nova] Lock "4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.198399] env[69941]: DEBUG nova.compute.manager [req-30a188f0-1e9c-4a44-b407-6377b2fb47f6 req-09e3c7ad-5d79-4078-894d-db04eee1936d service nova] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] No waiting events found dispatching network-vif-plugged-75595b7f-0ba4-4569-a262-322ee1956ce0 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.198602] env[69941]: WARNING nova.compute.manager [req-30a188f0-1e9c-4a44-b407-6377b2fb47f6 req-09e3c7ad-5d79-4078-894d-db04eee1936d service nova] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Received unexpected event network-vif-plugged-75595b7f-0ba4-4569-a262-322ee1956ce0 for instance with vm_state building and task_state spawning. [ 1015.198876] env[69941]: DEBUG nova.compute.manager [req-30a188f0-1e9c-4a44-b407-6377b2fb47f6 req-09e3c7ad-5d79-4078-894d-db04eee1936d service nova] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Received event network-changed-75595b7f-0ba4-4569-a262-322ee1956ce0 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.199107] env[69941]: DEBUG nova.compute.manager [req-30a188f0-1e9c-4a44-b407-6377b2fb47f6 req-09e3c7ad-5d79-4078-894d-db04eee1936d service nova] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Refreshing instance network info cache due to event network-changed-75595b7f-0ba4-4569-a262-322ee1956ce0. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.199343] env[69941]: DEBUG oslo_concurrency.lockutils [req-30a188f0-1e9c-4a44-b407-6377b2fb47f6 req-09e3c7ad-5d79-4078-894d-db04eee1936d service nova] Acquiring lock "refresh_cache-4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.199522] env[69941]: DEBUG oslo_concurrency.lockutils [req-30a188f0-1e9c-4a44-b407-6377b2fb47f6 req-09e3c7ad-5d79-4078-894d-db04eee1936d service nova] Acquired lock "refresh_cache-4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.199726] env[69941]: DEBUG nova.network.neutron [req-30a188f0-1e9c-4a44-b407-6377b2fb47f6 req-09e3c7ad-5d79-4078-894d-db04eee1936d service nova] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Refreshing network info cache for port 75595b7f-0ba4-4569-a262-322ee1956ce0 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.381862] env[69941]: DEBUG nova.compute.manager [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.461127] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b1481e79-3923-4a83-918d-31264358ff5a tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "a62ae68a-fb40-4439-9c38-3765dfac652a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.582s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.462230] env[69941]: DEBUG oslo_concurrency.lockutils [req-3ebe9e50-40d3-450c-9ed5-27c410415e20 req-1e20b79f-001d-4e81-8274-2abd9d65debc service nova] Acquired lock "a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.471397] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3301133f-2888-4216-aa79-5ea7de0e5f15 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.489539] env[69941]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1015.489539] env[69941]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69941) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1015.492432] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f0ca972-9d86-4db3-81a8-5e83188588d2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.526160] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a05909-1ace-83c1-b91d-c270a7a46e26, 'name': SearchDatastore_Task, 'duration_secs': 0.010654} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.531757] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.531757] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 73773832-989a-4e38-8292-a6564c135eee/73773832-989a-4e38-8292-a6564c135eee.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.536479] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf5e698-0287-4e8c-913a-76ed0e4d2250 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.566531] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94285ae7-e13c-4b6d-94a7-9480d0b54537 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.580738] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1015.580738] env[69941]: value = "task-3288991" [ 1015.580738] env[69941]: _type = "Task" [ 1015.580738] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.604750] env[69941]: ERROR root [req-3ebe9e50-40d3-450c-9ed5-27c410415e20 req-1e20b79f-001d-4e81-8274-2abd9d65debc service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-656731' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-656731' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-656731' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-656731'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-656731' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-656731' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-656731'}\n"]: nova.exception.InstanceNotFound: Instance a62ae68a-fb40-4439-9c38-3765dfac652a could not be found. [ 1015.605111] env[69941]: DEBUG oslo_concurrency.lockutils [req-3ebe9e50-40d3-450c-9ed5-27c410415e20 req-1e20b79f-001d-4e81-8274-2abd9d65debc service nova] Releasing lock "a62ae68a-fb40-4439-9c38-3765dfac652a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.605344] env[69941]: DEBUG nova.compute.manager [req-3ebe9e50-40d3-450c-9ed5-27c410415e20 req-1e20b79f-001d-4e81-8274-2abd9d65debc service nova] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Detach interface failed, port_id=e7a21885-e286-44bb-8f98-a3ba8e37edfd, reason: Instance a62ae68a-fb40-4439-9c38-3765dfac652a could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1015.614056] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3288991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.617275] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288989, 'name': CreateVM_Task, 'duration_secs': 0.499999} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.617446] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.618138] env[69941]: DEBUG oslo_concurrency.lockutils [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.618333] env[69941]: DEBUG oslo_concurrency.lockutils [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.618736] env[69941]: DEBUG oslo_concurrency.lockutils [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.619654] env[69941]: DEBUG nova.network.neutron [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Updating instance_info_cache with network_info: [{"id": "5eee84f5-f52b-4e3b-9081-e515c0c83e0a", "address": "fa:16:3e:4b:dd:22", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eee84f5-f5", "ovs_interfaceid": "5eee84f5-f52b-4e3b-9081-e515c0c83e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.620848] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2143a62-c963-4ab2-a3b7-ba68cafd05ac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.625913] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1015.625913] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]528b3d5d-3149-6973-1067-1b7b0442ba4f" [ 1015.625913] env[69941]: _type = "Task" [ 1015.625913] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.638325] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528b3d5d-3149-6973-1067-1b7b0442ba4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.676949] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3288990, 'name': CreateVM_Task, 'duration_secs': 0.469988} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.677140] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.677849] env[69941]: DEBUG oslo_concurrency.lockutils [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.906330] env[69941]: DEBUG oslo_concurrency.lockutils [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.020880] env[69941]: DEBUG nova.network.neutron [req-30a188f0-1e9c-4a44-b407-6377b2fb47f6 req-09e3c7ad-5d79-4078-894d-db04eee1936d service nova] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Updated VIF entry in instance network info cache for port 75595b7f-0ba4-4569-a262-322ee1956ce0. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.021303] env[69941]: DEBUG nova.network.neutron [req-30a188f0-1e9c-4a44-b407-6377b2fb47f6 req-09e3c7ad-5d79-4078-894d-db04eee1936d service nova] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Updating instance_info_cache with network_info: [{"id": "75595b7f-0ba4-4569-a262-322ee1956ce0", "address": "fa:16:3e:c4:32:3f", "network": {"id": "94a96c0a-45c3-49e4-87fe-c8d5d9a05c29", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1519107937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9348d10931f4d59bcabcc4fcdd54c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75595b7f-0b", "ovs_interfaceid": "75595b7f-0ba4-4569-a262-322ee1956ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.091688] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3288991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453464} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.091801] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 73773832-989a-4e38-8292-a6564c135eee/73773832-989a-4e38-8292-a6564c135eee.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.092088] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.095168] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4009d1b6-25d5-4135-ae68-d103b90351c6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.102549] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1016.102549] env[69941]: value = "task-3288992" [ 1016.102549] env[69941]: _type = "Task" [ 1016.102549] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.118189] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3288992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.125255] env[69941]: DEBUG oslo_concurrency.lockutils [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "refresh_cache-7660ec11-f8b3-45d0-9e91-d664b4fbcb86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.140743] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528b3d5d-3149-6973-1067-1b7b0442ba4f, 'name': SearchDatastore_Task, 'duration_secs': 0.018315} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.140743] env[69941]: DEBUG oslo_concurrency.lockutils [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.141057] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.141057] env[69941]: DEBUG oslo_concurrency.lockutils [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.141196] env[69941]: DEBUG oslo_concurrency.lockutils [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.141366] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.144083] env[69941]: DEBUG oslo_concurrency.lockutils [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.144406] env[69941]: DEBUG oslo_concurrency.lockutils [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.144657] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32a543e4-6473-4e39-b581-ac32004acd6b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.146707] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535de86c-94e2-4115-9e81-db032b0050f7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.151424] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 1016.151424] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]520f64c0-9cb6-157a-9035-94424564c2d9" [ 1016.151424] env[69941]: _type = "Task" [ 1016.151424] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.157363] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.157363] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.158300] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5026efb7-703b-4ac8-9644-af63b8d00348 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.164384] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520f64c0-9cb6-157a-9035-94424564c2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009364} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.167338] env[69941]: DEBUG oslo_concurrency.lockutils [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.167584] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.167861] env[69941]: DEBUG oslo_concurrency.lockutils [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.169670] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1016.169670] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e3842e-29d3-a2c4-4992-54e22f7d8252" [ 1016.169670] env[69941]: _type = "Task" [ 1016.169670] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.177875] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e3842e-29d3-a2c4-4992-54e22f7d8252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.282490] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fcf574-c5ff-4ecc-b102-a1c56b3e2159 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.290623] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a43dc6-cddc-4066-b504-29a76b92c25a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.327022] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4fd00f-b8a8-4361-899d-0cb1b73ae2eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.331411] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fc5c2d-e2ac-4eee-9a06-8aa6fe2634bd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.346395] env[69941]: DEBUG nova.compute.provider_tree [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.524981] env[69941]: DEBUG oslo_concurrency.lockutils [req-30a188f0-1e9c-4a44-b407-6377b2fb47f6 req-09e3c7ad-5d79-4078-894d-db04eee1936d service nova] Releasing lock "refresh_cache-4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.612690] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3288992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083652} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.612975] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.613756] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a434d94f-8ab2-40e3-ab77-846a9ba4eb3c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.636237] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 73773832-989a-4e38-8292-a6564c135eee/73773832-989a-4e38-8292-a6564c135eee.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.639345] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc113f49-6883-49c0-82d8-74ca9e73145c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.662761] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1016.662761] env[69941]: value = "task-3288993" [ 1016.662761] env[69941]: _type = "Task" [ 1016.662761] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.668441] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d757a240-84ab-49b2-85c7-6bb6f54ed10e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.674373] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3288993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.682761] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e3842e-29d3-a2c4-4992-54e22f7d8252, 'name': SearchDatastore_Task, 'duration_secs': 0.011193} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.697282] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99a22c03-9a2d-4346-8391-00f9af3ff674 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.700154] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858828d3-0782-41e4-b1be-b2563e02cf59 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.706801] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1016.706801] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]520c482a-15fe-7b81-9a35-a0bd1928bf88" [ 1016.706801] env[69941]: _type = "Task" [ 1016.706801] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.709548] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Updating instance '7660ec11-f8b3-45d0-9e91-d664b4fbcb86' progress to 83 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.722054] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520c482a-15fe-7b81-9a35-a0bd1928bf88, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.722347] env[69941]: DEBUG oslo_concurrency.lockutils [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.722645] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] ad6492e7-be36-4768-8006-459ab112dae9/ad6492e7-be36-4768-8006-459ab112dae9.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.723461] env[69941]: DEBUG oslo_concurrency.lockutils [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.723461] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.723461] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a205c8f2-b3da-4d91-8696-191bab4daea0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.725312] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-980773a9-610b-4f80-8959-fabd9da39cc7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.731949] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1016.731949] env[69941]: value = "task-3288994" [ 1016.731949] env[69941]: _type = "Task" [ 1016.731949] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.736114] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.736324] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.737357] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a34b153-8d90-4ebd-9b9f-fbb9c16c85c1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.742959] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.745977] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 1016.745977] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52394a2d-4a96-71c4-1f74-4cbfca893e0c" [ 1016.745977] env[69941]: _type = "Task" [ 1016.745977] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.755785] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52394a2d-4a96-71c4-1f74-4cbfca893e0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.849858] env[69941]: DEBUG nova.scheduler.client.report [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.173286] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3288993, 'name': ReconfigVM_Task, 'duration_secs': 0.422864} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.173286] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 73773832-989a-4e38-8292-a6564c135eee/73773832-989a-4e38-8292-a6564c135eee.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.174186] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-249aae28-93e2-4dc1-92a0-de1ef2e4b159 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.181795] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1017.181795] env[69941]: value = "task-3288995" [ 1017.181795] env[69941]: _type = "Task" [ 1017.181795] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.190481] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3288995, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.218828] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.219161] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19cb18d1-438c-44e0-9da0-c14c1eb7831c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.225863] env[69941]: DEBUG oslo_vmware.api [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 1017.225863] env[69941]: value = "task-3288996" [ 1017.225863] env[69941]: _type = "Task" [ 1017.225863] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.234686] env[69941]: DEBUG oslo_vmware.api [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.242971] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288994, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.256825] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52394a2d-4a96-71c4-1f74-4cbfca893e0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010018} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.257581] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1425aa1-dd8f-46bd-af67-a89fb576f65b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.262911] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 1017.262911] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52637d5e-120d-d5be-c3a9-f3f82904d312" [ 1017.262911] env[69941]: _type = "Task" [ 1017.262911] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.271620] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52637d5e-120d-d5be-c3a9-f3f82904d312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.356056] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.356313] env[69941]: DEBUG nova.compute.manager [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.359227] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.526s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.359443] env[69941]: DEBUG nova.objects.instance [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lazy-loading 'resources' on Instance uuid fb66ba05-860c-47fa-bb76-3ef2cd552f9b {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.624713] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "2bac396e-eaad-4ee2-8741-c96d2da843f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.625123] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "2bac396e-eaad-4ee2-8741-c96d2da843f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.692575] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3288995, 'name': Rename_Task, 'duration_secs': 0.28628} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.692856] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.693087] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4238c15-65a8-458e-8958-5b2d1b1504a8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.699839] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1017.699839] env[69941]: value = "task-3288997" [ 1017.699839] env[69941]: _type = "Task" [ 1017.699839] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.708529] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3288997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.735685] env[69941]: DEBUG oslo_vmware.api [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288996, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.743121] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519757} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.743362] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] ad6492e7-be36-4768-8006-459ab112dae9/ad6492e7-be36-4768-8006-459ab112dae9.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.743570] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.743837] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6e10e27-644b-46fb-953b-2656678175b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.749298] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1017.749298] env[69941]: value = "task-3288998" [ 1017.749298] env[69941]: _type = "Task" [ 1017.749298] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.757669] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.773631] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52637d5e-120d-d5be-c3a9-f3f82904d312, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.773869] env[69941]: DEBUG oslo_concurrency.lockutils [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.774177] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d/4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.774423] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1b2bce6-8f27-4d56-a3a4-ee644a153595 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.780409] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 1017.780409] env[69941]: value = "task-3288999" [ 1017.780409] env[69941]: _type = "Task" [ 1017.780409] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.788202] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.865490] env[69941]: DEBUG nova.compute.utils [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.867721] env[69941]: DEBUG nova.compute.manager [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.867917] env[69941]: DEBUG nova.network.neutron [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.917474] env[69941]: DEBUG nova.policy [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3509633235e346648c85a83db9ae8e39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24c36dfd585b4094a67bf9f8bfeae8c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.131422] env[69941]: DEBUG nova.compute.manager [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.201374] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ffb33e-95fe-4948-b51d-2243c8511928 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.217535] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbfcc08-5b4c-4f59-b308-4bf7e318f2c7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.221799] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3288997, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.266100] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3570d80-9e98-41bb-a931-ddf9ccc03794 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.280313] env[69941]: DEBUG oslo_vmware.api [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3288996, 'name': PowerOnVM_Task, 'duration_secs': 0.56762} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.280862] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3288998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.467481} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.283373] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.283608] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-59ae1c1e-b4cf-4034-be70-964866df9d5c tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Updating instance '7660ec11-f8b3-45d0-9e91-d664b4fbcb86' progress to 100 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.287218] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.295021] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd85d98-575f-4b44-b030-c58df684e56e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.295391] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24327bc1-3490-4e15-bdb3-f2ce949527e3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.306053] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288999, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.332788] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] ad6492e7-be36-4768-8006-459ab112dae9/ad6492e7-be36-4768-8006-459ab112dae9.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.334028] env[69941]: DEBUG nova.compute.provider_tree [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.336695] env[69941]: DEBUG nova.network.neutron [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Successfully created port: 40ecf915-aa99-483b-bf9c-c678075c18c7 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.338667] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6193819-8901-4166-8f24-cf0eaea7ae6b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.360916] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1018.360916] env[69941]: value = "task-3289000" [ 1018.360916] env[69941]: _type = "Task" [ 1018.360916] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.370306] env[69941]: DEBUG nova.compute.manager [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.373345] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.652700] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.711070] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3288997, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.794692] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3288999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531446} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.795282] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d/4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.795549] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.795835] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-749addbf-07f1-4090-813f-e8bfbebc4a16 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.802288] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 1018.802288] env[69941]: value = "task-3289001" [ 1018.802288] env[69941]: _type = "Task" [ 1018.802288] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.811304] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3289001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.855566] env[69941]: DEBUG nova.scheduler.client.report [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.870246] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.215270] env[69941]: DEBUG oslo_vmware.api [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3288997, 'name': PowerOnVM_Task, 'duration_secs': 1.506631} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.215665] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.215807] env[69941]: INFO nova.compute.manager [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1019.216048] env[69941]: DEBUG nova.compute.manager [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.216984] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3168d19-d798-43c6-aec7-8b53f338a554 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.312666] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3289001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152817} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.312995] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.313830] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b1f3dc-be43-48e6-98ba-3506ec73602b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.340684] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d/4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.341763] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e8174f7-6bea-4f0f-b3df-f910d8b73ff3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.360492] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.363647] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.158s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.366210] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 1019.366210] env[69941]: value = "task-3289002" [ 1019.366210] env[69941]: _type = "Task" [ 1019.366210] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.378821] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289000, 'name': ReconfigVM_Task, 'duration_secs': 0.983411} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.383252] env[69941]: DEBUG nova.compute.manager [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.385470] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Reconfigured VM instance instance-0000005c to attach disk [datastore1] ad6492e7-be36-4768-8006-459ab112dae9/ad6492e7-be36-4768-8006-459ab112dae9.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.386458] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3289002, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.387081] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7005eeb6-d32c-4d3d-8549-0dec1358bd93 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.394474] env[69941]: INFO nova.scheduler.client.report [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Deleted allocations for instance fb66ba05-860c-47fa-bb76-3ef2cd552f9b [ 1019.398386] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1019.398386] env[69941]: value = "task-3289003" [ 1019.398386] env[69941]: _type = "Task" [ 1019.398386] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.411435] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289003, 'name': Rename_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.419038] env[69941]: DEBUG nova.virt.hardware [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.419451] env[69941]: DEBUG nova.virt.hardware [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.419640] env[69941]: DEBUG nova.virt.hardware [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.419823] env[69941]: DEBUG nova.virt.hardware [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.419962] env[69941]: DEBUG nova.virt.hardware [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.420114] env[69941]: DEBUG nova.virt.hardware [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.420318] env[69941]: DEBUG nova.virt.hardware [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.420481] env[69941]: DEBUG nova.virt.hardware [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.420639] env[69941]: DEBUG nova.virt.hardware [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.420946] env[69941]: DEBUG nova.virt.hardware [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.421041] env[69941]: DEBUG nova.virt.hardware [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.422919] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6002bc49-b487-4a45-9838-c1074df4c254 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.430775] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d807de22-5a49-4a14-8bba-5e6300d92e25 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.735936] env[69941]: INFO nova.compute.manager [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Took 29.99 seconds to build instance. [ 1019.854408] env[69941]: DEBUG nova.compute.manager [req-c6118488-59ce-4991-9afc-e7709f9f48b4 req-cbd354b7-64a3-4604-94d8-ddfda14c3510 service nova] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Received event network-vif-plugged-40ecf915-aa99-483b-bf9c-c678075c18c7 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.854408] env[69941]: DEBUG oslo_concurrency.lockutils [req-c6118488-59ce-4991-9afc-e7709f9f48b4 req-cbd354b7-64a3-4604-94d8-ddfda14c3510 service nova] Acquiring lock "e06b5ce6-46dd-4d13-85bd-1df9a0c3d354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.854408] env[69941]: DEBUG oslo_concurrency.lockutils [req-c6118488-59ce-4991-9afc-e7709f9f48b4 req-cbd354b7-64a3-4604-94d8-ddfda14c3510 service nova] Lock "e06b5ce6-46dd-4d13-85bd-1df9a0c3d354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.854408] env[69941]: DEBUG oslo_concurrency.lockutils [req-c6118488-59ce-4991-9afc-e7709f9f48b4 req-cbd354b7-64a3-4604-94d8-ddfda14c3510 service nova] Lock "e06b5ce6-46dd-4d13-85bd-1df9a0c3d354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.854408] env[69941]: DEBUG nova.compute.manager [req-c6118488-59ce-4991-9afc-e7709f9f48b4 req-cbd354b7-64a3-4604-94d8-ddfda14c3510 service nova] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] No waiting events found dispatching network-vif-plugged-40ecf915-aa99-483b-bf9c-c678075c18c7 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.854408] env[69941]: WARNING nova.compute.manager [req-c6118488-59ce-4991-9afc-e7709f9f48b4 req-cbd354b7-64a3-4604-94d8-ddfda14c3510 service nova] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Received unexpected event network-vif-plugged-40ecf915-aa99-483b-bf9c-c678075c18c7 for instance with vm_state building and task_state spawning. [ 1019.869828] env[69941]: INFO nova.compute.claims [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.895615] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3289002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.908789] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9ce7a0a4-1726-496e-bb99-c2d692944f80 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "fb66ba05-860c-47fa-bb76-3ef2cd552f9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.473s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.913604] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289003, 'name': Rename_Task, 'duration_secs': 0.43014} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.914159] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.914477] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e0d5600-7b64-49a7-8a5a-3a1910e6ec0b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.920966] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1019.920966] env[69941]: value = "task-3289004" [ 1019.920966] env[69941]: _type = "Task" [ 1019.920966] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.936060] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.942128] env[69941]: DEBUG nova.network.neutron [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Successfully updated port: 40ecf915-aa99-483b-bf9c-c678075c18c7 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.057025] env[69941]: INFO nova.compute.manager [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Rescuing [ 1020.057563] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "refresh_cache-73773832-989a-4e38-8292-a6564c135eee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.057802] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquired lock "refresh_cache-73773832-989a-4e38-8292-a6564c135eee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.058101] env[69941]: DEBUG nova.network.neutron [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.238263] env[69941]: DEBUG oslo_concurrency.lockutils [None req-55a7ead8-b95b-450d-8544-08c8335d6b9a tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "73773832-989a-4e38-8292-a6564c135eee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.509s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.379666] env[69941]: INFO nova.compute.resource_tracker [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updating resource usage from migration c42397e3-98e0-4112-89de-b9cbbfeff641 [ 1020.388117] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "7660ec11-f8b3-45d0-9e91-d664b4fbcb86" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.388362] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "7660ec11-f8b3-45d0-9e91-d664b4fbcb86" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.388542] env[69941]: DEBUG nova.compute.manager [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Going to confirm migration 3 {{(pid=69941) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1020.389814] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3289002, 'name': ReconfigVM_Task, 'duration_secs': 0.834045} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.390076] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d/4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.390855] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ca292f3-dc32-4e27-be1c-52e9f7aab201 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.397029] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 1020.397029] env[69941]: value = "task-3289005" [ 1020.397029] env[69941]: _type = "Task" [ 1020.397029] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.406124] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3289005, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.434029] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289004, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.444852] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "refresh_cache-e06b5ce6-46dd-4d13-85bd-1df9a0c3d354" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.444852] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "refresh_cache-e06b5ce6-46dd-4d13-85bd-1df9a0c3d354" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.444852] env[69941]: DEBUG nova.network.neutron [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.656602] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0826124d-c892-4c8b-805b-9355cbf748fe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.664490] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560a07cb-b511-42a4-b481-10f4fcb1dda0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.699546] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc215bad-e9bc-4d56-8ffd-493565e357bc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.709374] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ead7514-0ada-4124-bb87-5da7b018837b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.723690] env[69941]: DEBUG nova.compute.provider_tree [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.818151] env[69941]: DEBUG nova.network.neutron [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Updating instance_info_cache with network_info: [{"id": "bafd59c8-8bae-410f-8cb1-a83da9529630", "address": "fa:16:3e:ac:32:67", "network": {"id": "86b5b758-4961-4100-8960-b0dd34f81560", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-815096990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3cbf3c7320542ef9793cf4db073af58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbafd59c8-8b", "ovs_interfaceid": "bafd59c8-8bae-410f-8cb1-a83da9529630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.906660] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3289005, 'name': Rename_Task, 'duration_secs': 0.220045} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.906923] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.907173] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-157e48fd-9c33-4c20-ac2c-5dbd2c1352f2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.913089] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 1020.913089] env[69941]: value = "task-3289006" [ 1020.913089] env[69941]: _type = "Task" [ 1020.913089] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.920764] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3289006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.929688] env[69941]: DEBUG oslo_vmware.api [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289004, 'name': PowerOnVM_Task, 'duration_secs': 0.813438} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.929934] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.930229] env[69941]: DEBUG nova.compute.manager [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.931051] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c972c6b-cfd3-40d6-9f63-656e0d047534 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.972931] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "refresh_cache-7660ec11-f8b3-45d0-9e91-d664b4fbcb86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.973199] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquired lock "refresh_cache-7660ec11-f8b3-45d0-9e91-d664b4fbcb86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.973427] env[69941]: DEBUG nova.network.neutron [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.973633] env[69941]: DEBUG nova.objects.instance [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lazy-loading 'info_cache' on Instance uuid 7660ec11-f8b3-45d0-9e91-d664b4fbcb86 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.991940] env[69941]: DEBUG nova.network.neutron [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.179115] env[69941]: DEBUG nova.network.neutron [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Updating instance_info_cache with network_info: [{"id": "40ecf915-aa99-483b-bf9c-c678075c18c7", "address": "fa:16:3e:93:f6:cb", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ecf915-aa", "ovs_interfaceid": "40ecf915-aa99-483b-bf9c-c678075c18c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.228037] env[69941]: DEBUG nova.scheduler.client.report [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.322419] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Releasing lock "refresh_cache-73773832-989a-4e38-8292-a6564c135eee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.425227] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3289006, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.446442] env[69941]: DEBUG oslo_concurrency.lockutils [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.682659] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "refresh_cache-e06b5ce6-46dd-4d13-85bd-1df9a0c3d354" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.683089] env[69941]: DEBUG nova.compute.manager [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Instance network_info: |[{"id": "40ecf915-aa99-483b-bf9c-c678075c18c7", "address": "fa:16:3e:93:f6:cb", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ecf915-aa", "ovs_interfaceid": "40ecf915-aa99-483b-bf9c-c678075c18c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.683536] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:f6:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40ecf915-aa99-483b-bf9c-c678075c18c7', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.691362] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.691552] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.691782] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72937f15-fbf7-4762-b922-4ca5a216a168 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.713843] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.713843] env[69941]: value = "task-3289007" [ 1021.713843] env[69941]: _type = "Task" [ 1021.713843] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.721273] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289007, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.733281] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.369s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.734050] env[69941]: INFO nova.compute.manager [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Migrating [ 1021.740386] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.724s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.742316] env[69941]: INFO nova.compute.claims [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.923955] env[69941]: DEBUG oslo_vmware.api [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3289006, 'name': PowerOnVM_Task, 'duration_secs': 1.008308} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.924224] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.924434] env[69941]: INFO nova.compute.manager [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1021.924648] env[69941]: DEBUG nova.compute.manager [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.925434] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6292c9-cb93-4a1d-9ec4-912c1814de40 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.985182] env[69941]: DEBUG nova.compute.manager [req-32c18b36-f293-48e9-a2a2-c053b98c5b2c req-498e573e-f169-49dd-97d3-6724abb5fb97 service nova] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Received event network-changed-40ecf915-aa99-483b-bf9c-c678075c18c7 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.985395] env[69941]: DEBUG nova.compute.manager [req-32c18b36-f293-48e9-a2a2-c053b98c5b2c req-498e573e-f169-49dd-97d3-6724abb5fb97 service nova] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Refreshing instance network info cache due to event network-changed-40ecf915-aa99-483b-bf9c-c678075c18c7. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.985635] env[69941]: DEBUG oslo_concurrency.lockutils [req-32c18b36-f293-48e9-a2a2-c053b98c5b2c req-498e573e-f169-49dd-97d3-6724abb5fb97 service nova] Acquiring lock "refresh_cache-e06b5ce6-46dd-4d13-85bd-1df9a0c3d354" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.985805] env[69941]: DEBUG oslo_concurrency.lockutils [req-32c18b36-f293-48e9-a2a2-c053b98c5b2c req-498e573e-f169-49dd-97d3-6724abb5fb97 service nova] Acquired lock "refresh_cache-e06b5ce6-46dd-4d13-85bd-1df9a0c3d354" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.985970] env[69941]: DEBUG nova.network.neutron [req-32c18b36-f293-48e9-a2a2-c053b98c5b2c req-498e573e-f169-49dd-97d3-6724abb5fb97 service nova] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Refreshing network info cache for port 40ecf915-aa99-483b-bf9c-c678075c18c7 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.226380] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289007, 'name': CreateVM_Task, 'duration_secs': 0.336722} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.226528] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.227169] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.227338] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.227677] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.227931] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c215129f-a7b4-412d-8707-4373bd7caafa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.232586] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1022.232586] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52574655-ba67-2536-b19d-b05725014c3c" [ 1022.232586] env[69941]: _type = "Task" [ 1022.232586] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.241405] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52574655-ba67-2536-b19d-b05725014c3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.259698] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.259847] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.259915] env[69941]: DEBUG nova.network.neutron [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.443093] env[69941]: INFO nova.compute.manager [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Took 30.39 seconds to build instance. [ 1022.449463] env[69941]: DEBUG oslo_concurrency.lockutils [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "ad6492e7-be36-4768-8006-459ab112dae9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.449680] env[69941]: DEBUG oslo_concurrency.lockutils [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "ad6492e7-be36-4768-8006-459ab112dae9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.449866] env[69941]: DEBUG oslo_concurrency.lockutils [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "ad6492e7-be36-4768-8006-459ab112dae9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.450088] env[69941]: DEBUG oslo_concurrency.lockutils [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "ad6492e7-be36-4768-8006-459ab112dae9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.450256] env[69941]: DEBUG oslo_concurrency.lockutils [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "ad6492e7-be36-4768-8006-459ab112dae9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.451824] env[69941]: INFO nova.compute.manager [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Terminating instance [ 1022.531720] env[69941]: DEBUG nova.network.neutron [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Updating instance_info_cache with network_info: [{"id": "5eee84f5-f52b-4e3b-9081-e515c0c83e0a", "address": "fa:16:3e:4b:dd:22", "network": {"id": "4f8bfa25-8e72-4fd7-8f09-98d03af7d99e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-802794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e234bce5dd14d1f8480a560d8b651e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eee84f5-f5", "ovs_interfaceid": "5eee84f5-f52b-4e3b-9081-e515c0c83e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.627374] env[69941]: DEBUG nova.compute.manager [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Stashing vm_state: active {{(pid=69941) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1022.743403] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52574655-ba67-2536-b19d-b05725014c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.012244} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.743996] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.744255] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.744493] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.744637] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.744816] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.745101] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4de2d15b-e63f-4eed-b761-4263e22c2813 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.753459] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.753640] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.754375] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0696da0-fb6f-4867-8225-5c1f85d68280 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.759382] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1022.759382] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]521311c8-0cea-4837-2c66-cc54a5f30846" [ 1022.759382] env[69941]: _type = "Task" [ 1022.759382] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.771909] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521311c8-0cea-4837-2c66-cc54a5f30846, 'name': SearchDatastore_Task, 'duration_secs': 0.009888} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.772660] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e6aadb5-0f6e-42dc-9603-86876543c472 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.777523] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1022.777523] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a09574-48d9-ded1-e0d4-dbfb505b9573" [ 1022.777523] env[69941]: _type = "Task" [ 1022.777523] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.784660] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a09574-48d9-ded1-e0d4-dbfb505b9573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.800637] env[69941]: DEBUG nova.network.neutron [req-32c18b36-f293-48e9-a2a2-c053b98c5b2c req-498e573e-f169-49dd-97d3-6724abb5fb97 service nova] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Updated VIF entry in instance network info cache for port 40ecf915-aa99-483b-bf9c-c678075c18c7. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.801025] env[69941]: DEBUG nova.network.neutron [req-32c18b36-f293-48e9-a2a2-c053b98c5b2c req-498e573e-f169-49dd-97d3-6724abb5fb97 service nova] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Updating instance_info_cache with network_info: [{"id": "40ecf915-aa99-483b-bf9c-c678075c18c7", "address": "fa:16:3e:93:f6:cb", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ecf915-aa", "ovs_interfaceid": "40ecf915-aa99-483b-bf9c-c678075c18c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.863144] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.863443] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25675b2c-3182-46dc-8600-1900fa4305f8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.870633] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1022.870633] env[69941]: value = "task-3289008" [ 1022.870633] env[69941]: _type = "Task" [ 1022.870633] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.881555] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.924282] env[69941]: DEBUG oslo_concurrency.lockutils [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "f93c0971-5938-4734-83f5-ee3b3a0f055f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.924548] env[69941]: DEBUG oslo_concurrency.lockutils [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "f93c0971-5938-4734-83f5-ee3b3a0f055f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.944840] env[69941]: DEBUG oslo_concurrency.lockutils [None req-324ffa85-7958-4aea-a05e-8b9b7886a71a tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.903s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.956429] env[69941]: DEBUG nova.compute.manager [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.956641] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.957501] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b717dca-b7f3-458f-8eab-fadab5650bb0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.967486] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.969755] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98251bbe-346b-414b-b84b-357e7173e283 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.976900] env[69941]: DEBUG oslo_vmware.api [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1022.976900] env[69941]: value = "task-3289009" [ 1022.976900] env[69941]: _type = "Task" [ 1022.976900] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.988214] env[69941]: DEBUG oslo_vmware.api [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.024591] env[69941]: DEBUG nova.network.neutron [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updating instance_info_cache with network_info: [{"id": "a958d80b-05eb-4fad-a9fb-27948797d4d3", "address": "fa:16:3e:f3:21:a4", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa958d80b-05", "ovs_interfaceid": "a958d80b-05eb-4fad-a9fb-27948797d4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.035213] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Releasing lock "refresh_cache-7660ec11-f8b3-45d0-9e91-d664b4fbcb86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.035471] env[69941]: DEBUG nova.objects.instance [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lazy-loading 'migration_context' on Instance uuid 7660ec11-f8b3-45d0-9e91-d664b4fbcb86 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.073984] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72545642-3ba1-4990-9cda-fe2423b646eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.081306] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c6faa4-8054-40d2-8b1c-966519a70c37 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.111301] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fca95b-7bdd-4b9b-9c9e-69c6d5652d9e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.119077] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3358c503-1bfa-46bc-89f1-5708e9444f6c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.136133] env[69941]: DEBUG nova.compute.provider_tree [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.149474] env[69941]: DEBUG oslo_concurrency.lockutils [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.287757] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a09574-48d9-ded1-e0d4-dbfb505b9573, 'name': SearchDatastore_Task, 'duration_secs': 0.007862} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.288015] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.288280] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] e06b5ce6-46dd-4d13-85bd-1df9a0c3d354/e06b5ce6-46dd-4d13-85bd-1df9a0c3d354.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.288535] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-280b22b0-719f-48b5-a487-5e3aa706c560 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.294758] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1023.294758] env[69941]: value = "task-3289010" [ 1023.294758] env[69941]: _type = "Task" [ 1023.294758] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.302614] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.303119] env[69941]: DEBUG oslo_concurrency.lockutils [req-32c18b36-f293-48e9-a2a2-c053b98c5b2c req-498e573e-f169-49dd-97d3-6724abb5fb97 service nova] Releasing lock "refresh_cache-e06b5ce6-46dd-4d13-85bd-1df9a0c3d354" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.342849] env[69941]: DEBUG oslo_concurrency.lockutils [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "c4323ddf-bfde-48ec-a583-6bc93386307e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.343177] env[69941]: DEBUG oslo_concurrency.lockutils [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "c4323ddf-bfde-48ec-a583-6bc93386307e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.383657] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289008, 'name': PowerOffVM_Task, 'duration_secs': 0.361335} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.383963] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.384781] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fad8be-34b4-478d-844e-3638901dcf32 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.403925] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178fe714-b08c-481a-8709-590cca191465 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.430304] env[69941]: DEBUG nova.compute.utils [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.437434] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.437965] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e15fa5c5-ed42-464e-b94d-5a42f631c135 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.445514] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1023.445514] env[69941]: value = "task-3289011" [ 1023.445514] env[69941]: _type = "Task" [ 1023.445514] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.453827] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.486062] env[69941]: DEBUG oslo_vmware.api [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289009, 'name': PowerOffVM_Task, 'duration_secs': 0.274662} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.486347] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.486516] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.486778] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acb17498-9957-49f7-98a9-87d67a7e26b3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.527582] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.538795] env[69941]: DEBUG nova.objects.base [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Object Instance<7660ec11-f8b3-45d0-9e91-d664b4fbcb86> lazy-loaded attributes: info_cache,migration_context {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1023.539948] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086aed8b-62a4-4590-897b-63c234c85137 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.561719] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-508e153d-961a-49d6-83b3-d29af45d8b2a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.564295] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.564488] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.564668] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleting the datastore file [datastore1] ad6492e7-be36-4768-8006-459ab112dae9 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.565316] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f112686-5160-4c54-b9e4-0b0dcb7304f2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.570582] env[69941]: DEBUG oslo_vmware.api [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 1023.570582] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5213f496-3fd9-892b-e970-2ee46c493a32" [ 1023.570582] env[69941]: _type = "Task" [ 1023.570582] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.575546] env[69941]: DEBUG oslo_vmware.api [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1023.575546] env[69941]: value = "task-3289013" [ 1023.575546] env[69941]: _type = "Task" [ 1023.575546] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.582659] env[69941]: DEBUG oslo_vmware.api [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5213f496-3fd9-892b-e970-2ee46c493a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.587498] env[69941]: DEBUG oslo_vmware.api [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.639728] env[69941]: DEBUG nova.scheduler.client.report [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.804452] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462997} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.804719] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] e06b5ce6-46dd-4d13-85bd-1df9a0c3d354/e06b5ce6-46dd-4d13-85bd-1df9a0c3d354.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.804939] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.805254] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec5be8ed-5a3b-4af3-9b03-700effe3dbb9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.813466] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1023.813466] env[69941]: value = "task-3289014" [ 1023.813466] env[69941]: _type = "Task" [ 1023.813466] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.821534] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.845351] env[69941]: DEBUG nova.compute.manager [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.932696] env[69941]: DEBUG oslo_concurrency.lockutils [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "f93c0971-5938-4734-83f5-ee3b3a0f055f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.956320] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] VM already powered off {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1023.956536] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.956785] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.956933] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.957126] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.957379] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-976e2f1f-3181-473b-991c-2f668988f630 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.965513] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.965752] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.966399] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18b7c42c-0da4-45a5-aa75-126393ca6f58 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.971629] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1023.971629] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f4f916-d727-86bc-52d7-196c3bfb3e51" [ 1023.971629] env[69941]: _type = "Task" [ 1023.971629] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.978987] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f4f916-d727-86bc-52d7-196c3bfb3e51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.082822] env[69941]: DEBUG oslo_vmware.api [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5213f496-3fd9-892b-e970-2ee46c493a32, 'name': SearchDatastore_Task, 'duration_secs': 0.028812} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.084212] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.088343] env[69941]: DEBUG oslo_vmware.api [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246815} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.088569] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.088748] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.088922] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.089100] env[69941]: INFO nova.compute.manager [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1024.089334] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.089515] env[69941]: DEBUG nova.compute.manager [-] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.089607] env[69941]: DEBUG nova.network.neutron [-] [instance: ad6492e7-be36-4768-8006-459ab112dae9] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.145543] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.146095] env[69941]: DEBUG nova.compute.manager [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.149252] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.827s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.149919] env[69941]: DEBUG nova.objects.instance [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lazy-loading 'resources' on Instance uuid 30f854e3-8a2e-4380-98b2-5f4499892524 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.323817] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067525} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.326380] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.329092] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c07c4c-183a-4c5b-bac2-de77bac4934f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.351625] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] e06b5ce6-46dd-4d13-85bd-1df9a0c3d354/e06b5ce6-46dd-4d13-85bd-1df9a0c3d354.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.354302] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3122c9f1-26ad-4810-87e2-5e96c2104f71 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.376147] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1024.376147] env[69941]: value = "task-3289015" [ 1024.376147] env[69941]: _type = "Task" [ 1024.376147] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.386565] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.387616] env[69941]: DEBUG oslo_concurrency.lockutils [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.482574] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f4f916-d727-86bc-52d7-196c3bfb3e51, 'name': SearchDatastore_Task, 'duration_secs': 0.009803} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.483582] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19ba5a3c-300f-479f-96cd-32c8a287561e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.489449] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1024.489449] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]521454ac-5e5b-40cb-def0-38fe38c2c1fd" [ 1024.489449] env[69941]: _type = "Task" [ 1024.489449] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.499698] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521454ac-5e5b-40cb-def0-38fe38c2c1fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.653171] env[69941]: DEBUG nova.compute.utils [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.654152] env[69941]: DEBUG nova.compute.manager [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.654342] env[69941]: DEBUG nova.network.neutron [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.704675] env[69941]: DEBUG nova.policy [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '351aaa84072a4982bda72bf37f7d4784', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aab7e11996dd4117a7a0ad1c509a90a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.832392] env[69941]: DEBUG nova.network.neutron [-] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.886997] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289015, 'name': ReconfigVM_Task, 'duration_secs': 0.357082} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.890254] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Reconfigured VM instance instance-0000005f to attach disk [datastore2] e06b5ce6-46dd-4d13-85bd-1df9a0c3d354/e06b5ce6-46dd-4d13-85bd-1df9a0c3d354.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.891818] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69c91932-d347-4ed5-9e9e-d3dd106395b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.898148] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1024.898148] env[69941]: value = "task-3289016" [ 1024.898148] env[69941]: _type = "Task" [ 1024.898148] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.908627] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289016, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.965193] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4182a2-437f-477f-b4d5-a8066a6896fe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.972468] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec74a22-c901-4ff0-9229-96285315e0b2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.005319] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9189e0cf-d048-4696-bbec-bef12da0bb31 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.008053] env[69941]: DEBUG oslo_concurrency.lockutils [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "f93c0971-5938-4734-83f5-ee3b3a0f055f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.008301] env[69941]: DEBUG oslo_concurrency.lockutils [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "f93c0971-5938-4734-83f5-ee3b3a0f055f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.008530] env[69941]: INFO nova.compute.manager [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Attaching volume abbadccd-3926-45d9-83b7-c18a2fab74de to /dev/sdb [ 1025.017380] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521454ac-5e5b-40cb-def0-38fe38c2c1fd, 'name': SearchDatastore_Task, 'duration_secs': 0.014555} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.022222] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.022268] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 73773832-989a-4e38-8292-a6564c135eee/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk. {{(pid=69941) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1025.023074] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea8fcbd2-c928-4392-98a0-f2649c8d1188 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.026370] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97200317-6f90-4572-860b-cd0ceb35050d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.043941] env[69941]: DEBUG nova.compute.provider_tree [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.047907] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2085388-f981-4278-b4cc-dc653b1d9ae1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.051973] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1025.051973] env[69941]: value = "task-3289017" [ 1025.051973] env[69941]: _type = "Task" [ 1025.051973] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.071009] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updating instance 'e01c973a-3d25-493b-8d5d-eff82c27d03c' progress to 0 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.077780] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1eafa8f-59cf-4723-8e2a-493da9cff2f8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.084820] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.089158] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6f2a00-c447-4ef4-90d6-8236c53b9322 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.103972] env[69941]: DEBUG nova.virt.block_device [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Updating existing volume attachment record: 85e3f77c-a79a-4372-86b6-0d96e7a5c6ed {{(pid=69941) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1025.110295] env[69941]: DEBUG nova.network.neutron [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Successfully created port: d6eb22fa-7a1e-46ff-97ea-0044d299869c {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.160877] env[69941]: DEBUG nova.compute.manager [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.337874] env[69941]: INFO nova.compute.manager [-] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Took 1.25 seconds to deallocate network for instance. [ 1025.407771] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289016, 'name': Rename_Task, 'duration_secs': 0.210929} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.408116] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.408381] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4eaa15d8-d04c-45ea-ae6b-e3ee87e645a5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.416147] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1025.416147] env[69941]: value = "task-3289020" [ 1025.416147] env[69941]: _type = "Task" [ 1025.416147] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.426774] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.554261] env[69941]: DEBUG nova.scheduler.client.report [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.570479] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289017, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.586309] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.586911] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e1507b9-c2c6-463a-8dc8-1dae56e1748d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.593551] env[69941]: DEBUG oslo_vmware.api [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1025.593551] env[69941]: value = "task-3289022" [ 1025.593551] env[69941]: _type = "Task" [ 1025.593551] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.604233] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] VM already powered off {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1025.604442] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updating instance 'e01c973a-3d25-493b-8d5d-eff82c27d03c' progress to 17 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.615455] env[69941]: DEBUG nova.compute.manager [req-61ddd42a-51cb-460b-9fed-ac9faaf8a62f req-f0302249-c8ce-40b8-a208-4c577f69ffb5 service nova] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Received event network-vif-deleted-40eab94d-25ec-41dc-b1b3-56bf8473a27a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.851481] env[69941]: DEBUG oslo_concurrency.lockutils [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.926421] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289020, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.065144] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.072256] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.386s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.072523] env[69941]: DEBUG nova.objects.instance [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69941) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1026.075602] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547653} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.076412] env[69941]: INFO nova.virt.vmwareapi.ds_util [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 73773832-989a-4e38-8292-a6564c135eee/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk. [ 1026.077477] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8593540-63dc-4fdf-bb5b-1db5705806ff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.103332] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 73773832-989a-4e38-8292-a6564c135eee/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.104479] env[69941]: INFO nova.scheduler.client.report [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Deleted allocations for instance 30f854e3-8a2e-4380-98b2-5f4499892524 [ 1026.105579] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-979e20b6-feea-4248-97ee-bcb735fd6d76 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.124670] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.124877] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.125050] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.125265] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.125446] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.125622] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.125831] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.125997] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.126170] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.126334] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.126503] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.132384] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c50862f-3bcc-4a79-b730-9108fcff3689 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.148667] env[69941]: DEBUG oslo_vmware.api [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1026.148667] env[69941]: value = "task-3289024" [ 1026.148667] env[69941]: _type = "Task" [ 1026.148667] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.149985] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1026.149985] env[69941]: value = "task-3289023" [ 1026.149985] env[69941]: _type = "Task" [ 1026.149985] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.162203] env[69941]: DEBUG oslo_vmware.api [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.165660] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289023, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.170112] env[69941]: DEBUG nova.compute.manager [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.201528] env[69941]: DEBUG nova.virt.hardware [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.201778] env[69941]: DEBUG nova.virt.hardware [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.202020] env[69941]: DEBUG nova.virt.hardware [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.202226] env[69941]: DEBUG nova.virt.hardware [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.202384] env[69941]: DEBUG nova.virt.hardware [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.202533] env[69941]: DEBUG nova.virt.hardware [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.202744] env[69941]: DEBUG nova.virt.hardware [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.202901] env[69941]: DEBUG nova.virt.hardware [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.203110] env[69941]: DEBUG nova.virt.hardware [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.203292] env[69941]: DEBUG nova.virt.hardware [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.203499] env[69941]: DEBUG nova.virt.hardware [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.204429] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb1ba02-b90d-4466-9c77-ac5dcbc2d9be {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.212904] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc0c4db-dc4a-41d3-8631-27dd40fbc303 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.426934] env[69941]: DEBUG oslo_vmware.api [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289020, 'name': PowerOnVM_Task, 'duration_secs': 0.662618} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.427210] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.427415] env[69941]: INFO nova.compute.manager [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Took 7.04 seconds to spawn the instance on the hypervisor. [ 1026.427594] env[69941]: DEBUG nova.compute.manager [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.428382] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be73221-b936-4a4d-a394-8e0f0d9f37e5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.635177] env[69941]: DEBUG oslo_concurrency.lockutils [None req-36d28802-9b80-4e7b-91b2-fa4050b8431e tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "30f854e3-8a2e-4380-98b2-5f4499892524" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.300s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.663987] env[69941]: DEBUG oslo_vmware.api [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289024, 'name': ReconfigVM_Task, 'duration_secs': 0.498108} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.669751] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updating instance 'e01c973a-3d25-493b-8d5d-eff82c27d03c' progress to 33 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.670883] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.915886] env[69941]: DEBUG nova.network.neutron [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Successfully updated port: d6eb22fa-7a1e-46ff-97ea-0044d299869c {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.948109] env[69941]: INFO nova.compute.manager [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Took 29.92 seconds to build instance. [ 1027.084439] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3f4de919-8084-43d8-914f-2c4f8c277c9f tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.085635] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.764s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.085854] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.086066] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69941) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1027.086380] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.485s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.090022] env[69941]: DEBUG nova.objects.instance [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Lazy-loading 'resources' on Instance uuid 9cd489f7-e1c5-4a90-a7cd-823bf7f15207 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.090022] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a609667-71bb-41f3-88f3-4d1bc65d7a8c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.098505] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b47e27-a6be-4b34-a8d0-a729edc2deab {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.113399] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcddd6a0-efb8-49d8-bd37-ba15483d5b52 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.120103] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e173fe-87cf-4dc1-b63d-eb6126a93436 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.151558] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178809MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=69941) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1027.151717] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.163246] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.173344] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.173570] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.173726] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.173908] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.174067] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.174247] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.174459] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.174621] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.174784] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.174943] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.175132] env[69941]: DEBUG nova.virt.hardware [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.180413] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1027.180665] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd62869f-db29-4d25-99b3-dd771f08663e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.199682] env[69941]: DEBUG oslo_vmware.api [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1027.199682] env[69941]: value = "task-3289025" [ 1027.199682] env[69941]: _type = "Task" [ 1027.199682] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.207713] env[69941]: DEBUG oslo_vmware.api [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.419323] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "refresh_cache-a8fc343c-65e7-4cf8-a5fc-92f56a949f75" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.419550] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "refresh_cache-a8fc343c-65e7-4cf8-a5fc-92f56a949f75" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.419741] env[69941]: DEBUG nova.network.neutron [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.453562] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91408654-435b-42cb-933a-c20dab81e178 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "e06b5ce6-46dd-4d13-85bd-1df9a0c3d354" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.467s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.667929] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289023, 'name': ReconfigVM_Task, 'duration_secs': 1.260386} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.670807] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 73773832-989a-4e38-8292-a6564c135eee/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.671926] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673f639f-023d-484e-9244-318e710ca4ef {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.700206] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d11abdc-01d0-4299-a7de-b373141a2f41 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.718894] env[69941]: DEBUG oslo_vmware.api [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289025, 'name': ReconfigVM_Task, 'duration_secs': 0.508806} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.719520] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1027.719867] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1027.719867] env[69941]: value = "task-3289027" [ 1027.719867] env[69941]: _type = "Task" [ 1027.719867] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.722768] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dee4755-721f-47c2-a37e-cd6458bd06ec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.733270] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289027, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.750768] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] e01c973a-3d25-493b-8d5d-eff82c27d03c/e01c973a-3d25-493b-8d5d-eff82c27d03c.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.753489] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f90421d-a56d-45cb-b524-477a9b0dd0eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.772719] env[69941]: DEBUG oslo_vmware.api [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1027.772719] env[69941]: value = "task-3289028" [ 1027.772719] env[69941]: _type = "Task" [ 1027.772719] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.782552] env[69941]: DEBUG oslo_vmware.api [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.950623] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80da1627-613b-49cb-a7a1-beb967f3237d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.958479] env[69941]: DEBUG nova.network.neutron [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.961233] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703bdcad-2463-42d5-a822-561f3e4df010 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.966728] env[69941]: DEBUG nova.compute.manager [req-93da49a8-a965-42d3-a3c9-b97971a972bb req-39465696-86d3-467d-b7eb-42be30120d54 service nova] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Received event network-vif-plugged-d6eb22fa-7a1e-46ff-97ea-0044d299869c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.966939] env[69941]: DEBUG oslo_concurrency.lockutils [req-93da49a8-a965-42d3-a3c9-b97971a972bb req-39465696-86d3-467d-b7eb-42be30120d54 service nova] Acquiring lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.967163] env[69941]: DEBUG oslo_concurrency.lockutils [req-93da49a8-a965-42d3-a3c9-b97971a972bb req-39465696-86d3-467d-b7eb-42be30120d54 service nova] Lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.967342] env[69941]: DEBUG oslo_concurrency.lockutils [req-93da49a8-a965-42d3-a3c9-b97971a972bb req-39465696-86d3-467d-b7eb-42be30120d54 service nova] Lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.967505] env[69941]: DEBUG nova.compute.manager [req-93da49a8-a965-42d3-a3c9-b97971a972bb req-39465696-86d3-467d-b7eb-42be30120d54 service nova] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] No waiting events found dispatching network-vif-plugged-d6eb22fa-7a1e-46ff-97ea-0044d299869c {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.967659] env[69941]: WARNING nova.compute.manager [req-93da49a8-a965-42d3-a3c9-b97971a972bb req-39465696-86d3-467d-b7eb-42be30120d54 service nova] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Received unexpected event network-vif-plugged-d6eb22fa-7a1e-46ff-97ea-0044d299869c for instance with vm_state building and task_state spawning. [ 1027.967810] env[69941]: DEBUG nova.compute.manager [req-93da49a8-a965-42d3-a3c9-b97971a972bb req-39465696-86d3-467d-b7eb-42be30120d54 service nova] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Received event network-changed-d6eb22fa-7a1e-46ff-97ea-0044d299869c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.967958] env[69941]: DEBUG nova.compute.manager [req-93da49a8-a965-42d3-a3c9-b97971a972bb req-39465696-86d3-467d-b7eb-42be30120d54 service nova] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Refreshing instance network info cache due to event network-changed-d6eb22fa-7a1e-46ff-97ea-0044d299869c. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.968134] env[69941]: DEBUG oslo_concurrency.lockutils [req-93da49a8-a965-42d3-a3c9-b97971a972bb req-39465696-86d3-467d-b7eb-42be30120d54 service nova] Acquiring lock "refresh_cache-a8fc343c-65e7-4cf8-a5fc-92f56a949f75" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.999774] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db044fc3-6bc7-4906-9cd0-59a1eca6d600 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.008534] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42ec8c6-688a-40db-8553-b9418a401b01 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.022717] env[69941]: DEBUG nova.compute.provider_tree [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.082316] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "0fb3d479-8f28-4350-b162-b3dd576aa2e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.082520] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "0fb3d479-8f28-4350-b162-b3dd576aa2e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.163540] env[69941]: DEBUG nova.network.neutron [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Updating instance_info_cache with network_info: [{"id": "d6eb22fa-7a1e-46ff-97ea-0044d299869c", "address": "fa:16:3e:8c:13:05", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6eb22fa-7a", "ovs_interfaceid": "d6eb22fa-7a1e-46ff-97ea-0044d299869c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.235154] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289027, 'name': ReconfigVM_Task, 'duration_secs': 0.195844} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.235358] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.235620] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d80b7fc8-6017-436b-895f-2c846b053f0d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.242252] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1028.242252] env[69941]: value = "task-3289029" [ 1028.242252] env[69941]: _type = "Task" [ 1028.242252] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.249715] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.281871] env[69941]: DEBUG oslo_vmware.api [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289028, 'name': ReconfigVM_Task, 'duration_secs': 0.402115} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.282182] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Reconfigured VM instance instance-00000043 to attach disk [datastore2] e01c973a-3d25-493b-8d5d-eff82c27d03c/e01c973a-3d25-493b-8d5d-eff82c27d03c.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.282464] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updating instance 'e01c973a-3d25-493b-8d5d-eff82c27d03c' progress to 50 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.337308] env[69941]: DEBUG oslo_concurrency.lockutils [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "e06b5ce6-46dd-4d13-85bd-1df9a0c3d354" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.337591] env[69941]: DEBUG oslo_concurrency.lockutils [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "e06b5ce6-46dd-4d13-85bd-1df9a0c3d354" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.337806] env[69941]: DEBUG oslo_concurrency.lockutils [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "e06b5ce6-46dd-4d13-85bd-1df9a0c3d354-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.337994] env[69941]: DEBUG oslo_concurrency.lockutils [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "e06b5ce6-46dd-4d13-85bd-1df9a0c3d354-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.338190] env[69941]: DEBUG oslo_concurrency.lockutils [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "e06b5ce6-46dd-4d13-85bd-1df9a0c3d354-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.340536] env[69941]: INFO nova.compute.manager [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Terminating instance [ 1028.531395] env[69941]: DEBUG nova.scheduler.client.report [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.536305] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.536681] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.536984] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.537274] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.537494] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.539572] env[69941]: INFO nova.compute.manager [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Terminating instance [ 1028.584672] env[69941]: DEBUG nova.compute.manager [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.666085] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "refresh_cache-a8fc343c-65e7-4cf8-a5fc-92f56a949f75" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.666502] env[69941]: DEBUG nova.compute.manager [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Instance network_info: |[{"id": "d6eb22fa-7a1e-46ff-97ea-0044d299869c", "address": "fa:16:3e:8c:13:05", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6eb22fa-7a", "ovs_interfaceid": "d6eb22fa-7a1e-46ff-97ea-0044d299869c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.666877] env[69941]: DEBUG oslo_concurrency.lockutils [req-93da49a8-a965-42d3-a3c9-b97971a972bb req-39465696-86d3-467d-b7eb-42be30120d54 service nova] Acquired lock "refresh_cache-a8fc343c-65e7-4cf8-a5fc-92f56a949f75" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.667143] env[69941]: DEBUG nova.network.neutron [req-93da49a8-a965-42d3-a3c9-b97971a972bb req-39465696-86d3-467d-b7eb-42be30120d54 service nova] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Refreshing network info cache for port d6eb22fa-7a1e-46ff-97ea-0044d299869c {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.668473] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:13:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6eb22fa-7a1e-46ff-97ea-0044d299869c', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.676862] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.677974] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.678268] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3530dab-c7c6-442f-8f50-44b3be4a5ffc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.699769] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.699769] env[69941]: value = "task-3289030" [ 1028.699769] env[69941]: _type = "Task" [ 1028.699769] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.707830] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289030, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.752798] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.789472] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89950cc6-0c5b-468c-ba2d-317345f211c0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.811089] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dd7730-0886-4c8f-be6a-cadfa15d1130 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.835659] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updating instance 'e01c973a-3d25-493b-8d5d-eff82c27d03c' progress to 67 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.844504] env[69941]: DEBUG nova.compute.manager [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.844703] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.845577] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acd74f1-8f39-49e5-b36a-e1236a4359f8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.854532] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.854793] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1376dcce-8869-463e-a374-ac136f5e9f9a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.860761] env[69941]: DEBUG oslo_vmware.api [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1028.860761] env[69941]: value = "task-3289031" [ 1028.860761] env[69941]: _type = "Task" [ 1028.860761] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.868854] env[69941]: DEBUG oslo_vmware.api [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.040397] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.043341] env[69941]: DEBUG oslo_concurrency.lockutils [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.137s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.045672] env[69941]: INFO nova.compute.claims [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.048886] env[69941]: DEBUG nova.compute.manager [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.049195] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.050292] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee04ee7-73a2-4d76-971b-8845d95968c9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.059066] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.059321] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2e9f4ce-2164-413c-8aad-84e6b7b630e9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.064522] env[69941]: INFO nova.scheduler.client.report [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Deleted allocations for instance 9cd489f7-e1c5-4a90-a7cd-823bf7f15207 [ 1029.066468] env[69941]: DEBUG oslo_vmware.api [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 1029.066468] env[69941]: value = "task-3289032" [ 1029.066468] env[69941]: _type = "Task" [ 1029.066468] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.076954] env[69941]: DEBUG oslo_vmware.api [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3289032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.102677] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.209917] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289030, 'name': CreateVM_Task, 'duration_secs': 0.319838} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.210057] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.210760] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.210933] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.211343] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.211698] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c7e7a5b-9392-41fd-b243-952f7c9ec34d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.216011] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1029.216011] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b12187-42a3-f3c7-07d2-62216f192d16" [ 1029.216011] env[69941]: _type = "Task" [ 1029.216011] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.225234] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b12187-42a3-f3c7-07d2-62216f192d16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.252350] env[69941]: DEBUG oslo_vmware.api [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289029, 'name': PowerOnVM_Task, 'duration_secs': 0.617186} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.252597] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.255279] env[69941]: DEBUG nova.compute.manager [None req-e923d075-ed2d-4c24-b4a3-116e75d89b86 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.256036] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c63e69c-1a58-42c9-919a-0982c77a5a52 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.372271] env[69941]: DEBUG oslo_vmware.api [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289031, 'name': PowerOffVM_Task, 'duration_secs': 0.165248} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.372583] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.372755] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.373026] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87aa31b5-7ffc-44af-a6ed-40314f141ba5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.411729] env[69941]: DEBUG nova.network.neutron [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Port a958d80b-05eb-4fad-a9fb-27948797d4d3 binding to destination host cpu-1 is already ACTIVE {{(pid=69941) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1029.435022] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.435022] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.435022] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleting the datastore file [datastore2] e06b5ce6-46dd-4d13-85bd-1df9a0c3d354 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.435022] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-451ef00b-f877-4fdb-9c88-a76c413e4f0f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.440123] env[69941]: DEBUG oslo_vmware.api [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1029.440123] env[69941]: value = "task-3289034" [ 1029.440123] env[69941]: _type = "Task" [ 1029.440123] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.448236] env[69941]: DEBUG oslo_vmware.api [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.514163] env[69941]: DEBUG nova.network.neutron [req-93da49a8-a965-42d3-a3c9-b97971a972bb req-39465696-86d3-467d-b7eb-42be30120d54 service nova] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Updated VIF entry in instance network info cache for port d6eb22fa-7a1e-46ff-97ea-0044d299869c. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.514609] env[69941]: DEBUG nova.network.neutron [req-93da49a8-a965-42d3-a3c9-b97971a972bb req-39465696-86d3-467d-b7eb-42be30120d54 service nova] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Updating instance_info_cache with network_info: [{"id": "d6eb22fa-7a1e-46ff-97ea-0044d299869c", "address": "fa:16:3e:8c:13:05", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6eb22fa-7a", "ovs_interfaceid": "d6eb22fa-7a1e-46ff-97ea-0044d299869c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.579361] env[69941]: DEBUG oslo_concurrency.lockutils [None req-cb9424de-d85c-49af-b3ed-340ff5908df0 tempest-ServersListShow296Test-92230207 tempest-ServersListShow296Test-92230207-project-member] Lock "9cd489f7-e1c5-4a90-a7cd-823bf7f15207" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.583s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.584015] env[69941]: DEBUG oslo_vmware.api [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3289032, 'name': PowerOffVM_Task, 'duration_secs': 0.498688} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.584644] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.584644] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.585071] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a440bcaa-93d0-4407-8f6c-574916a5e4a5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.655530] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.655962] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.655962] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Deleting the datastore file [datastore1] 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.657126] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Volume attach. Driver type: vmdk {{(pid=69941) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1029.657349] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656850', 'volume_id': 'abbadccd-3926-45d9-83b7-c18a2fab74de', 'name': 'volume-abbadccd-3926-45d9-83b7-c18a2fab74de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f93c0971-5938-4734-83f5-ee3b3a0f055f', 'attached_at': '', 'detached_at': '', 'volume_id': 'abbadccd-3926-45d9-83b7-c18a2fab74de', 'serial': 'abbadccd-3926-45d9-83b7-c18a2fab74de'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1029.657619] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30c35c8b-8cd9-45f1-9385-857b8bc1925e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.661189] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8916921a-839f-413d-8607-f16e14ee732d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.680252] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e35a9a-8c38-4a2a-a6b9-ed967f706de5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.682943] env[69941]: DEBUG oslo_vmware.api [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 1029.682943] env[69941]: value = "task-3289036" [ 1029.682943] env[69941]: _type = "Task" [ 1029.682943] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.711502] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-abbadccd-3926-45d9-83b7-c18a2fab74de/volume-abbadccd-3926-45d9-83b7-c18a2fab74de.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.712652] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feeb3679-c143-43d5-aa12-d189d83e42ec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.742307] env[69941]: DEBUG oslo_vmware.api [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3289036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.751690] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b12187-42a3-f3c7-07d2-62216f192d16, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.752899] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.753208] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.753531] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.753686] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.753871] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.754196] env[69941]: DEBUG oslo_vmware.api [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1029.754196] env[69941]: value = "task-3289037" [ 1029.754196] env[69941]: _type = "Task" [ 1029.754196] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.754388] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9402a7e4-890b-45f7-ba05-ce2759895c1b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.767815] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.768011] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.769569] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ef0c55-5b17-4888-bc9e-e9222f930b64 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.774807] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1029.774807] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a13892-f171-b08f-12b3-eca731d47dfc" [ 1029.774807] env[69941]: _type = "Task" [ 1029.774807] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.783709] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a13892-f171-b08f-12b3-eca731d47dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.950851] env[69941]: DEBUG oslo_vmware.api [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165424} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.951219] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.951425] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.951613] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.951818] env[69941]: INFO nova.compute.manager [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1029.952123] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.952387] env[69941]: DEBUG nova.compute.manager [-] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.952512] env[69941]: DEBUG nova.network.neutron [-] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.016834] env[69941]: DEBUG oslo_concurrency.lockutils [req-93da49a8-a965-42d3-a3c9-b97971a972bb req-39465696-86d3-467d-b7eb-42be30120d54 service nova] Releasing lock "refresh_cache-a8fc343c-65e7-4cf8-a5fc-92f56a949f75" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.194605] env[69941]: DEBUG oslo_vmware.api [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3289036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324016} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.194852] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.195042] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.195350] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.195410] env[69941]: INFO nova.compute.manager [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1030.195613] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.195798] env[69941]: DEBUG nova.compute.manager [-] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.195884] env[69941]: DEBUG nova.network.neutron [-] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.262037] env[69941]: DEBUG nova.compute.manager [req-33f2cb8a-7b0f-4560-9a24-4a034a0c5da8 req-2c9f0fd0-025b-4884-b935-1f6253c4947b service nova] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Received event network-vif-deleted-40ecf915-aa99-483b-bf9c-c678075c18c7 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.262250] env[69941]: INFO nova.compute.manager [req-33f2cb8a-7b0f-4560-9a24-4a034a0c5da8 req-2c9f0fd0-025b-4884-b935-1f6253c4947b service nova] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Neutron deleted interface 40ecf915-aa99-483b-bf9c-c678075c18c7; detaching it from the instance and deleting it from the info cache [ 1030.262420] env[69941]: DEBUG nova.network.neutron [req-33f2cb8a-7b0f-4560-9a24-4a034a0c5da8 req-2c9f0fd0-025b-4884-b935-1f6253c4947b service nova] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.273360] env[69941]: DEBUG oslo_vmware.api [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.290572] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a13892-f171-b08f-12b3-eca731d47dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.008657} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.290572] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d016900-5eb1-4539-965f-a531d80076bb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.295867] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1030.295867] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e64962-af52-1344-4147-22ced492d12d" [ 1030.295867] env[69941]: _type = "Task" [ 1030.295867] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.303527] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e64962-af52-1344-4147-22ced492d12d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.378494] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9781d6-b181-4682-81ff-e1334e2c9168 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.385754] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b589cb6-59eb-4c9a-bf2d-f365db15fb88 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.415962] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0694f472-81ca-4c8a-ba7d-07c6681f8a89 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.431543] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e81b52-2070-484c-abe4-f37661969e03 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.443911] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "e01c973a-3d25-493b-8d5d-eff82c27d03c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.444207] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "e01c973a-3d25-493b-8d5d-eff82c27d03c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.444445] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "e01c973a-3d25-493b-8d5d-eff82c27d03c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.455633] env[69941]: DEBUG nova.compute.provider_tree [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.737667] env[69941]: DEBUG nova.network.neutron [-] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.766115] env[69941]: DEBUG oslo_vmware.api [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289037, 'name': ReconfigVM_Task, 'duration_secs': 0.909855} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.766115] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-abbadccd-3926-45d9-83b7-c18a2fab74de/volume-abbadccd-3926-45d9-83b7-c18a2fab74de.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.771341] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecfa4975-57d3-4d01-b55e-28ca67c54a06 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.781372] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a771f356-d403-4d6b-bc98-7eae514c4856 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.791819] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94196f57-55c5-4456-9b49-f23828d929d8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.802451] env[69941]: DEBUG oslo_vmware.api [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1030.802451] env[69941]: value = "task-3289038" [ 1030.802451] env[69941]: _type = "Task" [ 1030.802451] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.813982] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e64962-af52-1344-4147-22ced492d12d, 'name': SearchDatastore_Task, 'duration_secs': 0.010523} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.816960] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.817265] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] a8fc343c-65e7-4cf8-a5fc-92f56a949f75/a8fc343c-65e7-4cf8-a5fc-92f56a949f75.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.829122] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57388f35-f2ae-4ad1-b7fa-27c84f849955 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.831252] env[69941]: DEBUG nova.compute.manager [req-33f2cb8a-7b0f-4560-9a24-4a034a0c5da8 req-2c9f0fd0-025b-4884-b935-1f6253c4947b service nova] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Detach interface failed, port_id=40ecf915-aa99-483b-bf9c-c678075c18c7, reason: Instance e06b5ce6-46dd-4d13-85bd-1df9a0c3d354 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1030.835739] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1030.835739] env[69941]: value = "task-3289039" [ 1030.835739] env[69941]: _type = "Task" [ 1030.835739] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.843475] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.958771] env[69941]: DEBUG nova.scheduler.client.report [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.965211] env[69941]: DEBUG nova.network.neutron [-] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.240653] env[69941]: INFO nova.compute.manager [-] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Took 1.29 seconds to deallocate network for instance. [ 1031.315546] env[69941]: DEBUG oslo_vmware.api [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289038, 'name': ReconfigVM_Task, 'duration_secs': 0.177877} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.315865] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656850', 'volume_id': 'abbadccd-3926-45d9-83b7-c18a2fab74de', 'name': 'volume-abbadccd-3926-45d9-83b7-c18a2fab74de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f93c0971-5938-4734-83f5-ee3b3a0f055f', 'attached_at': '', 'detached_at': '', 'volume_id': 'abbadccd-3926-45d9-83b7-c18a2fab74de', 'serial': 'abbadccd-3926-45d9-83b7-c18a2fab74de'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1031.347405] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289039, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.465751] env[69941]: DEBUG oslo_concurrency.lockutils [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.466243] env[69941]: DEBUG nova.compute.manager [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.469033] env[69941]: DEBUG oslo_concurrency.lockutils [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "ca184805-fdec-470b-b45d-6f5e00f5247e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.469266] env[69941]: DEBUG oslo_concurrency.lockutils [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "ca184805-fdec-470b-b45d-6f5e00f5247e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.473345] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.818s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.479126] env[69941]: INFO nova.compute.claims [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.481972] env[69941]: INFO nova.compute.manager [-] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Took 1.29 seconds to deallocate network for instance. [ 1031.483250] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.484030] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.484030] env[69941]: DEBUG nova.network.neutron [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.747710] env[69941]: DEBUG oslo_concurrency.lockutils [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.846558] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560095} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.846825] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] a8fc343c-65e7-4cf8-a5fc-92f56a949f75/a8fc343c-65e7-4cf8-a5fc-92f56a949f75.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.847056] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.847525] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55eef321-1ecd-4be3-919f-dbe93265c2c8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.853650] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1031.853650] env[69941]: value = "task-3289040" [ 1031.853650] env[69941]: _type = "Task" [ 1031.853650] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.861015] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.972564] env[69941]: DEBUG nova.compute.utils [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.974098] env[69941]: DEBUG nova.compute.manager [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Not allocating networking since 'none' was specified. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1031.988239] env[69941]: DEBUG nova.compute.manager [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.993519] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.261753] env[69941]: DEBUG nova.network.neutron [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updating instance_info_cache with network_info: [{"id": "a958d80b-05eb-4fad-a9fb-27948797d4d3", "address": "fa:16:3e:f3:21:a4", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa958d80b-05", "ovs_interfaceid": "a958d80b-05eb-4fad-a9fb-27948797d4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.282905] env[69941]: DEBUG nova.compute.manager [req-a4795840-5241-4e9d-885d-2f1d316c0e98 req-76907fbf-79c0-451b-b25b-e6c88bffdc4d service nova] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Received event network-vif-deleted-75595b7f-0ba4-4569-a262-322ee1956ce0 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.352817] env[69941]: DEBUG nova.objects.instance [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lazy-loading 'flavor' on Instance uuid f93c0971-5938-4734-83f5-ee3b3a0f055f {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.363069] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06827} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.363326] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.364102] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f27115e-72b0-418e-aa8a-4ae24341729c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.387391] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] a8fc343c-65e7-4cf8-a5fc-92f56a949f75/a8fc343c-65e7-4cf8-a5fc-92f56a949f75.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.387939] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f23b8c65-3f2c-49c5-90a7-38f829267735 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.407535] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1032.407535] env[69941]: value = "task-3289041" [ 1032.407535] env[69941]: _type = "Task" [ 1032.407535] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.416058] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.475984] env[69941]: DEBUG nova.compute.manager [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.512714] env[69941]: DEBUG oslo_concurrency.lockutils [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.756918] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765c01a8-e189-4f8f-9fc2-da9b8f207c60 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.764164] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.768574] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32136ab0-30db-439d-b8e9-368030ebbb4d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.800820] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af27815e-630c-4bdc-90fa-02259d53e02a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.808898] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3109743-c98d-4ef2-9097-de2f2a698050 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.824031] env[69941]: DEBUG nova.compute.provider_tree [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.857456] env[69941]: DEBUG oslo_concurrency.lockutils [None req-894d672d-9750-4d6d-a019-7dbef55148e8 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "f93c0971-5938-4734-83f5-ee3b3a0f055f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.849s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.919794] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289041, 'name': ReconfigVM_Task, 'duration_secs': 0.252013} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.920082] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Reconfigured VM instance instance-00000060 to attach disk [datastore2] a8fc343c-65e7-4cf8-a5fc-92f56a949f75/a8fc343c-65e7-4cf8-a5fc-92f56a949f75.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.920703] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2771d12-4bee-4dc0-9773-455f3fb45eab {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.926574] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1032.926574] env[69941]: value = "task-3289042" [ 1032.926574] env[69941]: _type = "Task" [ 1032.926574] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.934134] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289042, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.296726] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c65c81-5880-4247-9163-3c0a0e60f9ab {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.316578] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05b980a-1e67-4931-8041-205e1d390a49 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.323550] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updating instance 'e01c973a-3d25-493b-8d5d-eff82c27d03c' progress to 83 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.327647] env[69941]: DEBUG nova.scheduler.client.report [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.437717] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289042, 'name': Rename_Task, 'duration_secs': 0.131377} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.438027] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.438282] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d1820b5-0f03-498d-bbd5-80c3f7799ab6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.444854] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1033.444854] env[69941]: value = "task-3289043" [ 1033.444854] env[69941]: _type = "Task" [ 1033.444854] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.452061] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.486973] env[69941]: DEBUG nova.compute.manager [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.524999] env[69941]: DEBUG nova.virt.hardware [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.527017] env[69941]: DEBUG nova.virt.hardware [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.527017] env[69941]: DEBUG nova.virt.hardware [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.527017] env[69941]: DEBUG nova.virt.hardware [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.527017] env[69941]: DEBUG nova.virt.hardware [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.527017] env[69941]: DEBUG nova.virt.hardware [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.527017] env[69941]: DEBUG nova.virt.hardware [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.527017] env[69941]: DEBUG nova.virt.hardware [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.527360] env[69941]: DEBUG nova.virt.hardware [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.527360] env[69941]: DEBUG nova.virt.hardware [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.527422] env[69941]: DEBUG nova.virt.hardware [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.528285] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4748fd92-e0cc-4e89-8c47-5a732f465304 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.537098] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bcc943-fca0-4069-a6f2-a3e257e8220a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.551230] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Instance VIF info [] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.557093] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Creating folder: Project (238a27bf91314949bc23d68746df3ee3). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.557418] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-062630bb-568a-470e-b6c5-68b628024073 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.567984] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Created folder: Project (238a27bf91314949bc23d68746df3ee3) in parent group-v656570. [ 1033.568189] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Creating folder: Instances. Parent ref: group-v656852. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.571719] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81ca0b9c-482f-469f-ac6c-33f5730dd8bf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.578542] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Created folder: Instances in parent group-v656852. [ 1033.578782] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.578972] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.579179] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9045a1e-b8b3-4448-b28a-7d25cad063d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.596636] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.596636] env[69941]: value = "task-3289046" [ 1033.596636] env[69941]: _type = "Task" [ 1033.596636] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.607043] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289046, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.834452] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5e095498-96cd-4d6d-8593-4679b24ab1d5 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updating instance 'e01c973a-3d25-493b-8d5d-eff82c27d03c' progress to 100 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.840403] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.840802] env[69941]: DEBUG nova.compute.manager [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.844116] env[69941]: DEBUG oslo_concurrency.lockutils [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.398s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.844201] env[69941]: DEBUG nova.objects.instance [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69941) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1033.955541] env[69941]: DEBUG oslo_vmware.api [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289043, 'name': PowerOnVM_Task, 'duration_secs': 0.443287} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.955811] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.956022] env[69941]: INFO nova.compute.manager [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1033.956206] env[69941]: DEBUG nova.compute.manager [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.956971] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f50d59-4627-444a-bd1c-0f96e4c6f336 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.106873] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289046, 'name': CreateVM_Task, 'duration_secs': 0.294328} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.107049] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.107519] env[69941]: DEBUG oslo_concurrency.lockutils [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.107673] env[69941]: DEBUG oslo_concurrency.lockutils [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.107993] env[69941]: DEBUG oslo_concurrency.lockutils [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.108263] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2698c35-bf28-4518-a233-5f6421a2b29f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.112641] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Waiting for the task: (returnval){ [ 1034.112641] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b178e4-9795-ced9-7c06-f300d4338c05" [ 1034.112641] env[69941]: _type = "Task" [ 1034.112641] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.120025] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b178e4-9795-ced9-7c06-f300d4338c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.354372] env[69941]: DEBUG nova.compute.utils [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.355613] env[69941]: DEBUG nova.compute.manager [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.355789] env[69941]: DEBUG nova.network.neutron [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.403358] env[69941]: DEBUG nova.policy [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ec0e5b87c5f4f279fe6c8e4648cc30a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b95ea7a3db6d44d58d53bc615ad7b935', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.477043] env[69941]: INFO nova.compute.manager [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Took 28.49 seconds to build instance. [ 1034.623444] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b178e4-9795-ced9-7c06-f300d4338c05, 'name': SearchDatastore_Task, 'duration_secs': 0.035226} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.623776] env[69941]: DEBUG oslo_concurrency.lockutils [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.624034] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.624276] env[69941]: DEBUG oslo_concurrency.lockutils [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.624426] env[69941]: DEBUG oslo_concurrency.lockutils [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.624610] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.624886] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02484ef2-2673-4d64-976c-c0b7fbced0ee {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.634778] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.635201] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.635780] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c700293-b9a0-44eb-9422-924e157ff7a2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.641477] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Waiting for the task: (returnval){ [ 1034.641477] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b104a0-54cf-09f7-2f07-e753333fcb4b" [ 1034.641477] env[69941]: _type = "Task" [ 1034.641477] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.649651] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b104a0-54cf-09f7-2f07-e753333fcb4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.746573] env[69941]: DEBUG oslo_concurrency.lockutils [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "3a24eb11-1f59-4a59-97f1-93e68655cbee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.746826] env[69941]: DEBUG oslo_concurrency.lockutils [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "3a24eb11-1f59-4a59-97f1-93e68655cbee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.807955] env[69941]: DEBUG nova.network.neutron [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Successfully created port: 04cfb0e5-9b0f-4af3-a03a-f26696753f0d {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.857344] env[69941]: DEBUG oslo_concurrency.lockutils [None req-346d6c06-6969-49a1-927f-6acc15f7ea96 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.859675] env[69941]: DEBUG oslo_concurrency.lockutils [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.709s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.864659] env[69941]: DEBUG nova.compute.manager [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.979345] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e73a4b53-0987-4472-9e29-e5861662da11 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.002s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.088126] env[69941]: DEBUG nova.compute.manager [req-3c31b421-e479-496f-94d8-77889517f812 req-55da5c46-0b81-4424-9db5-06a67bd4f5c4 service nova] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Received event network-changed-d6eb22fa-7a1e-46ff-97ea-0044d299869c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.088126] env[69941]: DEBUG nova.compute.manager [req-3c31b421-e479-496f-94d8-77889517f812 req-55da5c46-0b81-4424-9db5-06a67bd4f5c4 service nova] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Refreshing instance network info cache due to event network-changed-d6eb22fa-7a1e-46ff-97ea-0044d299869c. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.088126] env[69941]: DEBUG oslo_concurrency.lockutils [req-3c31b421-e479-496f-94d8-77889517f812 req-55da5c46-0b81-4424-9db5-06a67bd4f5c4 service nova] Acquiring lock "refresh_cache-a8fc343c-65e7-4cf8-a5fc-92f56a949f75" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.088126] env[69941]: DEBUG oslo_concurrency.lockutils [req-3c31b421-e479-496f-94d8-77889517f812 req-55da5c46-0b81-4424-9db5-06a67bd4f5c4 service nova] Acquired lock "refresh_cache-a8fc343c-65e7-4cf8-a5fc-92f56a949f75" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.088716] env[69941]: DEBUG nova.network.neutron [req-3c31b421-e479-496f-94d8-77889517f812 req-55da5c46-0b81-4424-9db5-06a67bd4f5c4 service nova] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Refreshing network info cache for port d6eb22fa-7a1e-46ff-97ea-0044d299869c {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.152870] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b104a0-54cf-09f7-2f07-e753333fcb4b, 'name': SearchDatastore_Task, 'duration_secs': 0.017923} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.153848] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9de2ff-2c45-4b98-81f6-6cd665d99e08 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.159422] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Waiting for the task: (returnval){ [ 1035.159422] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52eac824-0358-4a26-7524-abb327fc8e08" [ 1035.159422] env[69941]: _type = "Task" [ 1035.159422] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.168207] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52eac824-0358-4a26-7524-abb327fc8e08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.249287] env[69941]: DEBUG nova.compute.manager [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.371755] env[69941]: INFO nova.compute.claims [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.673017] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52eac824-0358-4a26-7524-abb327fc8e08, 'name': SearchDatastore_Task, 'duration_secs': 0.010526} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.673770] env[69941]: DEBUG oslo_concurrency.lockutils [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.673770] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 9254f57c-57e8-4e14-9890-e50dca1ce085/9254f57c-57e8-4e14-9890-e50dca1ce085.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.673939] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba769429-ea95-4bee-a8c0-b9494166b636 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.680889] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Waiting for the task: (returnval){ [ 1035.680889] env[69941]: value = "task-3289047" [ 1035.680889] env[69941]: _type = "Task" [ 1035.680889] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.688450] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': task-3289047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.774926] env[69941]: DEBUG oslo_concurrency.lockutils [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.866039] env[69941]: DEBUG nova.network.neutron [req-3c31b421-e479-496f-94d8-77889517f812 req-55da5c46-0b81-4424-9db5-06a67bd4f5c4 service nova] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Updated VIF entry in instance network info cache for port d6eb22fa-7a1e-46ff-97ea-0044d299869c. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.866039] env[69941]: DEBUG nova.network.neutron [req-3c31b421-e479-496f-94d8-77889517f812 req-55da5c46-0b81-4424-9db5-06a67bd4f5c4 service nova] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Updating instance_info_cache with network_info: [{"id": "d6eb22fa-7a1e-46ff-97ea-0044d299869c", "address": "fa:16:3e:8c:13:05", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6eb22fa-7a", "ovs_interfaceid": "d6eb22fa-7a1e-46ff-97ea-0044d299869c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.881367] env[69941]: INFO nova.compute.resource_tracker [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating resource usage from migration 7a4e49d3-5192-4d11-a7f2-846e224d12b9 [ 1035.884921] env[69941]: DEBUG nova.compute.manager [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.915897] env[69941]: DEBUG nova.virt.hardware [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.916149] env[69941]: DEBUG nova.virt.hardware [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.916420] env[69941]: DEBUG nova.virt.hardware [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.916479] env[69941]: DEBUG nova.virt.hardware [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.916609] env[69941]: DEBUG nova.virt.hardware [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.916751] env[69941]: DEBUG nova.virt.hardware [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.916957] env[69941]: DEBUG nova.virt.hardware [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.917193] env[69941]: DEBUG nova.virt.hardware [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.917703] env[69941]: DEBUG nova.virt.hardware [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.917703] env[69941]: DEBUG nova.virt.hardware [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.917703] env[69941]: DEBUG nova.virt.hardware [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.918919] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d374f3c4-78df-4777-baa9-aab27c6e751e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.931074] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e9898b-5801-4d51-9924-43260cbed3d4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.193781] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': task-3289047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480833} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.193962] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 9254f57c-57e8-4e14-9890-e50dca1ce085/9254f57c-57e8-4e14-9890-e50dca1ce085.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.194195] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.194446] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17847b7e-e67f-418b-87f2-915e087318ab {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.201364] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Waiting for the task: (returnval){ [ 1036.201364] env[69941]: value = "task-3289048" [ 1036.201364] env[69941]: _type = "Task" [ 1036.201364] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.208859] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': task-3289048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.232105] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922dbbd9-b38e-4ee7-915e-f31b5b1755b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.238590] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e06132-2589-408a-83a9-beb295e6df5d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.270147] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c6a7c6-019d-4835-8701-8410c306fe95 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.277546] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c547f3-4bf2-45a0-888c-7482fc73c128 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.290762] env[69941]: DEBUG nova.compute.provider_tree [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.368932] env[69941]: DEBUG oslo_concurrency.lockutils [req-3c31b421-e479-496f-94d8-77889517f812 req-55da5c46-0b81-4424-9db5-06a67bd4f5c4 service nova] Releasing lock "refresh_cache-a8fc343c-65e7-4cf8-a5fc-92f56a949f75" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.415418] env[69941]: DEBUG nova.compute.manager [req-7c269a5e-f320-4d90-9f1a-30cbc51802b2 req-1399f7f7-c51e-4c65-9ac7-573f3bff740a service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Received event network-vif-plugged-04cfb0e5-9b0f-4af3-a03a-f26696753f0d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.415749] env[69941]: DEBUG oslo_concurrency.lockutils [req-7c269a5e-f320-4d90-9f1a-30cbc51802b2 req-1399f7f7-c51e-4c65-9ac7-573f3bff740a service nova] Acquiring lock "2bac396e-eaad-4ee2-8741-c96d2da843f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.415986] env[69941]: DEBUG oslo_concurrency.lockutils [req-7c269a5e-f320-4d90-9f1a-30cbc51802b2 req-1399f7f7-c51e-4c65-9ac7-573f3bff740a service nova] Lock "2bac396e-eaad-4ee2-8741-c96d2da843f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.416185] env[69941]: DEBUG oslo_concurrency.lockutils [req-7c269a5e-f320-4d90-9f1a-30cbc51802b2 req-1399f7f7-c51e-4c65-9ac7-573f3bff740a service nova] Lock "2bac396e-eaad-4ee2-8741-c96d2da843f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.416362] env[69941]: DEBUG nova.compute.manager [req-7c269a5e-f320-4d90-9f1a-30cbc51802b2 req-1399f7f7-c51e-4c65-9ac7-573f3bff740a service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] No waiting events found dispatching network-vif-plugged-04cfb0e5-9b0f-4af3-a03a-f26696753f0d {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.416528] env[69941]: WARNING nova.compute.manager [req-7c269a5e-f320-4d90-9f1a-30cbc51802b2 req-1399f7f7-c51e-4c65-9ac7-573f3bff740a service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Received unexpected event network-vif-plugged-04cfb0e5-9b0f-4af3-a03a-f26696753f0d for instance with vm_state building and task_state spawning. [ 1036.444509] env[69941]: DEBUG nova.network.neutron [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Successfully updated port: 04cfb0e5-9b0f-4af3-a03a-f26696753f0d {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.668569] env[69941]: DEBUG oslo_concurrency.lockutils [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "e01c973a-3d25-493b-8d5d-eff82c27d03c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.668733] env[69941]: DEBUG oslo_concurrency.lockutils [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "e01c973a-3d25-493b-8d5d-eff82c27d03c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.668882] env[69941]: DEBUG nova.compute.manager [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Going to confirm migration 4 {{(pid=69941) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1036.712101] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': task-3289048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072734} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.712398] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.713258] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a503faa9-62e1-4b6d-8aa5-7743f962b28a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.733597] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 9254f57c-57e8-4e14-9890-e50dca1ce085/9254f57c-57e8-4e14-9890-e50dca1ce085.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.733878] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64e22fe8-0286-4fc0-b09c-3c3df3d00b49 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.754343] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Waiting for the task: (returnval){ [ 1036.754343] env[69941]: value = "task-3289049" [ 1036.754343] env[69941]: _type = "Task" [ 1036.754343] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.763172] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': task-3289049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.812668] env[69941]: ERROR nova.scheduler.client.report [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [req-662d157c-fb94-4407-802b-cd18f5aa466b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc8d08d-90ea-4899-a2f6-2f585d790aea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-662d157c-fb94-4407-802b-cd18f5aa466b"}]} [ 1036.830287] env[69941]: DEBUG nova.scheduler.client.report [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Refreshing inventories for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1036.844269] env[69941]: DEBUG nova.scheduler.client.report [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Updating ProviderTree inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1036.844505] env[69941]: DEBUG nova.compute.provider_tree [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.855830] env[69941]: DEBUG nova.scheduler.client.report [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Refreshing aggregate associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, aggregates: None {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1036.875181] env[69941]: DEBUG nova.scheduler.client.report [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Refreshing trait associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1036.947138] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.947357] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.947558] env[69941]: DEBUG nova.network.neutron [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.174893] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7b20fa-dd71-4c7c-a09c-ec83ef4d3604 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.184121] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec726ec6-8079-4455-94ed-52ac02768574 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.215633] env[69941]: DEBUG oslo_concurrency.lockutils [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.215822] env[69941]: DEBUG oslo_concurrency.lockutils [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.215998] env[69941]: DEBUG nova.network.neutron [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.216199] env[69941]: DEBUG nova.objects.instance [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lazy-loading 'info_cache' on Instance uuid e01c973a-3d25-493b-8d5d-eff82c27d03c {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.217905] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdce3b5-5c2c-4c8b-8a9c-e16a679382ae {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.225738] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22709785-7d2b-4a4c-8f63-55a1e436a0c8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.239793] env[69941]: DEBUG nova.compute.provider_tree [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.263648] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': task-3289049, 'name': ReconfigVM_Task, 'duration_secs': 0.288195} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.264149] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 9254f57c-57e8-4e14-9890-e50dca1ce085/9254f57c-57e8-4e14-9890-e50dca1ce085.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.264744] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56cc1ea2-40bb-4124-8fcd-0dea947dfe07 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.271174] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Waiting for the task: (returnval){ [ 1037.271174] env[69941]: value = "task-3289050" [ 1037.271174] env[69941]: _type = "Task" [ 1037.271174] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.278701] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': task-3289050, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.489011] env[69941]: DEBUG nova.network.neutron [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.634575] env[69941]: DEBUG nova.network.neutron [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Updating instance_info_cache with network_info: [{"id": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "address": "fa:16:3e:b9:53:2a", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04cfb0e5-9b", "ovs_interfaceid": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.771897] env[69941]: DEBUG nova.scheduler.client.report [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Updated inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1037.772218] env[69941]: DEBUG nova.compute.provider_tree [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Updating resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea generation from 134 to 135 during operation: update_inventory {{(pid=69941) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1037.772402] env[69941]: DEBUG nova.compute.provider_tree [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.784689] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': task-3289050, 'name': Rename_Task, 'duration_secs': 0.132545} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.784991] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.785191] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4ee7ddd-77ba-4828-b847-916b2002eb8a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.792181] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Waiting for the task: (returnval){ [ 1037.792181] env[69941]: value = "task-3289051" [ 1037.792181] env[69941]: _type = "Task" [ 1037.792181] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.799597] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': task-3289051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.136978] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.137350] env[69941]: DEBUG nova.compute.manager [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Instance network_info: |[{"id": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "address": "fa:16:3e:b9:53:2a", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04cfb0e5-9b", "ovs_interfaceid": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.137796] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:53:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04cfb0e5-9b0f-4af3-a03a-f26696753f0d', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.145416] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.145640] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.145887] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-992148dd-b65b-4caa-83a0-f48ab5b8cce9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.165653] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.165653] env[69941]: value = "task-3289052" [ 1038.165653] env[69941]: _type = "Task" [ 1038.165653] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.173290] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289052, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.280946] env[69941]: DEBUG oslo_concurrency.lockutils [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.422s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.281318] env[69941]: INFO nova.compute.manager [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Migrating [ 1038.288012] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.204s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.310639] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': task-3289051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.447974] env[69941]: DEBUG nova.compute.manager [req-728ebc26-52c8-46a6-a2e1-690ed0075465 req-2c18a884-9e9b-4cc4-9f40-5865f21b8e96 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Received event network-changed-04cfb0e5-9b0f-4af3-a03a-f26696753f0d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.448227] env[69941]: DEBUG nova.compute.manager [req-728ebc26-52c8-46a6-a2e1-690ed0075465 req-2c18a884-9e9b-4cc4-9f40-5865f21b8e96 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Refreshing instance network info cache due to event network-changed-04cfb0e5-9b0f-4af3-a03a-f26696753f0d. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.448433] env[69941]: DEBUG oslo_concurrency.lockutils [req-728ebc26-52c8-46a6-a2e1-690ed0075465 req-2c18a884-9e9b-4cc4-9f40-5865f21b8e96 service nova] Acquiring lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.448630] env[69941]: DEBUG oslo_concurrency.lockutils [req-728ebc26-52c8-46a6-a2e1-690ed0075465 req-2c18a884-9e9b-4cc4-9f40-5865f21b8e96 service nova] Acquired lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.448843] env[69941]: DEBUG nova.network.neutron [req-728ebc26-52c8-46a6-a2e1-690ed0075465 req-2c18a884-9e9b-4cc4-9f40-5865f21b8e96 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Refreshing network info cache for port 04cfb0e5-9b0f-4af3-a03a-f26696753f0d {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.469038] env[69941]: DEBUG nova.network.neutron [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updating instance_info_cache with network_info: [{"id": "a958d80b-05eb-4fad-a9fb-27948797d4d3", "address": "fa:16:3e:f3:21:a4", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa958d80b-05", "ovs_interfaceid": "a958d80b-05eb-4fad-a9fb-27948797d4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.675884] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289052, 'name': CreateVM_Task, 'duration_secs': 0.334767} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.676070] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.676748] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.676916] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.677260] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.677507] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c71385-fabf-4c27-bc58-7b6d47259462 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.682306] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1038.682306] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52755f6f-30e5-efd7-b6e5-183f5629f36f" [ 1038.682306] env[69941]: _type = "Task" [ 1038.682306] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.689721] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52755f6f-30e5-efd7-b6e5-183f5629f36f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.797582] env[69941]: DEBUG oslo_concurrency.lockutils [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.797762] env[69941]: DEBUG oslo_concurrency.lockutils [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.797931] env[69941]: DEBUG nova.network.neutron [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.807960] env[69941]: DEBUG oslo_vmware.api [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': task-3289051, 'name': PowerOnVM_Task, 'duration_secs': 0.712035} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.808724] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.808922] env[69941]: INFO nova.compute.manager [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Took 5.32 seconds to spawn the instance on the hypervisor. [ 1038.809116] env[69941]: DEBUG nova.compute.manager [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.812101] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d62676-0e51-4d6a-8723-11496cc38803 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.972177] env[69941]: DEBUG oslo_concurrency.lockutils [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.972432] env[69941]: DEBUG nova.objects.instance [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lazy-loading 'migration_context' on Instance uuid e01c973a-3d25-493b-8d5d-eff82c27d03c {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.057192] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56edefbb-8c34-409f-99f3-cc8fcbba6a73 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.064965] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2668b0-5043-490d-997a-4fe49ced016f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.104816] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f314a8b2-766d-42ea-9030-ee492c520274 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.110763] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db8ae34-9fe3-434c-b374-d3cbccd7787d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.125542] env[69941]: DEBUG nova.compute.provider_tree [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.194698] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52755f6f-30e5-efd7-b6e5-183f5629f36f, 'name': SearchDatastore_Task, 'duration_secs': 0.011357} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.194698] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.194698] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.194982] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.195151] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.195371] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.195683] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1766f897-130f-4c2d-b6b7-b83111b8f1d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.205210] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.205431] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.206280] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7501843f-55aa-49dc-b2d2-7ca1be6b9b80 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.211901] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1039.211901] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b5498e-a520-0dd2-4bac-561dd9af92bd" [ 1039.211901] env[69941]: _type = "Task" [ 1039.211901] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.219409] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b5498e-a520-0dd2-4bac-561dd9af92bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.270806] env[69941]: DEBUG nova.network.neutron [req-728ebc26-52c8-46a6-a2e1-690ed0075465 req-2c18a884-9e9b-4cc4-9f40-5865f21b8e96 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Updated VIF entry in instance network info cache for port 04cfb0e5-9b0f-4af3-a03a-f26696753f0d. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.271181] env[69941]: DEBUG nova.network.neutron [req-728ebc26-52c8-46a6-a2e1-690ed0075465 req-2c18a884-9e9b-4cc4-9f40-5865f21b8e96 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Updating instance_info_cache with network_info: [{"id": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "address": "fa:16:3e:b9:53:2a", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04cfb0e5-9b", "ovs_interfaceid": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.326962] env[69941]: INFO nova.compute.manager [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Took 23.44 seconds to build instance. [ 1039.475394] env[69941]: DEBUG nova.objects.base [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1039.476322] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ff9deb-9fa9-4641-b637-4af545e1204c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.498236] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf80e6e-f8d8-400b-a225-5fdbe3b4c4e0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.506215] env[69941]: DEBUG oslo_vmware.api [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1039.506215] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e404d5-3532-4980-bf4b-3633683215d5" [ 1039.506215] env[69941]: _type = "Task" [ 1039.506215] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.514952] env[69941]: DEBUG oslo_vmware.api [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e404d5-3532-4980-bf4b-3633683215d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.530930] env[69941]: DEBUG nova.network.neutron [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating instance_info_cache with network_info: [{"id": "984ca4b1-d0ba-4603-b660-c5122ca5d38d", "address": "fa:16:3e:c1:b9:e8", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap984ca4b1-d0", "ovs_interfaceid": "984ca4b1-d0ba-4603-b660-c5122ca5d38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.628839] env[69941]: DEBUG nova.scheduler.client.report [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.723672] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b5498e-a520-0dd2-4bac-561dd9af92bd, 'name': SearchDatastore_Task, 'duration_secs': 0.008568} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.724465] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04918fb3-9d20-4b09-a18f-0c27c3740fdc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.729416] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1039.729416] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b7ff97-6f31-5d2a-13d8-87aba81bf369" [ 1039.729416] env[69941]: _type = "Task" [ 1039.729416] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.737247] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b7ff97-6f31-5d2a-13d8-87aba81bf369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.773492] env[69941]: DEBUG oslo_concurrency.lockutils [req-728ebc26-52c8-46a6-a2e1-690ed0075465 req-2c18a884-9e9b-4cc4-9f40-5865f21b8e96 service nova] Releasing lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.829475] env[69941]: DEBUG oslo_concurrency.lockutils [None req-480f9ea8-0d98-4c67-ad40-786c3093bca5 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Lock "9254f57c-57e8-4e14-9890-e50dca1ce085" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.951s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.016149] env[69941]: DEBUG oslo_vmware.api [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e404d5-3532-4980-bf4b-3633683215d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010024} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.016434] env[69941]: DEBUG oslo_concurrency.lockutils [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.033117] env[69941]: DEBUG oslo_concurrency.lockutils [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.239685] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b7ff97-6f31-5d2a-13d8-87aba81bf369, 'name': SearchDatastore_Task, 'duration_secs': 0.009511} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.239963] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.240160] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 2bac396e-eaad-4ee2-8741-c96d2da843f5/2bac396e-eaad-4ee2-8741-c96d2da843f5.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.240420] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37df4a67-aae6-40e6-9172-37e2fa9eb982 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.247491] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1040.247491] env[69941]: value = "task-3289053" [ 1040.247491] env[69941]: _type = "Task" [ 1040.247491] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.255623] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.627959] env[69941]: DEBUG nova.compute.manager [None req-1fe90eb6-10a2-49db-a308-e250972bc571 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.629019] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e698c95-c6fb-472c-ab29-81d09abc3daa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.639978] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.352s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.643503] env[69941]: DEBUG oslo_concurrency.lockutils [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.256s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.646118] env[69941]: INFO nova.compute.claims [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.758265] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289053, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.810346] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Acquiring lock "9254f57c-57e8-4e14-9890-e50dca1ce085" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.810663] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Lock "9254f57c-57e8-4e14-9890-e50dca1ce085" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.810883] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Acquiring lock "9254f57c-57e8-4e14-9890-e50dca1ce085-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.811080] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Lock "9254f57c-57e8-4e14-9890-e50dca1ce085-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.811340] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Lock "9254f57c-57e8-4e14-9890-e50dca1ce085-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.813669] env[69941]: INFO nova.compute.manager [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Terminating instance [ 1041.144347] env[69941]: INFO nova.compute.manager [None req-1fe90eb6-10a2-49db-a308-e250972bc571 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] instance snapshotting [ 1041.145094] env[69941]: DEBUG nova.objects.instance [None req-1fe90eb6-10a2-49db-a308-e250972bc571 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Lazy-loading 'flavor' on Instance uuid 9254f57c-57e8-4e14-9890-e50dca1ce085 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.210808] env[69941]: INFO nova.scheduler.client.report [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleted allocation for migration 5fe8d5e9-c38e-4852-97d8-23e776482460 [ 1041.259244] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289053, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.317086] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Acquiring lock "refresh_cache-9254f57c-57e8-4e14-9890-e50dca1ce085" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.317315] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Acquired lock "refresh_cache-9254f57c-57e8-4e14-9890-e50dca1ce085" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.317489] env[69941]: DEBUG nova.network.neutron [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.549149] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a0acef-01d1-44b3-9e51-49f4581aecb6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.568616] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating instance 'a87074ec-1813-448c-be2b-e50be5324256' progress to 0 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.651011] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d64589f-769e-4fc6-abad-3f9ca233b44e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.671040] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba66ac0-c273-494b-a237-df11448041f1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.716336] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "7660ec11-f8b3-45d0-9e91-d664b4fbcb86" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.328s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.761869] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289053, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.839380] env[69941]: DEBUG nova.network.neutron [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.919693] env[69941]: DEBUG nova.network.neutron [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.923984] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5afe796-743d-4a7a-bdee-e846c3966978 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.931415] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa79924-376c-457d-b825-2eac0f10eec6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.964027] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed2f997-0765-4c51-9cc0-19bcaaac9c69 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.971720] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb50c9a5-fa88-41b7-ad63-2e929a24eb84 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.985088] env[69941]: DEBUG nova.compute.provider_tree [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.075647] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.075827] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-066f42bc-1dd2-4deb-be21-3289c375e3f4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.082251] env[69941]: DEBUG oslo_vmware.api [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1042.082251] env[69941]: value = "task-3289054" [ 1042.082251] env[69941]: _type = "Task" [ 1042.082251] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.090262] env[69941]: DEBUG oslo_vmware.api [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.183234] env[69941]: DEBUG nova.compute.manager [None req-1fe90eb6-10a2-49db-a308-e250972bc571 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Instance disappeared during snapshot {{(pid=69941) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1042.260665] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289053, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.528253} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.261022] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 2bac396e-eaad-4ee2-8741-c96d2da843f5/2bac396e-eaad-4ee2-8741-c96d2da843f5.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.261151] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.261462] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa127172-7c6e-490f-901d-d9e278f5aac1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.268143] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1042.268143] env[69941]: value = "task-3289055" [ 1042.268143] env[69941]: _type = "Task" [ 1042.268143] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.276166] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.296763] env[69941]: DEBUG nova.compute.manager [None req-1fe90eb6-10a2-49db-a308-e250972bc571 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Found 0 images (rotation: 2) {{(pid=69941) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1042.422060] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Releasing lock "refresh_cache-9254f57c-57e8-4e14-9890-e50dca1ce085" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.422335] env[69941]: DEBUG nova.compute.manager [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.422528] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.423553] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf81ec5-d2da-4f92-8ce0-e720a65a3537 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.431569] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.432264] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db7c3c12-0485-4e01-aab5-866dc7a28a78 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.438503] env[69941]: DEBUG oslo_vmware.api [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Waiting for the task: (returnval){ [ 1042.438503] env[69941]: value = "task-3289056" [ 1042.438503] env[69941]: _type = "Task" [ 1042.438503] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.449970] env[69941]: DEBUG oslo_vmware.api [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': task-3289056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.488215] env[69941]: DEBUG nova.scheduler.client.report [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.592746] env[69941]: DEBUG oslo_vmware.api [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289054, 'name': PowerOffVM_Task, 'duration_secs': 0.318742} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.593042] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.593272] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating instance 'a87074ec-1813-448c-be2b-e50be5324256' progress to 17 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.778459] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134969} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.778730] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.779482] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e15a2b-dae5-4087-8a28-ea3c87b89752 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.801359] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 2bac396e-eaad-4ee2-8741-c96d2da843f5/2bac396e-eaad-4ee2-8741-c96d2da843f5.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.801898] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d84c6746-444f-4c52-95cd-c7613fbb5a7f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.822118] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1042.822118] env[69941]: value = "task-3289057" [ 1042.822118] env[69941]: _type = "Task" [ 1042.822118] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.830081] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.923818] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "7660ec11-f8b3-45d0-9e91-d664b4fbcb86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.924225] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "7660ec11-f8b3-45d0-9e91-d664b4fbcb86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.924492] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "7660ec11-f8b3-45d0-9e91-d664b4fbcb86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.924721] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "7660ec11-f8b3-45d0-9e91-d664b4fbcb86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.924930] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "7660ec11-f8b3-45d0-9e91-d664b4fbcb86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.927326] env[69941]: INFO nova.compute.manager [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Terminating instance [ 1042.948433] env[69941]: DEBUG oslo_vmware.api [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': task-3289056, 'name': PowerOffVM_Task, 'duration_secs': 0.126988} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.948710] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.948956] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.949231] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86e76f65-825b-400f-ac61-74bca752761e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.973416] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.973682] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.973879] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Deleting the datastore file [datastore2] 9254f57c-57e8-4e14-9890-e50dca1ce085 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.974510] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc3a8f8c-0a11-49e6-a872-3a9d44617e2d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.980673] env[69941]: DEBUG oslo_vmware.api [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Waiting for the task: (returnval){ [ 1042.980673] env[69941]: value = "task-3289059" [ 1042.980673] env[69941]: _type = "Task" [ 1042.980673] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.989566] env[69941]: DEBUG oslo_vmware.api [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': task-3289059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.993695] env[69941]: DEBUG oslo_concurrency.lockutils [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.994092] env[69941]: DEBUG nova.compute.manager [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.996809] env[69941]: DEBUG oslo_concurrency.lockutils [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.146s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.997116] env[69941]: DEBUG nova.objects.instance [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lazy-loading 'resources' on Instance uuid ad6492e7-be36-4768-8006-459ab112dae9 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.099633] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.099914] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.100133] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.100297] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.100400] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.100536] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.100735] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.100892] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.101069] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.101268] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.101471] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.106551] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd80dd1a-5ecd-4162-9905-c70accded7b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.121639] env[69941]: DEBUG oslo_vmware.api [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1043.121639] env[69941]: value = "task-3289060" [ 1043.121639] env[69941]: _type = "Task" [ 1043.121639] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.129643] env[69941]: DEBUG oslo_vmware.api [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.332899] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289057, 'name': ReconfigVM_Task, 'duration_secs': 0.288423} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.332899] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 2bac396e-eaad-4ee2-8741-c96d2da843f5/2bac396e-eaad-4ee2-8741-c96d2da843f5.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.333407] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f9585ac-ee55-4b30-9581-9838c1c7eb44 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.339300] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1043.339300] env[69941]: value = "task-3289061" [ 1043.339300] env[69941]: _type = "Task" [ 1043.339300] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.348338] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289061, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.431499] env[69941]: DEBUG nova.compute.manager [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.431732] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.432653] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a795eba2-d009-459e-82bf-8bb6702bf595 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.440090] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.440340] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84510b39-ffd5-4040-a8a7-88f769b08eca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.446844] env[69941]: DEBUG oslo_vmware.api [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 1043.446844] env[69941]: value = "task-3289062" [ 1043.446844] env[69941]: _type = "Task" [ 1043.446844] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.457663] env[69941]: DEBUG oslo_vmware.api [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3289062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.492490] env[69941]: DEBUG oslo_vmware.api [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Task: {'id': task-3289059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101693} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.492787] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.492972] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.493268] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.493393] env[69941]: INFO nova.compute.manager [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1043.493628] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.493852] env[69941]: DEBUG nova.compute.manager [-] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.493949] env[69941]: DEBUG nova.network.neutron [-] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.501317] env[69941]: DEBUG nova.compute.utils [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.506330] env[69941]: DEBUG nova.compute.manager [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.506455] env[69941]: DEBUG nova.network.neutron [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.512583] env[69941]: DEBUG nova.network.neutron [-] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.602917] env[69941]: DEBUG nova.policy [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6aa8261d65ad47158fb3a41bb2facbc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f5a68c682154ef4b1e7890ca785248a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.633472] env[69941]: DEBUG oslo_vmware.api [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289060, 'name': ReconfigVM_Task, 'duration_secs': 0.151513} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.636834] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating instance 'a87074ec-1813-448c-be2b-e50be5324256' progress to 33 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.859726] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289061, 'name': Rename_Task, 'duration_secs': 0.130748} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.859726] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.859726] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebec09c7-d697-40ac-8aa6-52b44fe0aa79 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.863540] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9632d121-6ea5-430f-b1b7-6e2b81378d36 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.867154] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1043.867154] env[69941]: value = "task-3289063" [ 1043.867154] env[69941]: _type = "Task" [ 1043.867154] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.873809] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd31229-ac27-4993-b25d-e250127d2d9e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.879631] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.910896] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23753991-0e8e-422c-9295-6e93f9392b86 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.916090] env[69941]: DEBUG nova.network.neutron [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Successfully created port: 3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.921884] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b57a933-a6c2-413a-bca9-8ba0c526179b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.937321] env[69941]: DEBUG nova.compute.provider_tree [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.957345] env[69941]: DEBUG oslo_vmware.api [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3289062, 'name': PowerOffVM_Task, 'duration_secs': 0.195837} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.957741] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.957918] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.958213] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbb50ea1-ae50-4160-a562-0d543e95da21 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.007229] env[69941]: DEBUG nova.compute.manager [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.015105] env[69941]: DEBUG nova.network.neutron [-] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.019991] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.019991] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.019991] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleting the datastore file [datastore2] 7660ec11-f8b3-45d0-9e91-d664b4fbcb86 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.019991] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ebdcc91-716f-40a3-9198-801a50954a26 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.025602] env[69941]: DEBUG oslo_vmware.api [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for the task: (returnval){ [ 1044.025602] env[69941]: value = "task-3289065" [ 1044.025602] env[69941]: _type = "Task" [ 1044.025602] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.035313] env[69941]: DEBUG oslo_vmware.api [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3289065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.143608] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.143913] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.144123] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.144357] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.145278] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.145278] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.145278] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.145278] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.145494] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.145715] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.145825] env[69941]: DEBUG nova.virt.hardware [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.151740] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1044.152097] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be974c46-7891-4a68-8e77-014466230629 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.175222] env[69941]: DEBUG oslo_vmware.api [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1044.175222] env[69941]: value = "task-3289066" [ 1044.175222] env[69941]: _type = "Task" [ 1044.175222] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.185557] env[69941]: DEBUG oslo_vmware.api [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.377687] env[69941]: DEBUG oslo_vmware.api [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289063, 'name': PowerOnVM_Task, 'duration_secs': 0.473127} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.378041] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.378259] env[69941]: INFO nova.compute.manager [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1044.378487] env[69941]: DEBUG nova.compute.manager [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.379334] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fddbc3-f07b-4fb8-9f2d-b5bc92eddbc4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.440416] env[69941]: DEBUG nova.scheduler.client.report [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.518711] env[69941]: INFO nova.compute.manager [-] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Took 1.02 seconds to deallocate network for instance. [ 1044.536109] env[69941]: DEBUG oslo_vmware.api [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Task: {'id': task-3289065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185479} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.536396] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.537031] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.537031] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.537169] env[69941]: INFO nova.compute.manager [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1044.537463] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.537721] env[69941]: DEBUG nova.compute.manager [-] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.537833] env[69941]: DEBUG nova.network.neutron [-] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.685468] env[69941]: DEBUG oslo_vmware.api [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289066, 'name': ReconfigVM_Task, 'duration_secs': 0.431685} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.686245] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1044.686587] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d210ce13-dfa7-427c-9a07-e3b1ec1d318b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.710451] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] a87074ec-1813-448c-be2b-e50be5324256/a87074ec-1813-448c-be2b-e50be5324256.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.710746] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7d17edd-af1f-4f96-9ff1-95369302dcde {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.729492] env[69941]: DEBUG oslo_vmware.api [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1044.729492] env[69941]: value = "task-3289067" [ 1044.729492] env[69941]: _type = "Task" [ 1044.729492] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.738559] env[69941]: DEBUG oslo_vmware.api [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.822230] env[69941]: DEBUG nova.compute.manager [req-e64fdc23-5cdf-400d-a6f3-3fc8b57be862 req-28ae1d1e-5242-4ba3-952e-8436b0e8b0c0 service nova] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Received event network-vif-deleted-5eee84f5-f52b-4e3b-9081-e515c0c83e0a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.822401] env[69941]: INFO nova.compute.manager [req-e64fdc23-5cdf-400d-a6f3-3fc8b57be862 req-28ae1d1e-5242-4ba3-952e-8436b0e8b0c0 service nova] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Neutron deleted interface 5eee84f5-f52b-4e3b-9081-e515c0c83e0a; detaching it from the instance and deleting it from the info cache [ 1044.822577] env[69941]: DEBUG nova.network.neutron [req-e64fdc23-5cdf-400d-a6f3-3fc8b57be862 req-28ae1d1e-5242-4ba3-952e-8436b0e8b0c0 service nova] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.897350] env[69941]: INFO nova.compute.manager [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Took 26.26 seconds to build instance. [ 1044.946018] env[69941]: DEBUG oslo_concurrency.lockutils [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.947963] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.796s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.974354] env[69941]: INFO nova.scheduler.client.report [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleted allocations for instance ad6492e7-be36-4768-8006-459ab112dae9 [ 1045.017339] env[69941]: DEBUG nova.compute.manager [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.027057] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.057464] env[69941]: DEBUG nova.virt.hardware [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.057751] env[69941]: DEBUG nova.virt.hardware [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.057919] env[69941]: DEBUG nova.virt.hardware [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.058456] env[69941]: DEBUG nova.virt.hardware [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.058664] env[69941]: DEBUG nova.virt.hardware [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.058827] env[69941]: DEBUG nova.virt.hardware [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.059102] env[69941]: DEBUG nova.virt.hardware [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.059244] env[69941]: DEBUG nova.virt.hardware [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.059431] env[69941]: DEBUG nova.virt.hardware [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.059597] env[69941]: DEBUG nova.virt.hardware [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.059792] env[69941]: DEBUG nova.virt.hardware [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.060940] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01c9864-b9ad-45dd-9396-24e892140eca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.071783] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a9fdb2-1d4c-4475-9bc1-138b18f1195d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.239183] env[69941]: DEBUG oslo_vmware.api [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.257647] env[69941]: DEBUG nova.network.neutron [-] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.326344] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ce8486c-209d-456f-bb88-3bf647376a2e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.337348] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfd6a5a-dfc6-4038-b030-83cede5db162 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.372119] env[69941]: DEBUG nova.compute.manager [req-e64fdc23-5cdf-400d-a6f3-3fc8b57be862 req-28ae1d1e-5242-4ba3-952e-8436b0e8b0c0 service nova] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Detach interface failed, port_id=5eee84f5-f52b-4e3b-9081-e515c0c83e0a, reason: Instance 7660ec11-f8b3-45d0-9e91-d664b4fbcb86 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1045.400434] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4abffd09-57ad-4700-969e-25257113fbf9 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "2bac396e-eaad-4ee2-8741-c96d2da843f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.775s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.485402] env[69941]: DEBUG oslo_concurrency.lockutils [None req-49090b76-611c-4dc7-be3b-a57b525a8a4e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "ad6492e7-be36-4768-8006-459ab112dae9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.036s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.549243] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3bb0fd1b-0ce1-485f-a9ac-ef127192751a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.549530] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3bb0fd1b-0ce1-485f-a9ac-ef127192751a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.588161] env[69941]: DEBUG nova.network.neutron [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Successfully updated port: 3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.740691] env[69941]: DEBUG oslo_vmware.api [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289067, 'name': ReconfigVM_Task, 'duration_secs': 0.600145} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.740691] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Reconfigured VM instance instance-0000001a to attach disk [datastore2] a87074ec-1813-448c-be2b-e50be5324256/a87074ec-1813-448c-be2b-e50be5324256.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.740691] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating instance 'a87074ec-1813-448c-be2b-e50be5324256' progress to 50 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.760067] env[69941]: INFO nova.compute.manager [-] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Took 1.22 seconds to deallocate network for instance. [ 1045.965090] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Applying migration context for instance a87074ec-1813-448c-be2b-e50be5324256 as it has an incoming, in-progress migration 7a4e49d3-5192-4d11-a7f2-846e224d12b9. Migration status is migrating {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1045.965351] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Applying migration context for instance e01c973a-3d25-493b-8d5d-eff82c27d03c as it has an incoming, in-progress migration c42397e3-98e0-4112-89de-b9cbbfeff641. Migration status is confirming {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1045.967102] env[69941]: INFO nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating resource usage from migration 7a4e49d3-5192-4d11-a7f2-846e224d12b9 [ 1045.967427] env[69941]: INFO nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updating resource usage from migration c42397e3-98e0-4112-89de-b9cbbfeff641 [ 1045.991061] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 3aa39f00-4e7a-423e-92ad-9d5204e20e51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.991224] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 11118094-2c65-4953-94c8-a6bd67d43bce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.991346] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 015c489a-baf4-4569-8d5f-3fd343ca03a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.991462] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 1543ff3c-7076-4b47-b9ff-3550fc36e9b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.991575] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance f93c0971-5938-4734-83f5-ee3b3a0f055f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.991685] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 73978fd3-5c56-40d3-8a9c-0fc21bebd315 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.991795] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.991905] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 7660ec11-f8b3-45d0-9e91-d664b4fbcb86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.992024] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 73773832-989a-4e38-8292-a6564c135eee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.992169] env[69941]: WARNING nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1045.992307] env[69941]: WARNING nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance e06b5ce6-46dd-4d13-85bd-1df9a0c3d354 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1045.992425] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Migration c42397e3-98e0-4112-89de-b9cbbfeff641 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1045.992536] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance e01c973a-3d25-493b-8d5d-eff82c27d03c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.992648] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance a8fc343c-65e7-4cf8-a5fc-92f56a949f75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.992767] env[69941]: WARNING nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 9254f57c-57e8-4e14-9890-e50dca1ce085 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1045.992878] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 2bac396e-eaad-4ee2-8741-c96d2da843f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.992987] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Migration 7a4e49d3-5192-4d11-a7f2-846e224d12b9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1045.993186] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance a87074ec-1813-448c-be2b-e50be5324256 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.993306] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance c4323ddf-bfde-48ec-a583-6bc93386307e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1046.053473] env[69941]: INFO nova.compute.manager [None req-3bb0fd1b-0ce1-485f-a9ac-ef127192751a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Detaching volume d129c3a2-be15-4cb1-9115-8e55101c0cc8 [ 1046.091747] env[69941]: INFO nova.virt.block_device [None req-3bb0fd1b-0ce1-485f-a9ac-ef127192751a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Attempting to driver detach volume d129c3a2-be15-4cb1-9115-8e55101c0cc8 from mountpoint /dev/sdb [ 1046.091747] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb0fd1b-0ce1-485f-a9ac-ef127192751a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1046.091747] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb0fd1b-0ce1-485f-a9ac-ef127192751a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656816', 'volume_id': 'd129c3a2-be15-4cb1-9115-8e55101c0cc8', 'name': 'volume-d129c3a2-be15-4cb1-9115-8e55101c0cc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '73978fd3-5c56-40d3-8a9c-0fc21bebd315', 'attached_at': '', 'detached_at': '', 'volume_id': 'd129c3a2-be15-4cb1-9115-8e55101c0cc8', 'serial': 'd129c3a2-be15-4cb1-9115-8e55101c0cc8'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1046.091747] env[69941]: DEBUG oslo_concurrency.lockutils [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "refresh_cache-c4323ddf-bfde-48ec-a583-6bc93386307e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.091747] env[69941]: DEBUG oslo_concurrency.lockutils [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "refresh_cache-c4323ddf-bfde-48ec-a583-6bc93386307e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.091747] env[69941]: DEBUG nova.network.neutron [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.093389] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3902e820-8314-4bf4-9c56-abaf7aeea6c9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.117828] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c9033f-268c-45e7-9aab-79b413c00631 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.125883] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5442e9b-faf2-4d8e-88fb-22c478a5e434 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.148143] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f6e19d-e7c1-45f3-8cb4-3141eb39b5b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.163460] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb0fd1b-0ce1-485f-a9ac-ef127192751a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] The volume has not been displaced from its original location: [datastore1] volume-d129c3a2-be15-4cb1-9115-8e55101c0cc8/volume-d129c3a2-be15-4cb1-9115-8e55101c0cc8.vmdk. No consolidation needed. {{(pid=69941) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1046.168739] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb0fd1b-0ce1-485f-a9ac-ef127192751a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1046.170049] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07b7fe2a-3a88-454d-b018-87dc25305336 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.188912] env[69941]: DEBUG oslo_vmware.api [None req-3bb0fd1b-0ce1-485f-a9ac-ef127192751a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1046.188912] env[69941]: value = "task-3289068" [ 1046.188912] env[69941]: _type = "Task" [ 1046.188912] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.198720] env[69941]: DEBUG oslo_vmware.api [None req-3bb0fd1b-0ce1-485f-a9ac-ef127192751a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.247020] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dbf473-7437-4edc-82fe-96de7f352751 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.267875] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.269201] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356093fc-a7fa-4a48-8796-c425122685e7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.287938] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating instance 'a87074ec-1813-448c-be2b-e50be5324256' progress to 67 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.496460] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 0fb3d479-8f28-4350-b162-b3dd576aa2e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1046.626955] env[69941]: DEBUG nova.network.neutron [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.699551] env[69941]: DEBUG oslo_vmware.api [None req-3bb0fd1b-0ce1-485f-a9ac-ef127192751a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289068, 'name': ReconfigVM_Task, 'duration_secs': 0.227385} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.699833] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb0fd1b-0ce1-485f-a9ac-ef127192751a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1046.704684] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2a47eab-a06c-4a00-b618-87bda5d781dd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.719358] env[69941]: DEBUG oslo_vmware.api [None req-3bb0fd1b-0ce1-485f-a9ac-ef127192751a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1046.719358] env[69941]: value = "task-3289069" [ 1046.719358] env[69941]: _type = "Task" [ 1046.719358] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.727915] env[69941]: DEBUG oslo_vmware.api [None req-3bb0fd1b-0ce1-485f-a9ac-ef127192751a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.758264] env[69941]: DEBUG nova.network.neutron [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Updating instance_info_cache with network_info: [{"id": "3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76", "address": "fa:16:3e:27:85:d5", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb5d3ab-d3", "ovs_interfaceid": "3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.826596] env[69941]: DEBUG nova.network.neutron [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Port 984ca4b1-d0ba-4603-b660-c5122ca5d38d binding to destination host cpu-1 is already ACTIVE {{(pid=69941) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1046.856259] env[69941]: DEBUG nova.compute.manager [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Received event network-changed-04cfb0e5-9b0f-4af3-a03a-f26696753f0d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.856600] env[69941]: DEBUG nova.compute.manager [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Refreshing instance network info cache due to event network-changed-04cfb0e5-9b0f-4af3-a03a-f26696753f0d. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.856858] env[69941]: DEBUG oslo_concurrency.lockutils [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] Acquiring lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.857029] env[69941]: DEBUG oslo_concurrency.lockutils [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] Acquired lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.857202] env[69941]: DEBUG nova.network.neutron [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Refreshing network info cache for port 04cfb0e5-9b0f-4af3-a03a-f26696753f0d {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.999563] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance ca184805-fdec-470b-b45d-6f5e00f5247e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1047.230128] env[69941]: DEBUG oslo_vmware.api [None req-3bb0fd1b-0ce1-485f-a9ac-ef127192751a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289069, 'name': ReconfigVM_Task, 'duration_secs': 0.150317} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.230482] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb0fd1b-0ce1-485f-a9ac-ef127192751a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656816', 'volume_id': 'd129c3a2-be15-4cb1-9115-8e55101c0cc8', 'name': 'volume-d129c3a2-be15-4cb1-9115-8e55101c0cc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '73978fd3-5c56-40d3-8a9c-0fc21bebd315', 'attached_at': '', 'detached_at': '', 'volume_id': 'd129c3a2-be15-4cb1-9115-8e55101c0cc8', 'serial': 'd129c3a2-be15-4cb1-9115-8e55101c0cc8'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1047.261417] env[69941]: DEBUG oslo_concurrency.lockutils [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "refresh_cache-c4323ddf-bfde-48ec-a583-6bc93386307e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.261736] env[69941]: DEBUG nova.compute.manager [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Instance network_info: |[{"id": "3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76", "address": "fa:16:3e:27:85:d5", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb5d3ab-d3", "ovs_interfaceid": "3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.262179] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:85:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.269887] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.270332] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.270408] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9108529-5539-45b8-9a2f-40f003922935 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.290746] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.290746] env[69941]: value = "task-3289070" [ 1047.290746] env[69941]: _type = "Task" [ 1047.290746] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.298536] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289070, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.502943] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 3a24eb11-1f59-4a59-97f1-93e68655cbee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1047.503352] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1047.503550] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1047.619354] env[69941]: DEBUG nova.network.neutron [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Updated VIF entry in instance network info cache for port 04cfb0e5-9b0f-4af3-a03a-f26696753f0d. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.619744] env[69941]: DEBUG nova.network.neutron [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Updating instance_info_cache with network_info: [{"id": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "address": "fa:16:3e:b9:53:2a", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04cfb0e5-9b", "ovs_interfaceid": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.774644] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9883443d-da29-4e48-9e3e-b780c990095c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.782453] env[69941]: DEBUG nova.objects.instance [None req-3bb0fd1b-0ce1-485f-a9ac-ef127192751a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lazy-loading 'flavor' on Instance uuid 73978fd3-5c56-40d3-8a9c-0fc21bebd315 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.784647] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc8e6de-5af9-4c62-b2df-f387b2611b11 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.822286] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2217706-ded7-4dd1-b79e-ba1393c82907 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.828462] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289070, 'name': CreateVM_Task, 'duration_secs': 0.313597} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.830055] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.830055] env[69941]: DEBUG oslo_concurrency.lockutils [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.830055] env[69941]: DEBUG oslo_concurrency.lockutils [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.830397] env[69941]: DEBUG oslo_concurrency.lockutils [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.830717] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3af5076-e873-43a8-a357-d2f99ebeef1c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.845126] env[69941]: DEBUG oslo_concurrency.lockutils [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "a87074ec-1813-448c-be2b-e50be5324256-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.845356] env[69941]: DEBUG oslo_concurrency.lockutils [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "a87074ec-1813-448c-be2b-e50be5324256-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.845571] env[69941]: DEBUG oslo_concurrency.lockutils [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "a87074ec-1813-448c-be2b-e50be5324256-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.848405] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699d8efa-ebd8-4daf-adf4-5e81d6dd4811 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.859355] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1047.859355] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]521ce54e-cb9c-6ec3-9375-2cf0108a5086" [ 1047.859355] env[69941]: _type = "Task" [ 1047.859355] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.871323] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.878818] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521ce54e-cb9c-6ec3-9375-2cf0108a5086, 'name': SearchDatastore_Task, 'duration_secs': 0.011241} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.879352] env[69941]: DEBUG oslo_concurrency.lockutils [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.879581] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.879809] env[69941]: DEBUG oslo_concurrency.lockutils [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.879956] env[69941]: DEBUG oslo_concurrency.lockutils [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.880152] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.880634] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89801f48-3fad-48b7-94c3-9b75e15e191d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.888748] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.888931] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.889632] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25161edc-2133-4c55-9896-c206940cd063 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.894289] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1047.894289] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]520e61c9-8496-2733-b717-9960ac691813" [ 1047.894289] env[69941]: _type = "Task" [ 1047.894289] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.904523] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520e61c9-8496-2733-b717-9960ac691813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.123081] env[69941]: DEBUG oslo_concurrency.lockutils [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] Releasing lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.123081] env[69941]: DEBUG nova.compute.manager [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Received event network-vif-plugged-3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.123081] env[69941]: DEBUG oslo_concurrency.lockutils [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] Acquiring lock "c4323ddf-bfde-48ec-a583-6bc93386307e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.123081] env[69941]: DEBUG oslo_concurrency.lockutils [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] Lock "c4323ddf-bfde-48ec-a583-6bc93386307e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.123301] env[69941]: DEBUG oslo_concurrency.lockutils [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] Lock "c4323ddf-bfde-48ec-a583-6bc93386307e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.123335] env[69941]: DEBUG nova.compute.manager [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] No waiting events found dispatching network-vif-plugged-3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.123504] env[69941]: WARNING nova.compute.manager [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Received unexpected event network-vif-plugged-3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76 for instance with vm_state building and task_state spawning. [ 1048.123666] env[69941]: DEBUG nova.compute.manager [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Received event network-changed-3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.123820] env[69941]: DEBUG nova.compute.manager [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Refreshing instance network info cache due to event network-changed-3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.124038] env[69941]: DEBUG oslo_concurrency.lockutils [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] Acquiring lock "refresh_cache-c4323ddf-bfde-48ec-a583-6bc93386307e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.124210] env[69941]: DEBUG oslo_concurrency.lockutils [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] Acquired lock "refresh_cache-c4323ddf-bfde-48ec-a583-6bc93386307e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.124371] env[69941]: DEBUG nova.network.neutron [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Refreshing network info cache for port 3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.392410] env[69941]: ERROR nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [req-5d6caffc-193c-4ec9-9263-1d0f95605a84] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc8d08d-90ea-4899-a2f6-2f585d790aea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5d6caffc-193c-4ec9-9263-1d0f95605a84"}]} [ 1048.404621] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "11118094-2c65-4953-94c8-a6bd67d43bce" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.404947] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "11118094-2c65-4953-94c8-a6bd67d43bce" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.406798] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520e61c9-8496-2733-b717-9960ac691813, 'name': SearchDatastore_Task, 'duration_secs': 0.009588} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.407585] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a561bc-c44d-4a66-b7a3-919c2a93112f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.411032] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Refreshing inventories for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1048.416009] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1048.416009] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5203de72-ce0e-da64-feb4-fc3b2c69de22" [ 1048.416009] env[69941]: _type = "Task" [ 1048.416009] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.427368] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5203de72-ce0e-da64-feb4-fc3b2c69de22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.428397] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Updating ProviderTree inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1048.428656] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.443226] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Refreshing aggregate associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, aggregates: None {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1048.462174] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Refreshing trait associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1048.704220] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9dcc05-fa9b-485f-a2c1-70bafbede0cd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.711913] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6288cfb0-83de-4206-8ca7-2099a2df5409 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.744462] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdafd44a-a888-4a98-95a0-ddc12af3e7ea {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.751782] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f15aad-0003-4cb4-a228-6e4ea912c38d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.765433] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.793819] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3bb0fd1b-0ce1-485f-a9ac-ef127192751a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.907994] env[69941]: INFO nova.compute.manager [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Detaching volume 92329886-d416-48ba-a4ca-252cfc372226 [ 1048.925221] env[69941]: DEBUG oslo_concurrency.lockutils [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.925412] env[69941]: DEBUG oslo_concurrency.lockutils [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.925586] env[69941]: DEBUG nova.network.neutron [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.936454] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5203de72-ce0e-da64-feb4-fc3b2c69de22, 'name': SearchDatastore_Task, 'duration_secs': 0.017919} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.937852] env[69941]: DEBUG nova.network.neutron [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Updated VIF entry in instance network info cache for port 3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.938211] env[69941]: DEBUG nova.network.neutron [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Updating instance_info_cache with network_info: [{"id": "3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76", "address": "fa:16:3e:27:85:d5", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb5d3ab-d3", "ovs_interfaceid": "3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.941031] env[69941]: DEBUG oslo_concurrency.lockutils [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.941031] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] c4323ddf-bfde-48ec-a583-6bc93386307e/c4323ddf-bfde-48ec-a583-6bc93386307e.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.941715] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-344f2cf7-ca29-42e5-babe-87bf5423c81b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.949669] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1048.949669] env[69941]: value = "task-3289071" [ 1048.949669] env[69941]: _type = "Task" [ 1048.949669] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.955049] env[69941]: INFO nova.virt.block_device [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Attempting to driver detach volume 92329886-d416-48ba-a4ca-252cfc372226 from mountpoint /dev/sdb [ 1048.955343] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1048.955581] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656838', 'volume_id': '92329886-d416-48ba-a4ca-252cfc372226', 'name': 'volume-92329886-d416-48ba-a4ca-252cfc372226', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11118094-2c65-4953-94c8-a6bd67d43bce', 'attached_at': '', 'detached_at': '', 'volume_id': '92329886-d416-48ba-a4ca-252cfc372226', 'serial': '92329886-d416-48ba-a4ca-252cfc372226'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1048.956730] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5985a6-69de-42db-ba82-f27f9f5cd789 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.982681] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.983904] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daed22c1-8ce4-4ba6-8260-a5100b45fa2e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.991481] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4971107-8c3a-4c3b-a61c-3f248ec5c37c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.014066] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbc142c-19f1-4e24-89e1-1240437985a3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.030613] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] The volume has not been displaced from its original location: [datastore1] volume-92329886-d416-48ba-a4ca-252cfc372226/volume-92329886-d416-48ba-a4ca-252cfc372226.vmdk. No consolidation needed. {{(pid=69941) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1049.036827] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1049.037166] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2f278d6-0a71-4700-8c7d-b5766bd41244 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.057787] env[69941]: DEBUG oslo_vmware.api [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1049.057787] env[69941]: value = "task-3289072" [ 1049.057787] env[69941]: _type = "Task" [ 1049.057787] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.066811] env[69941]: DEBUG oslo_vmware.api [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.306640] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Updated inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1049.306884] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Updating resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea generation from 136 to 137 during operation: update_inventory {{(pid=69941) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1049.307066] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.442305] env[69941]: DEBUG oslo_concurrency.lockutils [req-3bfe4125-2657-4edc-9ae8-da383e1635c5 req-0eb33bff-4403-4673-b8c6-0bd6c5901581 service nova] Releasing lock "refresh_cache-c4323ddf-bfde-48ec-a583-6bc93386307e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.461212] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508163} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.461497] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] c4323ddf-bfde-48ec-a583-6bc93386307e/c4323ddf-bfde-48ec-a583-6bc93386307e.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.461700] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.461952] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ef11b87-3588-4994-b162-234470c880eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.468281] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1049.468281] env[69941]: value = "task-3289073" [ 1049.468281] env[69941]: _type = "Task" [ 1049.468281] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.478815] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.569881] env[69941]: DEBUG oslo_vmware.api [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289072, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.683540] env[69941]: DEBUG nova.network.neutron [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating instance_info_cache with network_info: [{"id": "984ca4b1-d0ba-4603-b660-c5122ca5d38d", "address": "fa:16:3e:c1:b9:e8", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap984ca4b1-d0", "ovs_interfaceid": "984ca4b1-d0ba-4603-b660-c5122ca5d38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.812294] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1049.812619] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.865s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.812768] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.710s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.814341] env[69941]: INFO nova.compute.claims [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.860968] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.861073] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.861265] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.861451] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.861613] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.863626] env[69941]: INFO nova.compute.manager [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Terminating instance [ 1049.981338] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063565} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.981606] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.982414] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d42fb1-5c39-47a1-a05a-e58bea6dcfff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.005666] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] c4323ddf-bfde-48ec-a583-6bc93386307e/c4323ddf-bfde-48ec-a583-6bc93386307e.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.006288] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae28ad56-6a8d-4e79-b9b0-c2fbabe21cd0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.025937] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1050.025937] env[69941]: value = "task-3289074" [ 1050.025937] env[69941]: _type = "Task" [ 1050.025937] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.033438] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.067237] env[69941]: DEBUG oslo_vmware.api [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289072, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.186800] env[69941]: DEBUG oslo_concurrency.lockutils [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.366952] env[69941]: DEBUG nova.compute.manager [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.367144] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.368352] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d837e2c-165c-4a98-8ddb-b413f73c6ee8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.375561] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.375787] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5502079c-a1bd-4f37-97a4-88478210134f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.380993] env[69941]: DEBUG oslo_vmware.api [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1050.380993] env[69941]: value = "task-3289075" [ 1050.380993] env[69941]: _type = "Task" [ 1050.380993] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.388860] env[69941]: DEBUG oslo_vmware.api [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.535938] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289074, 'name': ReconfigVM_Task, 'duration_secs': 0.311438} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.536241] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Reconfigured VM instance instance-00000063 to attach disk [datastore2] c4323ddf-bfde-48ec-a583-6bc93386307e/c4323ddf-bfde-48ec-a583-6bc93386307e.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.536873] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75c81aff-51b5-41e3-9a6b-b0699001454c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.543154] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1050.543154] env[69941]: value = "task-3289076" [ 1050.543154] env[69941]: _type = "Task" [ 1050.543154] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.550533] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289076, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.567352] env[69941]: DEBUG oslo_vmware.api [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289072, 'name': ReconfigVM_Task, 'duration_secs': 1.36321} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.567787] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1050.575022] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fab9b121-0290-4fef-aecb-8f5f40b29157 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.590110] env[69941]: DEBUG oslo_vmware.api [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1050.590110] env[69941]: value = "task-3289077" [ 1050.590110] env[69941]: _type = "Task" [ 1050.590110] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.600932] env[69941]: DEBUG oslo_vmware.api [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.712933] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5c85a7-0c54-4348-8db7-bd2a7b71f778 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.732312] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6d6442-1f15-46b3-9c14-21bd0bb455a4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.739521] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating instance 'a87074ec-1813-448c-be2b-e50be5324256' progress to 83 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.892542] env[69941]: DEBUG oslo_vmware.api [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289075, 'name': PowerOffVM_Task, 'duration_secs': 0.452512} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.892853] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.893070] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.893463] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11fb23fe-90de-4032-a501-72679662151f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.055084] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289076, 'name': Rename_Task, 'duration_secs': 0.157963} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.057515] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.057942] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e947899b-28c2-4257-9411-51b731c74596 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.064575] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1051.064575] env[69941]: value = "task-3289079" [ 1051.064575] env[69941]: _type = "Task" [ 1051.064575] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.074652] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.099935] env[69941]: DEBUG oslo_vmware.api [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289077, 'name': ReconfigVM_Task, 'duration_secs': 0.174271} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.100303] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656838', 'volume_id': '92329886-d416-48ba-a4ca-252cfc372226', 'name': 'volume-92329886-d416-48ba-a4ca-252cfc372226', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11118094-2c65-4953-94c8-a6bd67d43bce', 'attached_at': '', 'detached_at': '', 'volume_id': '92329886-d416-48ba-a4ca-252cfc372226', 'serial': '92329886-d416-48ba-a4ca-252cfc372226'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1051.103806] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d669c2f3-2df1-4d6d-8abb-dffe95c05531 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.110415] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93b88cf-0847-4c41-adca-2aebff62353e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.155569] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5eea98-eff5-4025-b4d6-53225888cf5d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.165706] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0842d779-d05a-4ca0-8d23-83e85e5fc0a8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.188137] env[69941]: DEBUG nova.compute.provider_tree [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.246334] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.246643] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c58601a4-dca0-4f0a-a280-1d7c8e76f509 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.254994] env[69941]: DEBUG oslo_vmware.api [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1051.254994] env[69941]: value = "task-3289080" [ 1051.254994] env[69941]: _type = "Task" [ 1051.254994] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.263575] env[69941]: DEBUG oslo_vmware.api [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.575645] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289079, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.645200] env[69941]: DEBUG nova.objects.instance [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lazy-loading 'flavor' on Instance uuid 11118094-2c65-4953-94c8-a6bd67d43bce {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.691293] env[69941]: DEBUG nova.scheduler.client.report [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.764917] env[69941]: DEBUG oslo_vmware.api [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289080, 'name': PowerOnVM_Task, 'duration_secs': 0.438543} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.765227] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.765434] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-537dc3b8-2ce7-4bc0-9459-81e0625f1f28 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating instance 'a87074ec-1813-448c-be2b-e50be5324256' progress to 100 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.076572] env[69941]: DEBUG oslo_vmware.api [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289079, 'name': PowerOnVM_Task, 'duration_secs': 0.574651} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.076840] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.077051] env[69941]: INFO nova.compute.manager [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Took 7.06 seconds to spawn the instance on the hypervisor. [ 1052.077289] env[69941]: DEBUG nova.compute.manager [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.078016] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a42910-ceed-4569-b932-4fe225bd76e3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.197487] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.197975] env[69941]: DEBUG nova.compute.manager [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.200354] env[69941]: DEBUG oslo_concurrency.lockutils [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.453s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.200551] env[69941]: DEBUG oslo_concurrency.lockutils [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.202941] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.209s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.203164] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.204828] env[69941]: DEBUG oslo_concurrency.lockutils [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.693s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.206266] env[69941]: INFO nova.compute.claims [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.235977] env[69941]: INFO nova.scheduler.client.report [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleted allocations for instance e06b5ce6-46dd-4d13-85bd-1df9a0c3d354 [ 1052.238216] env[69941]: INFO nova.scheduler.client.report [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Deleted allocations for instance 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d [ 1052.407664] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.407889] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.408102] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Deleting the datastore file [datastore1] 73978fd3-5c56-40d3-8a9c-0fc21bebd315 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.408380] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c2f50bf-4624-4d20-82f7-95a69919b5f5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.414164] env[69941]: DEBUG oslo_vmware.api [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1052.414164] env[69941]: value = "task-3289081" [ 1052.414164] env[69941]: _type = "Task" [ 1052.414164] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.423973] env[69941]: DEBUG oslo_vmware.api [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.594293] env[69941]: INFO nova.compute.manager [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Took 28.24 seconds to build instance. [ 1052.619354] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0785635d-5e26-4a60-b56c-72943c4f0e23 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "11118094-2c65-4953-94c8-a6bd67d43bce" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.652917] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9274a08d-180a-4f1f-bf3c-4990d9c1a9f6 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "11118094-2c65-4953-94c8-a6bd67d43bce" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.248s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.653969] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0785635d-5e26-4a60-b56c-72943c4f0e23 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "11118094-2c65-4953-94c8-a6bd67d43bce" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.035s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.654175] env[69941]: DEBUG nova.compute.manager [None req-0785635d-5e26-4a60-b56c-72943c4f0e23 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.655259] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6077a5-fff3-48ca-8a2d-531aca9f4c87 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.662015] env[69941]: DEBUG nova.compute.manager [None req-0785635d-5e26-4a60-b56c-72943c4f0e23 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69941) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1052.662502] env[69941]: DEBUG nova.objects.instance [None req-0785635d-5e26-4a60-b56c-72943c4f0e23 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lazy-loading 'flavor' on Instance uuid 11118094-2c65-4953-94c8-a6bd67d43bce {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.710719] env[69941]: DEBUG nova.compute.utils [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.713578] env[69941]: DEBUG nova.compute.manager [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.713749] env[69941]: DEBUG nova.network.neutron [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.751866] env[69941]: DEBUG nova.policy [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef67e4ead1234f3cbc555f1e986725a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a71ab4462ecd44958c8f17e260f4d337', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.753512] env[69941]: DEBUG oslo_concurrency.lockutils [None req-474a4e98-5594-4644-a2a0-4c090c9654f6 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "e06b5ce6-46dd-4d13-85bd-1df9a0c3d354" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.416s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.754507] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dd9a7036-dc8e-48a8-b752-1ff2f4e1b258 tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.218s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.926371] env[69941]: DEBUG oslo_vmware.api [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219236} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.926665] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.930023] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.930023] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.930023] env[69941]: INFO nova.compute.manager [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Took 2.56 seconds to destroy the instance on the hypervisor. [ 1052.930023] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.930023] env[69941]: DEBUG nova.compute.manager [-] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.930023] env[69941]: DEBUG nova.network.neutron [-] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.096903] env[69941]: DEBUG oslo_concurrency.lockutils [None req-de50b3be-16dc-4892-8917-b31f86886dbd tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "c4323ddf-bfde-48ec-a583-6bc93386307e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.753s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.214840] env[69941]: DEBUG nova.compute.manager [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.512935] env[69941]: DEBUG nova.network.neutron [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Successfully created port: fa6bacb1-fc96-4c26-9747-37d68da58ffd {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.532242] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5bb3e8-2d64-4c64-b22e-84cc88e65471 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.540943] env[69941]: DEBUG oslo_concurrency.lockutils [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.540943] env[69941]: DEBUG oslo_concurrency.lockutils [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.540943] env[69941]: DEBUG oslo_concurrency.lockutils [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.540943] env[69941]: DEBUG oslo_concurrency.lockutils [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.540943] env[69941]: DEBUG oslo_concurrency.lockutils [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.542649] env[69941]: INFO nova.compute.manager [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Terminating instance [ 1053.551763] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a24965-7215-4fc8-bd02-494c6b631bf9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.587142] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1b6534-417a-4355-8953-3811dcb33504 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.594752] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd66d00-e3f0-4a5c-bbf4-c0e93595f81a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.608757] env[69941]: DEBUG nova.compute.provider_tree [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.672161] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0785635d-5e26-4a60-b56c-72943c4f0e23 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.672484] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3471994b-d49b-44f4-a1b7-866cc3792b5d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.679024] env[69941]: DEBUG oslo_vmware.api [None req-0785635d-5e26-4a60-b56c-72943c4f0e23 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1053.679024] env[69941]: value = "task-3289083" [ 1053.679024] env[69941]: _type = "Task" [ 1053.679024] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.687920] env[69941]: DEBUG oslo_vmware.api [None req-0785635d-5e26-4a60-b56c-72943c4f0e23 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.028086] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "a87074ec-1813-448c-be2b-e50be5324256" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.028379] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "a87074ec-1813-448c-be2b-e50be5324256" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.029026] env[69941]: DEBUG nova.compute.manager [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Going to confirm migration 5 {{(pid=69941) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1054.036569] env[69941]: DEBUG nova.compute.manager [req-1ed65b6d-12ba-4839-ae35-f2e78400df4a req-f4999282-bec1-4e56-85fe-0122ab1e969c service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Received event network-vif-deleted-2e376b19-8828-4c5d-bd47-7c35dc86d94a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.036800] env[69941]: INFO nova.compute.manager [req-1ed65b6d-12ba-4839-ae35-f2e78400df4a req-f4999282-bec1-4e56-85fe-0122ab1e969c service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Neutron deleted interface 2e376b19-8828-4c5d-bd47-7c35dc86d94a; detaching it from the instance and deleting it from the info cache [ 1054.036975] env[69941]: DEBUG nova.network.neutron [req-1ed65b6d-12ba-4839-ae35-f2e78400df4a req-f4999282-bec1-4e56-85fe-0122ab1e969c service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.052060] env[69941]: DEBUG nova.compute.manager [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.052060] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.052060] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a70dd7a-69f3-4c0a-a393-9c99d0d9bdc9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.065859] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.071123] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1909667-5915-44a6-a31a-ed63e028a5e9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.079150] env[69941]: DEBUG oslo_vmware.api [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1054.079150] env[69941]: value = "task-3289084" [ 1054.079150] env[69941]: _type = "Task" [ 1054.079150] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.088295] env[69941]: DEBUG oslo_vmware.api [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.113055] env[69941]: DEBUG nova.scheduler.client.report [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.192019] env[69941]: DEBUG oslo_vmware.api [None req-0785635d-5e26-4a60-b56c-72943c4f0e23 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289083, 'name': PowerOffVM_Task, 'duration_secs': 0.2382} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.192019] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0785635d-5e26-4a60-b56c-72943c4f0e23 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.192384] env[69941]: DEBUG nova.compute.manager [None req-0785635d-5e26-4a60-b56c-72943c4f0e23 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.196225] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ad4f16-5011-4c71-b2e8-c7e222b63be0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.228420] env[69941]: DEBUG nova.compute.manager [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.269892] env[69941]: DEBUG nova.virt.hardware [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.271105] env[69941]: DEBUG nova.virt.hardware [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.271105] env[69941]: DEBUG nova.virt.hardware [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.271105] env[69941]: DEBUG nova.virt.hardware [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.271105] env[69941]: DEBUG nova.virt.hardware [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.271465] env[69941]: DEBUG nova.virt.hardware [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.271785] env[69941]: DEBUG nova.virt.hardware [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.272062] env[69941]: DEBUG nova.virt.hardware [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.272356] env[69941]: DEBUG nova.virt.hardware [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.272626] env[69941]: DEBUG nova.virt.hardware [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.274070] env[69941]: DEBUG nova.virt.hardware [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.274070] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bf993d-530e-43f6-af91-a8c1f6ea6798 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.282525] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1115a921-d140-45f2-aa34-e0c3c5700a89 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.520140] env[69941]: DEBUG nova.network.neutron [-] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.543824] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dabcca09-7827-40e9-ab81-fea0f2f9a268 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.553556] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5b0461-af27-4553-bcf1-31cc6efbddf6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.587297] env[69941]: DEBUG nova.compute.manager [req-1ed65b6d-12ba-4839-ae35-f2e78400df4a req-f4999282-bec1-4e56-85fe-0122ab1e969c service nova] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Detach interface failed, port_id=2e376b19-8828-4c5d-bd47-7c35dc86d94a, reason: Instance 73978fd3-5c56-40d3-8a9c-0fc21bebd315 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1054.591519] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.591760] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.591882] env[69941]: DEBUG nova.network.neutron [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.592316] env[69941]: DEBUG nova.objects.instance [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lazy-loading 'info_cache' on Instance uuid a87074ec-1813-448c-be2b-e50be5324256 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.598867] env[69941]: DEBUG oslo_vmware.api [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289084, 'name': PowerOffVM_Task, 'duration_secs': 0.185517} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.598867] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.598867] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.599052] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a12bce00-c7e6-44d5-a873-5f4687561f15 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.620240] env[69941]: DEBUG oslo_concurrency.lockutils [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.620686] env[69941]: DEBUG nova.compute.manager [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.623596] env[69941]: DEBUG oslo_concurrency.lockutils [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.849s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.625095] env[69941]: INFO nova.compute.claims [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.669092] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.669092] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.669092] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleting the datastore file [datastore1] 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.669092] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0207e96-7427-4463-a167-a4f6ea5eee03 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.677348] env[69941]: DEBUG oslo_vmware.api [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1054.677348] env[69941]: value = "task-3289086" [ 1054.677348] env[69941]: _type = "Task" [ 1054.677348] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.686290] env[69941]: DEBUG oslo_vmware.api [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.708600] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0785635d-5e26-4a60-b56c-72943c4f0e23 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "11118094-2c65-4953-94c8-a6bd67d43bce" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.022508] env[69941]: INFO nova.compute.manager [-] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Took 2.09 seconds to deallocate network for instance. [ 1055.129446] env[69941]: DEBUG nova.compute.utils [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.130829] env[69941]: DEBUG nova.compute.manager [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.130999] env[69941]: DEBUG nova.network.neutron [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.187521] env[69941]: DEBUG oslo_vmware.api [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476139} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.187892] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.188097] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.188282] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.188457] env[69941]: INFO nova.compute.manager [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1055.188733] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.188887] env[69941]: DEBUG nova.compute.manager [-] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.188980] env[69941]: DEBUG nova.network.neutron [-] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.191724] env[69941]: DEBUG nova.policy [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b9cce690905424490ec5efe28a5c8bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3cbf3c7320542ef9793cf4db073af58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.204177] env[69941]: DEBUG nova.objects.instance [None req-5e5fc934-989f-4f2d-b941-c4376acff023 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lazy-loading 'flavor' on Instance uuid 11118094-2c65-4953-94c8-a6bd67d43bce {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.295586] env[69941]: DEBUG nova.compute.manager [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Stashing vm_state: active {{(pid=69941) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1055.364580] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.364845] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.365098] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.365295] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.365466] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.367460] env[69941]: INFO nova.compute.manager [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Terminating instance [ 1055.434814] env[69941]: DEBUG nova.network.neutron [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Successfully updated port: fa6bacb1-fc96-4c26-9747-37d68da58ffd {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.485441] env[69941]: DEBUG nova.compute.manager [req-277b96ab-0abb-4f74-be95-a64f86ba71c2 req-0c819d48-07e3-4e16-9806-dd22ad3e77be service nova] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Received event network-vif-deleted-bd72cadf-4491-481f-932d-cea6eab07d6a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.485441] env[69941]: INFO nova.compute.manager [req-277b96ab-0abb-4f74-be95-a64f86ba71c2 req-0c819d48-07e3-4e16-9806-dd22ad3e77be service nova] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Neutron deleted interface bd72cadf-4491-481f-932d-cea6eab07d6a; detaching it from the instance and deleting it from the info cache [ 1055.485441] env[69941]: DEBUG nova.network.neutron [req-277b96ab-0abb-4f74-be95-a64f86ba71c2 req-0c819d48-07e3-4e16-9806-dd22ad3e77be service nova] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.530749] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.635905] env[69941]: DEBUG nova.network.neutron [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Successfully created port: 8f757664-b1e6-4c90-9042-f3d699c58270 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.637636] env[69941]: DEBUG nova.compute.manager [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.709637] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5e5fc934-989f-4f2d-b941-c4376acff023 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "refresh_cache-11118094-2c65-4953-94c8-a6bd67d43bce" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.709814] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5e5fc934-989f-4f2d-b941-c4376acff023 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquired lock "refresh_cache-11118094-2c65-4953-94c8-a6bd67d43bce" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.710052] env[69941]: DEBUG nova.network.neutron [None req-5e5fc934-989f-4f2d-b941-c4376acff023 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.710327] env[69941]: DEBUG nova.objects.instance [None req-5e5fc934-989f-4f2d-b941-c4376acff023 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lazy-loading 'info_cache' on Instance uuid 11118094-2c65-4953-94c8-a6bd67d43bce {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.812179] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.861932] env[69941]: DEBUG nova.network.neutron [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating instance_info_cache with network_info: [{"id": "984ca4b1-d0ba-4603-b660-c5122ca5d38d", "address": "fa:16:3e:c1:b9:e8", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap984ca4b1-d0", "ovs_interfaceid": "984ca4b1-d0ba-4603-b660-c5122ca5d38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.873412] env[69941]: DEBUG nova.compute.manager [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.873824] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.875091] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f257d8-2ce8-4e52-a913-216145c28e62 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.885400] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.885648] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7d11e27-4c5a-4cab-ab99-26838ace133a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.893792] env[69941]: DEBUG oslo_vmware.api [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 1055.893792] env[69941]: value = "task-3289087" [ 1055.893792] env[69941]: _type = "Task" [ 1055.893792] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.901918] env[69941]: DEBUG oslo_vmware.api [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3289087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.938378] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "refresh_cache-0fb3d479-8f28-4350-b162-b3dd576aa2e6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.938521] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquired lock "refresh_cache-0fb3d479-8f28-4350-b162-b3dd576aa2e6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.938638] env[69941]: DEBUG nova.network.neutron [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.948089] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6596fe52-3989-44be-b633-a4be30f94d8f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.959623] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f26f723-4e4c-4820-90c8-ae00cad10962 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.966990] env[69941]: DEBUG nova.network.neutron [-] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.995577] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63e97bd6-18e9-4e15-8094-1c7d6b7339b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.998070] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae81aa56-d947-4198-aabf-55ad9b4492cb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.007696] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a180bf2e-f108-42c7-9f49-c2fc7671754d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.016723] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c40baf3-07a1-4af9-b305-46c1ae77e7c7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.709295] env[69941]: DEBUG nova.objects.base [None req-5e5fc934-989f-4f2d-b941-c4376acff023 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Object Instance<11118094-2c65-4953-94c8-a6bd67d43bce> lazy-loaded attributes: flavor,info_cache {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1056.710327] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "refresh_cache-a87074ec-1813-448c-be2b-e50be5324256" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.710572] env[69941]: DEBUG nova.objects.instance [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lazy-loading 'migration_context' on Instance uuid a87074ec-1813-448c-be2b-e50be5324256 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.713242] env[69941]: INFO nova.compute.manager [-] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Took 1.52 seconds to deallocate network for instance. [ 1056.714164] env[69941]: DEBUG nova.compute.manager [req-2542df9c-e4b9-4084-818a-9a51dcda9d0b req-e8b0c847-6b9d-42cb-b83a-987c15055d9a service nova] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Received event network-vif-plugged-fa6bacb1-fc96-4c26-9747-37d68da58ffd {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.714355] env[69941]: DEBUG oslo_concurrency.lockutils [req-2542df9c-e4b9-4084-818a-9a51dcda9d0b req-e8b0c847-6b9d-42cb-b83a-987c15055d9a service nova] Acquiring lock "0fb3d479-8f28-4350-b162-b3dd576aa2e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.714551] env[69941]: DEBUG oslo_concurrency.lockutils [req-2542df9c-e4b9-4084-818a-9a51dcda9d0b req-e8b0c847-6b9d-42cb-b83a-987c15055d9a service nova] Lock "0fb3d479-8f28-4350-b162-b3dd576aa2e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.714710] env[69941]: DEBUG oslo_concurrency.lockutils [req-2542df9c-e4b9-4084-818a-9a51dcda9d0b req-e8b0c847-6b9d-42cb-b83a-987c15055d9a service nova] Lock "0fb3d479-8f28-4350-b162-b3dd576aa2e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.714868] env[69941]: DEBUG nova.compute.manager [req-2542df9c-e4b9-4084-818a-9a51dcda9d0b req-e8b0c847-6b9d-42cb-b83a-987c15055d9a service nova] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] No waiting events found dispatching network-vif-plugged-fa6bacb1-fc96-4c26-9747-37d68da58ffd {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.715067] env[69941]: WARNING nova.compute.manager [req-2542df9c-e4b9-4084-818a-9a51dcda9d0b req-e8b0c847-6b9d-42cb-b83a-987c15055d9a service nova] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Received unexpected event network-vif-plugged-fa6bacb1-fc96-4c26-9747-37d68da58ffd for instance with vm_state building and task_state spawning. [ 1056.715238] env[69941]: DEBUG nova.compute.manager [req-2542df9c-e4b9-4084-818a-9a51dcda9d0b req-e8b0c847-6b9d-42cb-b83a-987c15055d9a service nova] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Received event network-changed-fa6bacb1-fc96-4c26-9747-37d68da58ffd {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.715390] env[69941]: DEBUG nova.compute.manager [req-2542df9c-e4b9-4084-818a-9a51dcda9d0b req-e8b0c847-6b9d-42cb-b83a-987c15055d9a service nova] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Refreshing instance network info cache due to event network-changed-fa6bacb1-fc96-4c26-9747-37d68da58ffd. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.715549] env[69941]: DEBUG oslo_concurrency.lockutils [req-2542df9c-e4b9-4084-818a-9a51dcda9d0b req-e8b0c847-6b9d-42cb-b83a-987c15055d9a service nova] Acquiring lock "refresh_cache-0fb3d479-8f28-4350-b162-b3dd576aa2e6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.730097] env[69941]: DEBUG nova.compute.provider_tree [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.741712] env[69941]: DEBUG oslo_vmware.api [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3289087, 'name': PowerOffVM_Task, 'duration_secs': 0.270466} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.750724] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.750916] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.751738] env[69941]: DEBUG nova.compute.manager [req-277b96ab-0abb-4f74-be95-a64f86ba71c2 req-0c819d48-07e3-4e16-9806-dd22ad3e77be service nova] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Detach interface failed, port_id=bd72cadf-4491-481f-932d-cea6eab07d6a, reason: Instance 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1056.752667] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a1bd1a6-0fb2-4600-b544-263212d1c0d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.790063] env[69941]: DEBUG nova.network.neutron [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.815915] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.816159] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.816342] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Deleting the datastore file [datastore1] 3aa39f00-4e7a-423e-92ad-9d5204e20e51 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.816596] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-973dde90-da6b-42a3-b6fc-fcc42ebbba0a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.823371] env[69941]: DEBUG oslo_vmware.api [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for the task: (returnval){ [ 1056.823371] env[69941]: value = "task-3289089" [ 1056.823371] env[69941]: _type = "Task" [ 1056.823371] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.833534] env[69941]: DEBUG oslo_vmware.api [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3289089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.931086] env[69941]: DEBUG nova.network.neutron [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Updating instance_info_cache with network_info: [{"id": "fa6bacb1-fc96-4c26-9747-37d68da58ffd", "address": "fa:16:3e:e2:87:5d", "network": {"id": "f4504815-583c-4fc3-82ef-2cd18b0b6b78", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-953955203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71ab4462ecd44958c8f17e260f4d337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa6bacb1-fc", "ovs_interfaceid": "fa6bacb1-fc96-4c26-9747-37d68da58ffd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.217666] env[69941]: DEBUG nova.objects.base [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1057.218725] env[69941]: DEBUG nova.compute.manager [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.224238] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1509ee9-a64d-4c4b-a203-b721ef6d994a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.246818] env[69941]: DEBUG oslo_concurrency.lockutils [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.247759] env[69941]: DEBUG nova.scheduler.client.report [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.256044] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85c2b242-e5b8-4128-ac9c-5b9a7866c811 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.261138] env[69941]: DEBUG oslo_vmware.api [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1057.261138] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a5fbc2-cf21-11be-4f80-def512c150d9" [ 1057.261138] env[69941]: _type = "Task" [ 1057.261138] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.262076] env[69941]: DEBUG nova.network.neutron [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Successfully updated port: 8f757664-b1e6-4c90-9042-f3d699c58270 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.270202] env[69941]: DEBUG nova.virt.hardware [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.270202] env[69941]: DEBUG nova.virt.hardware [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.270202] env[69941]: DEBUG nova.virt.hardware [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.270202] env[69941]: DEBUG nova.virt.hardware [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.270202] env[69941]: DEBUG nova.virt.hardware [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.270202] env[69941]: DEBUG nova.virt.hardware [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.270202] env[69941]: DEBUG nova.virt.hardware [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.270202] env[69941]: DEBUG nova.virt.hardware [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.270202] env[69941]: DEBUG nova.virt.hardware [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.270202] env[69941]: DEBUG nova.virt.hardware [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.270202] env[69941]: DEBUG nova.virt.hardware [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.272264] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c683cdab-24a4-449a-aa21-b284678f6033 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.287344] env[69941]: DEBUG oslo_vmware.api [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a5fbc2-cf21-11be-4f80-def512c150d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008037} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.288555] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb58382-47df-468e-90eb-39c364a3425f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.292707] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.334609] env[69941]: DEBUG oslo_vmware.api [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Task: {'id': task-3289089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131987} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.334875] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.335062] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.335234] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.335396] env[69941]: INFO nova.compute.manager [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Took 1.46 seconds to destroy the instance on the hypervisor. [ 1057.335733] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.335813] env[69941]: DEBUG nova.compute.manager [-] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.335866] env[69941]: DEBUG nova.network.neutron [-] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.434365] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Releasing lock "refresh_cache-0fb3d479-8f28-4350-b162-b3dd576aa2e6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.434693] env[69941]: DEBUG nova.compute.manager [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Instance network_info: |[{"id": "fa6bacb1-fc96-4c26-9747-37d68da58ffd", "address": "fa:16:3e:e2:87:5d", "network": {"id": "f4504815-583c-4fc3-82ef-2cd18b0b6b78", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-953955203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71ab4462ecd44958c8f17e260f4d337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa6bacb1-fc", "ovs_interfaceid": "fa6bacb1-fc96-4c26-9747-37d68da58ffd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.434993] env[69941]: DEBUG oslo_concurrency.lockutils [req-2542df9c-e4b9-4084-818a-9a51dcda9d0b req-e8b0c847-6b9d-42cb-b83a-987c15055d9a service nova] Acquired lock "refresh_cache-0fb3d479-8f28-4350-b162-b3dd576aa2e6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.435189] env[69941]: DEBUG nova.network.neutron [req-2542df9c-e4b9-4084-818a-9a51dcda9d0b req-e8b0c847-6b9d-42cb-b83a-987c15055d9a service nova] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Refreshing network info cache for port fa6bacb1-fc96-4c26-9747-37d68da58ffd {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.436388] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:87:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa6bacb1-fc96-4c26-9747-37d68da58ffd', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.444250] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.447179] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.447670] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a65f9bd-92c2-4f13-9f81-1b9726d1ccd2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.470324] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.470324] env[69941]: value = "task-3289090" [ 1057.470324] env[69941]: _type = "Task" [ 1057.470324] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.477662] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289090, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.495481] env[69941]: DEBUG nova.network.neutron [None req-5e5fc934-989f-4f2d-b941-c4376acff023 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Updating instance_info_cache with network_info: [{"id": "eba3f267-e778-43c6-8d3f-75ba3d906104", "address": "fa:16:3e:d1:9b:93", "network": {"id": "763bcbf2-73b8-47d2-ba02-0c58c560776e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1136552053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd1ea7f509e42febe95e74434a5b241", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba3f267-e7", "ovs_interfaceid": "eba3f267-e778-43c6-8d3f-75ba3d906104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.753309] env[69941]: DEBUG oslo_concurrency.lockutils [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.129s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.753947] env[69941]: DEBUG nova.compute.manager [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.757673] env[69941]: DEBUG oslo_concurrency.lockutils [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.741s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.765833] env[69941]: DEBUG oslo_concurrency.lockutils [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "refresh_cache-ca184805-fdec-470b-b45d-6f5e00f5247e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.765981] env[69941]: DEBUG oslo_concurrency.lockutils [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquired lock "refresh_cache-ca184805-fdec-470b-b45d-6f5e00f5247e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.766160] env[69941]: DEBUG nova.network.neutron [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.844838] env[69941]: DEBUG nova.network.neutron [req-2542df9c-e4b9-4084-818a-9a51dcda9d0b req-e8b0c847-6b9d-42cb-b83a-987c15055d9a service nova] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Updated VIF entry in instance network info cache for port fa6bacb1-fc96-4c26-9747-37d68da58ffd. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.845253] env[69941]: DEBUG nova.network.neutron [req-2542df9c-e4b9-4084-818a-9a51dcda9d0b req-e8b0c847-6b9d-42cb-b83a-987c15055d9a service nova] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Updating instance_info_cache with network_info: [{"id": "fa6bacb1-fc96-4c26-9747-37d68da58ffd", "address": "fa:16:3e:e2:87:5d", "network": {"id": "f4504815-583c-4fc3-82ef-2cd18b0b6b78", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-953955203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71ab4462ecd44958c8f17e260f4d337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa6bacb1-fc", "ovs_interfaceid": "fa6bacb1-fc96-4c26-9747-37d68da58ffd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.979762] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289090, 'name': CreateVM_Task, 'duration_secs': 0.431247} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.980605] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.981459] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.981631] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.981992] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.982517] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50946d72-258e-4627-9f89-47a5c4edcc5c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.987192] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 1057.987192] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5213472a-af81-95aa-ab88-de2e61cb9f6e" [ 1057.987192] env[69941]: _type = "Task" [ 1057.987192] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.995734] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5213472a-af81-95aa-ab88-de2e61cb9f6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.999624] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5e5fc934-989f-4f2d-b941-c4376acff023 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Releasing lock "refresh_cache-11118094-2c65-4953-94c8-a6bd67d43bce" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.190319] env[69941]: DEBUG nova.compute.manager [req-b12917cd-485d-4961-97aa-80bb78fc2712 req-21c4292a-0c8c-43fd-b6d9-400bb06c6888 service nova] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Received event network-vif-plugged-8f757664-b1e6-4c90-9042-f3d699c58270 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.190551] env[69941]: DEBUG oslo_concurrency.lockutils [req-b12917cd-485d-4961-97aa-80bb78fc2712 req-21c4292a-0c8c-43fd-b6d9-400bb06c6888 service nova] Acquiring lock "ca184805-fdec-470b-b45d-6f5e00f5247e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.190848] env[69941]: DEBUG oslo_concurrency.lockutils [req-b12917cd-485d-4961-97aa-80bb78fc2712 req-21c4292a-0c8c-43fd-b6d9-400bb06c6888 service nova] Lock "ca184805-fdec-470b-b45d-6f5e00f5247e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.191027] env[69941]: DEBUG oslo_concurrency.lockutils [req-b12917cd-485d-4961-97aa-80bb78fc2712 req-21c4292a-0c8c-43fd-b6d9-400bb06c6888 service nova] Lock "ca184805-fdec-470b-b45d-6f5e00f5247e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.191199] env[69941]: DEBUG nova.compute.manager [req-b12917cd-485d-4961-97aa-80bb78fc2712 req-21c4292a-0c8c-43fd-b6d9-400bb06c6888 service nova] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] No waiting events found dispatching network-vif-plugged-8f757664-b1e6-4c90-9042-f3d699c58270 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.191359] env[69941]: WARNING nova.compute.manager [req-b12917cd-485d-4961-97aa-80bb78fc2712 req-21c4292a-0c8c-43fd-b6d9-400bb06c6888 service nova] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Received unexpected event network-vif-plugged-8f757664-b1e6-4c90-9042-f3d699c58270 for instance with vm_state building and task_state spawning. [ 1058.191517] env[69941]: DEBUG nova.compute.manager [req-b12917cd-485d-4961-97aa-80bb78fc2712 req-21c4292a-0c8c-43fd-b6d9-400bb06c6888 service nova] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Received event network-changed-8f757664-b1e6-4c90-9042-f3d699c58270 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.191669] env[69941]: DEBUG nova.compute.manager [req-b12917cd-485d-4961-97aa-80bb78fc2712 req-21c4292a-0c8c-43fd-b6d9-400bb06c6888 service nova] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Refreshing instance network info cache due to event network-changed-8f757664-b1e6-4c90-9042-f3d699c58270. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.191832] env[69941]: DEBUG oslo_concurrency.lockutils [req-b12917cd-485d-4961-97aa-80bb78fc2712 req-21c4292a-0c8c-43fd-b6d9-400bb06c6888 service nova] Acquiring lock "refresh_cache-ca184805-fdec-470b-b45d-6f5e00f5247e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.264017] env[69941]: DEBUG nova.compute.utils [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.267237] env[69941]: DEBUG nova.compute.manager [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.267406] env[69941]: DEBUG nova.network.neutron [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.337422] env[69941]: DEBUG nova.network.neutron [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.347741] env[69941]: DEBUG oslo_concurrency.lockutils [req-2542df9c-e4b9-4084-818a-9a51dcda9d0b req-e8b0c847-6b9d-42cb-b83a-987c15055d9a service nova] Releasing lock "refresh_cache-0fb3d479-8f28-4350-b162-b3dd576aa2e6" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.359240] env[69941]: DEBUG nova.policy [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2d6a294778d49dababd49da319379ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae120943154d45cd8059c52f28b00db2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.471787] env[69941]: DEBUG nova.network.neutron [-] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.499371] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5213472a-af81-95aa-ab88-de2e61cb9f6e, 'name': SearchDatastore_Task, 'duration_secs': 0.010235} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.505863] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.505863] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.505863] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.505863] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.505863] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.507414] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d90b414-8797-455e-af82-511dd0756ee5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.524175] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.524175] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.524175] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b87bf859-b829-4b83-884a-25012f2fcdc0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.533147] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 1058.533147] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e0dd44-3598-2e3d-5757-d2266bbfb4c2" [ 1058.533147] env[69941]: _type = "Task" [ 1058.533147] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.542303] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e0dd44-3598-2e3d-5757-d2266bbfb4c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009413} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.545247] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bafedff-ee4a-496d-b23e-2db960dc9bd3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.550669] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 1058.550669] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52dc62c2-c78e-77ea-7537-a119284b9093" [ 1058.550669] env[69941]: _type = "Task" [ 1058.550669] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.561025] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52dc62c2-c78e-77ea-7537-a119284b9093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.572108] env[69941]: DEBUG nova.network.neutron [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Updating instance_info_cache with network_info: [{"id": "8f757664-b1e6-4c90-9042-f3d699c58270", "address": "fa:16:3e:24:8e:a6", "network": {"id": "86b5b758-4961-4100-8960-b0dd34f81560", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-815096990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3cbf3c7320542ef9793cf4db073af58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f757664-b1", "ovs_interfaceid": "8f757664-b1e6-4c90-9042-f3d699c58270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.575765] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f67db6-53c3-40a6-ad7c-41e3cb4ce696 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.582163] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa54ce29-3385-4c33-b3d0-cc65a173677c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.612324] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c353c4-1a29-46b6-846b-91f677b6519f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.620136] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fd22b4-3ae5-44e9-9b0d-cff4a8a73154 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.635018] env[69941]: DEBUG nova.compute.provider_tree [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.762338] env[69941]: DEBUG nova.network.neutron [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Successfully created port: a1d9196a-e015-45a8-a111-bfc73cfe5cb8 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.770372] env[69941]: DEBUG nova.compute.manager [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.974546] env[69941]: INFO nova.compute.manager [-] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Took 1.64 seconds to deallocate network for instance. [ 1059.013755] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5fc934-989f-4f2d-b941-c4376acff023 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.014407] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe17bdd1-2872-4cb4-aed0-f5cd600a50d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.024027] env[69941]: DEBUG oslo_vmware.api [None req-5e5fc934-989f-4f2d-b941-c4376acff023 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1059.024027] env[69941]: value = "task-3289091" [ 1059.024027] env[69941]: _type = "Task" [ 1059.024027] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.031124] env[69941]: DEBUG oslo_vmware.api [None req-5e5fc934-989f-4f2d-b941-c4376acff023 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.062517] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52dc62c2-c78e-77ea-7537-a119284b9093, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.063098] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.063475] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 0fb3d479-8f28-4350-b162-b3dd576aa2e6/0fb3d479-8f28-4350-b162-b3dd576aa2e6.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.063919] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6164f3a-ef3f-46f7-bf1a-07b0657b1f53 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.071251] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 1059.071251] env[69941]: value = "task-3289092" [ 1059.071251] env[69941]: _type = "Task" [ 1059.071251] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.074756] env[69941]: DEBUG oslo_concurrency.lockutils [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Releasing lock "refresh_cache-ca184805-fdec-470b-b45d-6f5e00f5247e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.075154] env[69941]: DEBUG nova.compute.manager [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Instance network_info: |[{"id": "8f757664-b1e6-4c90-9042-f3d699c58270", "address": "fa:16:3e:24:8e:a6", "network": {"id": "86b5b758-4961-4100-8960-b0dd34f81560", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-815096990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3cbf3c7320542ef9793cf4db073af58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f757664-b1", "ovs_interfaceid": "8f757664-b1e6-4c90-9042-f3d699c58270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.075553] env[69941]: DEBUG oslo_concurrency.lockutils [req-b12917cd-485d-4961-97aa-80bb78fc2712 req-21c4292a-0c8c-43fd-b6d9-400bb06c6888 service nova] Acquired lock "refresh_cache-ca184805-fdec-470b-b45d-6f5e00f5247e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.075653] env[69941]: DEBUG nova.network.neutron [req-b12917cd-485d-4961-97aa-80bb78fc2712 req-21c4292a-0c8c-43fd-b6d9-400bb06c6888 service nova] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Refreshing network info cache for port 8f757664-b1e6-4c90-9042-f3d699c58270 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.077137] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:8e:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f757664-b1e6-4c90-9042-f3d699c58270', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.085398] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.086744] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.086993] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bd62a2e-cfb5-42bc-80c4-99571a1b7e24 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.106572] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3289092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.112141] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.112141] env[69941]: value = "task-3289093" [ 1059.112141] env[69941]: _type = "Task" [ 1059.112141] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.120984] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289093, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.137987] env[69941]: DEBUG nova.scheduler.client.report [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.482939] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.534964] env[69941]: DEBUG oslo_vmware.api [None req-5e5fc934-989f-4f2d-b941-c4376acff023 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289091, 'name': PowerOnVM_Task, 'duration_secs': 0.417669} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.535305] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5fc934-989f-4f2d-b941-c4376acff023 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.535512] env[69941]: DEBUG nova.compute.manager [None req-5e5fc934-989f-4f2d-b941-c4376acff023 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.536860] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bfbebb-11a6-499e-a9f4-20f7a7379971 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.582461] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3289092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501107} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.583456] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 0fb3d479-8f28-4350-b162-b3dd576aa2e6/0fb3d479-8f28-4350-b162-b3dd576aa2e6.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.583663] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.583984] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-106203bc-57af-4c12-a874-bfd729d430ee {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.593539] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 1059.593539] env[69941]: value = "task-3289094" [ 1059.593539] env[69941]: _type = "Task" [ 1059.593539] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.603079] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3289094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.624060] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289093, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.774580] env[69941]: DEBUG nova.network.neutron [req-b12917cd-485d-4961-97aa-80bb78fc2712 req-21c4292a-0c8c-43fd-b6d9-400bb06c6888 service nova] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Updated VIF entry in instance network info cache for port 8f757664-b1e6-4c90-9042-f3d699c58270. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.774996] env[69941]: DEBUG nova.network.neutron [req-b12917cd-485d-4961-97aa-80bb78fc2712 req-21c4292a-0c8c-43fd-b6d9-400bb06c6888 service nova] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Updating instance_info_cache with network_info: [{"id": "8f757664-b1e6-4c90-9042-f3d699c58270", "address": "fa:16:3e:24:8e:a6", "network": {"id": "86b5b758-4961-4100-8960-b0dd34f81560", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-815096990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3cbf3c7320542ef9793cf4db073af58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f757664-b1", "ovs_interfaceid": "8f757664-b1e6-4c90-9042-f3d699c58270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.780622] env[69941]: DEBUG nova.compute.manager [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.808983] env[69941]: DEBUG nova.virt.hardware [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.809250] env[69941]: DEBUG nova.virt.hardware [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.809416] env[69941]: DEBUG nova.virt.hardware [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.809588] env[69941]: DEBUG nova.virt.hardware [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.809738] env[69941]: DEBUG nova.virt.hardware [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.809885] env[69941]: DEBUG nova.virt.hardware [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.810110] env[69941]: DEBUG nova.virt.hardware [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.810273] env[69941]: DEBUG nova.virt.hardware [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.810438] env[69941]: DEBUG nova.virt.hardware [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.810596] env[69941]: DEBUG nova.virt.hardware [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.810769] env[69941]: DEBUG nova.virt.hardware [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.811617] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045a6ec1-610a-434d-82db-0dd2054aa822 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.819594] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7510a6a-8d09-4273-929e-36679991ceaf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.105360] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3289094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080965} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.105639] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.106437] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde83b0b-747f-4eb2-9033-43ffecbe1f49 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.128169] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 0fb3d479-8f28-4350-b162-b3dd576aa2e6/0fb3d479-8f28-4350-b162-b3dd576aa2e6.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.131644] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85ef287d-70f5-4f90-93f0-5f3e1dd99d19 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.148538] env[69941]: DEBUG oslo_concurrency.lockutils [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.391s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.148754] env[69941]: DEBUG nova.compute.manager [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69941) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1060.156039] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.129s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.156233] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.158191] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.890s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.158414] env[69941]: DEBUG nova.objects.instance [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lazy-loading 'resources' on Instance uuid 7660ec11-f8b3-45d0-9e91-d664b4fbcb86 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.159523] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 1060.159523] env[69941]: value = "task-3289095" [ 1060.159523] env[69941]: _type = "Task" [ 1060.159523] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.159890] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289093, 'name': CreateVM_Task, 'duration_secs': 0.531264} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.160421] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.164142] env[69941]: DEBUG oslo_concurrency.lockutils [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.164142] env[69941]: DEBUG oslo_concurrency.lockutils [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.164520] env[69941]: DEBUG oslo_concurrency.lockutils [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.164850] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3a082d-77c7-49de-b555-194d37ecbe30 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.172792] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3289095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.174426] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1060.174426] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]524c9c61-ada8-273b-1e51-ea5a09dcb246" [ 1060.174426] env[69941]: _type = "Task" [ 1060.174426] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.183306] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]524c9c61-ada8-273b-1e51-ea5a09dcb246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.189292] env[69941]: INFO nova.scheduler.client.report [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Deleted allocations for instance 9254f57c-57e8-4e14-9890-e50dca1ce085 [ 1060.216030] env[69941]: DEBUG nova.compute.manager [req-eb06d2fe-2b23-4b97-9503-b44870305a94 req-e8edd410-2abe-472f-ad9a-1e9dee877355 service nova] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Received event network-vif-plugged-a1d9196a-e015-45a8-a111-bfc73cfe5cb8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.216172] env[69941]: DEBUG oslo_concurrency.lockutils [req-eb06d2fe-2b23-4b97-9503-b44870305a94 req-e8edd410-2abe-472f-ad9a-1e9dee877355 service nova] Acquiring lock "3a24eb11-1f59-4a59-97f1-93e68655cbee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.216384] env[69941]: DEBUG oslo_concurrency.lockutils [req-eb06d2fe-2b23-4b97-9503-b44870305a94 req-e8edd410-2abe-472f-ad9a-1e9dee877355 service nova] Lock "3a24eb11-1f59-4a59-97f1-93e68655cbee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.216550] env[69941]: DEBUG oslo_concurrency.lockutils [req-eb06d2fe-2b23-4b97-9503-b44870305a94 req-e8edd410-2abe-472f-ad9a-1e9dee877355 service nova] Lock "3a24eb11-1f59-4a59-97f1-93e68655cbee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.216714] env[69941]: DEBUG nova.compute.manager [req-eb06d2fe-2b23-4b97-9503-b44870305a94 req-e8edd410-2abe-472f-ad9a-1e9dee877355 service nova] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] No waiting events found dispatching network-vif-plugged-a1d9196a-e015-45a8-a111-bfc73cfe5cb8 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.216874] env[69941]: WARNING nova.compute.manager [req-eb06d2fe-2b23-4b97-9503-b44870305a94 req-e8edd410-2abe-472f-ad9a-1e9dee877355 service nova] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Received unexpected event network-vif-plugged-a1d9196a-e015-45a8-a111-bfc73cfe5cb8 for instance with vm_state building and task_state spawning. [ 1060.277733] env[69941]: DEBUG oslo_concurrency.lockutils [req-b12917cd-485d-4961-97aa-80bb78fc2712 req-21c4292a-0c8c-43fd-b6d9-400bb06c6888 service nova] Releasing lock "refresh_cache-ca184805-fdec-470b-b45d-6f5e00f5247e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.278050] env[69941]: DEBUG nova.compute.manager [req-b12917cd-485d-4961-97aa-80bb78fc2712 req-21c4292a-0c8c-43fd-b6d9-400bb06c6888 service nova] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Received event network-vif-deleted-f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.278282] env[69941]: INFO nova.compute.manager [req-b12917cd-485d-4961-97aa-80bb78fc2712 req-21c4292a-0c8c-43fd-b6d9-400bb06c6888 service nova] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Neutron deleted interface f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e; detaching it from the instance and deleting it from the info cache [ 1060.278484] env[69941]: DEBUG nova.network.neutron [req-b12917cd-485d-4961-97aa-80bb78fc2712 req-21c4292a-0c8c-43fd-b6d9-400bb06c6888 service nova] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.308651] env[69941]: DEBUG nova.network.neutron [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Successfully updated port: a1d9196a-e015-45a8-a111-bfc73cfe5cb8 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.676586] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3289095, 'name': ReconfigVM_Task, 'duration_secs': 0.326306} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.679525] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 0fb3d479-8f28-4350-b162-b3dd576aa2e6/0fb3d479-8f28-4350-b162-b3dd576aa2e6.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.682375] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87564cda-b778-4b2a-b201-16361fce21d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.691921] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]524c9c61-ada8-273b-1e51-ea5a09dcb246, 'name': SearchDatastore_Task, 'duration_secs': 0.025882} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.693217] env[69941]: DEBUG oslo_concurrency.lockutils [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.693390] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.693665] env[69941]: DEBUG oslo_concurrency.lockutils [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.693818] env[69941]: DEBUG oslo_concurrency.lockutils [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.693993] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.694305] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 1060.694305] env[69941]: value = "task-3289096" [ 1060.694305] env[69941]: _type = "Task" [ 1060.694305] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.696349] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-595a9d51-71fc-4ef9-b46f-03f9b8572985 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.698356] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7f0620cd-1884-4445-99c6-967437e16d56 tempest-ServersAaction247Test-2057606285 tempest-ServersAaction247Test-2057606285-project-member] Lock "9254f57c-57e8-4e14-9890-e50dca1ce085" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.888s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.710760] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3289096, 'name': Rename_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.712423] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.712641] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.715904] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd7a30e-2fc0-444d-8ea5-48b94c545db0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.719911] env[69941]: INFO nova.scheduler.client.report [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Deleted allocation for migration c42397e3-98e0-4112-89de-b9cbbfeff641 [ 1060.721793] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1060.721793] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b37468-0e00-8dd9-a7c8-7a75416cd711" [ 1060.721793] env[69941]: _type = "Task" [ 1060.721793] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.735183] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b37468-0e00-8dd9-a7c8-7a75416cd711, 'name': SearchDatastore_Task, 'duration_secs': 0.01016} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.736651] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de59441e-2fc7-4c24-a8b5-7f8503d9a655 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.741550] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1060.741550] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52d4c188-2449-37bb-c3e3-f9908423050e" [ 1060.741550] env[69941]: _type = "Task" [ 1060.741550] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.749100] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d4c188-2449-37bb-c3e3-f9908423050e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.784913] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64b5841f-7b75-49d8-bd69-84b60729dfea {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.793468] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a42797-6e9f-48ad-8422-60bc12f04f49 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.810740] env[69941]: DEBUG oslo_concurrency.lockutils [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "refresh_cache-3a24eb11-1f59-4a59-97f1-93e68655cbee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.810740] env[69941]: DEBUG oslo_concurrency.lockutils [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquired lock "refresh_cache-3a24eb11-1f59-4a59-97f1-93e68655cbee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.810861] env[69941]: DEBUG nova.network.neutron [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.828618] env[69941]: DEBUG nova.compute.manager [req-b12917cd-485d-4961-97aa-80bb78fc2712 req-21c4292a-0c8c-43fd-b6d9-400bb06c6888 service nova] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Detach interface failed, port_id=f5d25f62-1ac6-4ac4-b6de-45e3bd40b24e, reason: Instance 3aa39f00-4e7a-423e-92ad-9d5204e20e51 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.927349] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be8da61-6194-4f48-8436-413a1d520df1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.936637] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c586f2a1-a2c7-4db7-a32e-40e3aca169b2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.967932] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85377524-0dd2-490d-aec7-b45ed9e086c0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.975987] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02afec8a-f54c-4948-aa0a-0c317d47800e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.989338] env[69941]: DEBUG nova.compute.provider_tree [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.209193] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3289096, 'name': Rename_Task, 'duration_secs': 0.150558} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.209493] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.209787] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6da72a9b-8039-4061-961f-76fa688ecac0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.217334] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 1061.217334] env[69941]: value = "task-3289097" [ 1061.217334] env[69941]: _type = "Task" [ 1061.217334] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.227275] env[69941]: DEBUG oslo_concurrency.lockutils [None req-463764e8-b434-498e-a8e7-b29b467951fa tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "e01c973a-3d25-493b-8d5d-eff82c27d03c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.559s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.228473] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3289097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.253871] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52d4c188-2449-37bb-c3e3-f9908423050e, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.254172] env[69941]: DEBUG oslo_concurrency.lockutils [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.254434] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] ca184805-fdec-470b-b45d-6f5e00f5247e/ca184805-fdec-470b-b45d-6f5e00f5247e.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.254978] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed882019-e951-40c7-8381-e7fcf4945548 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.260860] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1061.260860] env[69941]: value = "task-3289098" [ 1061.260860] env[69941]: _type = "Task" [ 1061.260860] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.270288] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.342292] env[69941]: DEBUG nova.network.neutron [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.475421] env[69941]: DEBUG nova.network.neutron [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Updating instance_info_cache with network_info: [{"id": "a1d9196a-e015-45a8-a111-bfc73cfe5cb8", "address": "fa:16:3e:cd:df:ae", "network": {"id": "8995a21b-74a5-4e6a-98e1-94ab20903d3c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769985810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae120943154d45cd8059c52f28b00db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1d9196a-e0", "ovs_interfaceid": "a1d9196a-e015-45a8-a111-bfc73cfe5cb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.492044] env[69941]: DEBUG nova.scheduler.client.report [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.687818] env[69941]: DEBUG nova.objects.instance [None req-aeb040b6-d66d-4d11-a28d-671819b603f8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lazy-loading 'flavor' on Instance uuid e01c973a-3d25-493b-8d5d-eff82c27d03c {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.727469] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3289097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.771352] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440598} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.771872] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] ca184805-fdec-470b-b45d-6f5e00f5247e/ca184805-fdec-470b-b45d-6f5e00f5247e.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.772152] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.772595] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97399644-4ebc-47bd-bf13-b98d0c7984c4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.778885] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1061.778885] env[69941]: value = "task-3289099" [ 1061.778885] env[69941]: _type = "Task" [ 1061.778885] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.786862] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.981026] env[69941]: DEBUG oslo_concurrency.lockutils [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Releasing lock "refresh_cache-3a24eb11-1f59-4a59-97f1-93e68655cbee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.981026] env[69941]: DEBUG nova.compute.manager [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Instance network_info: |[{"id": "a1d9196a-e015-45a8-a111-bfc73cfe5cb8", "address": "fa:16:3e:cd:df:ae", "network": {"id": "8995a21b-74a5-4e6a-98e1-94ab20903d3c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769985810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae120943154d45cd8059c52f28b00db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1d9196a-e0", "ovs_interfaceid": "a1d9196a-e015-45a8-a111-bfc73cfe5cb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.981026] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:df:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1d9196a-e015-45a8-a111-bfc73cfe5cb8', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.988174] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.988661] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.989013] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-770dc2de-bd37-45f9-8692-d60481ea833f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.005541] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.008062] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.478s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.009418] env[69941]: DEBUG nova.objects.instance [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lazy-loading 'resources' on Instance uuid 73978fd3-5c56-40d3-8a9c-0fc21bebd315 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.015608] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.015608] env[69941]: value = "task-3289100" [ 1062.015608] env[69941]: _type = "Task" [ 1062.015608] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.023980] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289100, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.030392] env[69941]: INFO nova.scheduler.client.report [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Deleted allocations for instance 7660ec11-f8b3-45d0-9e91-d664b4fbcb86 [ 1062.192991] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aeb040b6-d66d-4d11-a28d-671819b603f8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.193182] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aeb040b6-d66d-4d11-a28d-671819b603f8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.193355] env[69941]: DEBUG nova.network.neutron [None req-aeb040b6-d66d-4d11-a28d-671819b603f8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.193613] env[69941]: DEBUG nova.objects.instance [None req-aeb040b6-d66d-4d11-a28d-671819b603f8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lazy-loading 'info_cache' on Instance uuid e01c973a-3d25-493b-8d5d-eff82c27d03c {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.228608] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3289097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.243935] env[69941]: DEBUG nova.compute.manager [req-8fcba8d8-073d-4c5b-b1dd-95c7e420e7be req-554d791e-ae8c-48b4-b8b9-aa27bfc0c909 service nova] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Received event network-changed-a1d9196a-e015-45a8-a111-bfc73cfe5cb8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.244170] env[69941]: DEBUG nova.compute.manager [req-8fcba8d8-073d-4c5b-b1dd-95c7e420e7be req-554d791e-ae8c-48b4-b8b9-aa27bfc0c909 service nova] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Refreshing instance network info cache due to event network-changed-a1d9196a-e015-45a8-a111-bfc73cfe5cb8. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.244373] env[69941]: DEBUG oslo_concurrency.lockutils [req-8fcba8d8-073d-4c5b-b1dd-95c7e420e7be req-554d791e-ae8c-48b4-b8b9-aa27bfc0c909 service nova] Acquiring lock "refresh_cache-3a24eb11-1f59-4a59-97f1-93e68655cbee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.244805] env[69941]: DEBUG oslo_concurrency.lockutils [req-8fcba8d8-073d-4c5b-b1dd-95c7e420e7be req-554d791e-ae8c-48b4-b8b9-aa27bfc0c909 service nova] Acquired lock "refresh_cache-3a24eb11-1f59-4a59-97f1-93e68655cbee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.244805] env[69941]: DEBUG nova.network.neutron [req-8fcba8d8-073d-4c5b-b1dd-95c7e420e7be req-554d791e-ae8c-48b4-b8b9-aa27bfc0c909 service nova] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Refreshing network info cache for port a1d9196a-e015-45a8-a111-bfc73cfe5cb8 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.289814] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076486} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.290116] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.291111] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856555f4-eca5-4216-a9d9-08a56c61e33d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.315693] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] ca184805-fdec-470b-b45d-6f5e00f5247e/ca184805-fdec-470b-b45d-6f5e00f5247e.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.316529] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07f0e1c6-443a-49f3-86c1-31b8f4b9064e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.336909] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1062.336909] env[69941]: value = "task-3289101" [ 1062.336909] env[69941]: _type = "Task" [ 1062.336909] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.345796] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.527583] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289100, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.540350] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11c5568c-5345-436d-b580-5303b7a745c6 tempest-DeleteServersTestJSON-655044850 tempest-DeleteServersTestJSON-655044850-project-member] Lock "7660ec11-f8b3-45d0-9e91-d664b4fbcb86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.616s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.698794] env[69941]: DEBUG nova.objects.base [None req-aeb040b6-d66d-4d11-a28d-671819b603f8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1062.731368] env[69941]: DEBUG oslo_vmware.api [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3289097, 'name': PowerOnVM_Task, 'duration_secs': 1.141393} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.731655] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.731871] env[69941]: INFO nova.compute.manager [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1062.732084] env[69941]: DEBUG nova.compute.manager [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.732887] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a654cce9-eed1-41a0-a3a1-b9376c4c85e6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.783364] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5138ed63-fc07-4c20-886c-c0d7a91535a1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.791625] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db32420-ed28-4ffc-9ffe-2f538949f21c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.824095] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6eb3e8-1f12-43aa-a2d8-ed8f4f73f318 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.831513] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39a5afa-fb9a-48f4-9bc1-bfe1f16b1c0b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.849092] env[69941]: DEBUG nova.compute.provider_tree [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.857262] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.000251] env[69941]: DEBUG nova.network.neutron [req-8fcba8d8-073d-4c5b-b1dd-95c7e420e7be req-554d791e-ae8c-48b4-b8b9-aa27bfc0c909 service nova] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Updated VIF entry in instance network info cache for port a1d9196a-e015-45a8-a111-bfc73cfe5cb8. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.000675] env[69941]: DEBUG nova.network.neutron [req-8fcba8d8-073d-4c5b-b1dd-95c7e420e7be req-554d791e-ae8c-48b4-b8b9-aa27bfc0c909 service nova] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Updating instance_info_cache with network_info: [{"id": "a1d9196a-e015-45a8-a111-bfc73cfe5cb8", "address": "fa:16:3e:cd:df:ae", "network": {"id": "8995a21b-74a5-4e6a-98e1-94ab20903d3c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769985810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae120943154d45cd8059c52f28b00db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1d9196a-e0", "ovs_interfaceid": "a1d9196a-e015-45a8-a111-bfc73cfe5cb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.027575] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289100, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.252598] env[69941]: INFO nova.compute.manager [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Took 34.16 seconds to build instance. [ 1063.348391] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.353457] env[69941]: DEBUG nova.scheduler.client.report [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.423135] env[69941]: DEBUG nova.network.neutron [None req-aeb040b6-d66d-4d11-a28d-671819b603f8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updating instance_info_cache with network_info: [{"id": "a958d80b-05eb-4fad-a9fb-27948797d4d3", "address": "fa:16:3e:f3:21:a4", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa958d80b-05", "ovs_interfaceid": "a958d80b-05eb-4fad-a9fb-27948797d4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.503630] env[69941]: DEBUG oslo_concurrency.lockutils [req-8fcba8d8-073d-4c5b-b1dd-95c7e420e7be req-554d791e-ae8c-48b4-b8b9-aa27bfc0c909 service nova] Releasing lock "refresh_cache-3a24eb11-1f59-4a59-97f1-93e68655cbee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.527783] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289100, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.553425] env[69941]: DEBUG oslo_concurrency.lockutils [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "0fb3d479-8f28-4350-b162-b3dd576aa2e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.756082] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0a0a2739-f9a0-4b4a-8577-8b041dc84aac tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "0fb3d479-8f28-4350-b162-b3dd576aa2e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.673s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.756548] env[69941]: DEBUG oslo_concurrency.lockutils [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "0fb3d479-8f28-4350-b162-b3dd576aa2e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.203s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.756870] env[69941]: DEBUG oslo_concurrency.lockutils [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "0fb3d479-8f28-4350-b162-b3dd576aa2e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.757182] env[69941]: DEBUG oslo_concurrency.lockutils [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "0fb3d479-8f28-4350-b162-b3dd576aa2e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.757469] env[69941]: DEBUG oslo_concurrency.lockutils [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "0fb3d479-8f28-4350-b162-b3dd576aa2e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.759786] env[69941]: INFO nova.compute.manager [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Terminating instance [ 1063.848315] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289101, 'name': ReconfigVM_Task, 'duration_secs': 1.089724} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.848628] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Reconfigured VM instance instance-00000065 to attach disk [datastore1] ca184805-fdec-470b-b45d-6f5e00f5247e/ca184805-fdec-470b-b45d-6f5e00f5247e.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.849207] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86908aa6-1f5d-4203-af59-d42cda4b692a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.855826] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1063.855826] env[69941]: value = "task-3289103" [ 1063.855826] env[69941]: _type = "Task" [ 1063.855826] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.860434] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.862679] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.051s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.869018] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289103, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.884974] env[69941]: INFO nova.scheduler.client.report [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Deleted allocations for instance 73978fd3-5c56-40d3-8a9c-0fc21bebd315 [ 1063.926106] env[69941]: DEBUG oslo_concurrency.lockutils [None req-aeb040b6-d66d-4d11-a28d-671819b603f8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "refresh_cache-e01c973a-3d25-493b-8d5d-eff82c27d03c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.029156] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289100, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.264645] env[69941]: DEBUG nova.compute.manager [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.264963] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.265938] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e5abe1-4ca6-4698-8a14-81fc895d26af {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.274382] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.274689] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b25474b-15c2-4ed3-96b8-155b8774c037 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.280924] env[69941]: DEBUG oslo_vmware.api [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 1064.280924] env[69941]: value = "task-3289104" [ 1064.280924] env[69941]: _type = "Task" [ 1064.280924] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.289868] env[69941]: DEBUG oslo_vmware.api [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3289104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.370872] env[69941]: INFO nova.compute.claims [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.374646] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289103, 'name': Rename_Task, 'duration_secs': 0.335977} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.374956] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.375256] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5987d637-3d88-4905-b246-6b9439384865 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.382062] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1064.382062] env[69941]: value = "task-3289105" [ 1064.382062] env[69941]: _type = "Task" [ 1064.382062] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.391874] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.392336] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a302f817-22a6-4114-9a00-01a7d81226ba tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "73978fd3-5c56-40d3-8a9c-0fc21bebd315" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.531s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.530491] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289100, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.790843] env[69941]: DEBUG oslo_vmware.api [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3289104, 'name': PowerOffVM_Task, 'duration_secs': 0.313204} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.791336] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.791561] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.791858] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfdaebcc-1e8c-4a8e-b105-976e7ae6259a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.855768] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.856262] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.856262] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Deleting the datastore file [datastore1] 0fb3d479-8f28-4350-b162-b3dd576aa2e6 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.856364] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-092c1822-c93e-4eb6-96ee-a508f57f5c61 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.863042] env[69941]: DEBUG oslo_vmware.api [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for the task: (returnval){ [ 1064.863042] env[69941]: value = "task-3289107" [ 1064.863042] env[69941]: _type = "Task" [ 1064.863042] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.874040] env[69941]: DEBUG oslo_vmware.api [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3289107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.880148] env[69941]: INFO nova.compute.resource_tracker [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Updating resource usage from migration aa6738c5-8e96-473e-92c2-7bacd297ae99 [ 1064.892786] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289105, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.931790] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb040b6-d66d-4d11-a28d-671819b603f8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.933367] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebd434f3-2722-4c7a-929f-b796c52c809f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.941266] env[69941]: DEBUG oslo_vmware.api [None req-aeb040b6-d66d-4d11-a28d-671819b603f8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1064.941266] env[69941]: value = "task-3289108" [ 1064.941266] env[69941]: _type = "Task" [ 1064.941266] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.951154] env[69941]: DEBUG oslo_vmware.api [None req-aeb040b6-d66d-4d11-a28d-671819b603f8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.030739] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289100, 'name': CreateVM_Task, 'duration_secs': 2.617149} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.033428] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.035392] env[69941]: DEBUG oslo_concurrency.lockutils [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.035538] env[69941]: DEBUG oslo_concurrency.lockutils [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.035870] env[69941]: DEBUG oslo_concurrency.lockutils [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.036187] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa8b30a-aaf5-4365-8aae-8c32059d3aa8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.042212] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1065.042212] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]527cd6f7-97e2-940b-75e5-d86a781f8f41" [ 1065.042212] env[69941]: _type = "Task" [ 1065.042212] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.057092] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527cd6f7-97e2-940b-75e5-d86a781f8f41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.153121] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49c1e8b-daf7-4ac0-9747-11187484952e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.160118] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f42c238-66f9-44af-9ffd-37aa9c53c4d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.194345] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e77ef4-1c2d-43ce-be88-4e83dc6aee5b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.206042] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a0a6da-2bd1-4c5a-961b-f2cdff9070d1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.220326] env[69941]: DEBUG nova.compute.provider_tree [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.373124] env[69941]: DEBUG oslo_vmware.api [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Task: {'id': task-3289107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233977} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.373404] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.373718] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.373874] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.374058] env[69941]: INFO nova.compute.manager [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1065.374504] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.374504] env[69941]: DEBUG nova.compute.manager [-] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.374645] env[69941]: DEBUG nova.network.neutron [-] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.391710] env[69941]: DEBUG oslo_vmware.api [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289105, 'name': PowerOnVM_Task, 'duration_secs': 0.742657} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.391985] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.392201] env[69941]: INFO nova.compute.manager [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1065.392442] env[69941]: DEBUG nova.compute.manager [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.393225] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eff2fa-0e87-45f6-87e2-abe1504e5abe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.453718] env[69941]: DEBUG oslo_vmware.api [None req-aeb040b6-d66d-4d11-a28d-671819b603f8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289108, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.558219] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527cd6f7-97e2-940b-75e5-d86a781f8f41, 'name': SearchDatastore_Task, 'duration_secs': 0.012263} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.558544] env[69941]: DEBUG oslo_concurrency.lockutils [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.558777] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.559029] env[69941]: DEBUG oslo_concurrency.lockutils [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.559181] env[69941]: DEBUG oslo_concurrency.lockutils [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.559361] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.559637] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de8c293e-2047-4ed2-8339-e50ff4b1e9da {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.568682] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.568851] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.569597] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa4dd1b0-6f15-49d4-878d-2230a94fdd2d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.574825] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1065.574825] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526376cf-943a-c520-4a22-fc0ac8395ded" [ 1065.574825] env[69941]: _type = "Task" [ 1065.574825] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.584114] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526376cf-943a-c520-4a22-fc0ac8395ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.724444] env[69941]: DEBUG nova.scheduler.client.report [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.918612] env[69941]: INFO nova.compute.manager [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Took 33.42 seconds to build instance. [ 1065.959426] env[69941]: DEBUG oslo_vmware.api [None req-aeb040b6-d66d-4d11-a28d-671819b603f8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289108, 'name': PowerOnVM_Task, 'duration_secs': 0.9249} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.960064] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb040b6-d66d-4d11-a28d-671819b603f8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.960822] env[69941]: DEBUG nova.compute.manager [None req-aeb040b6-d66d-4d11-a28d-671819b603f8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.961997] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15586ac3-e433-4883-9a64-40a6a92c296a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.086839] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526376cf-943a-c520-4a22-fc0ac8395ded, 'name': SearchDatastore_Task, 'duration_secs': 0.009012} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.087641] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61eedb30-804a-4fe5-8d67-24752da44840 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.095024] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1066.095024] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52778455-b67c-e849-6ff7-44b33083f1a8" [ 1066.095024] env[69941]: _type = "Task" [ 1066.095024] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.102287] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52778455-b67c-e849-6ff7-44b33083f1a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.130147] env[69941]: DEBUG nova.compute.manager [req-870f33f4-9307-4e1a-b322-87b27cf54a70 req-37d5c94e-f1d8-4949-bc9d-6dfff907d8a6 service nova] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Received event network-vif-deleted-fa6bacb1-fc96-4c26-9747-37d68da58ffd {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.130147] env[69941]: INFO nova.compute.manager [req-870f33f4-9307-4e1a-b322-87b27cf54a70 req-37d5c94e-f1d8-4949-bc9d-6dfff907d8a6 service nova] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Neutron deleted interface fa6bacb1-fc96-4c26-9747-37d68da58ffd; detaching it from the instance and deleting it from the info cache [ 1066.130147] env[69941]: DEBUG nova.network.neutron [req-870f33f4-9307-4e1a-b322-87b27cf54a70 req-37d5c94e-f1d8-4949-bc9d-6dfff907d8a6 service nova] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.233022] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.368s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.233022] env[69941]: INFO nova.compute.manager [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Migrating [ 1066.239265] env[69941]: DEBUG oslo_concurrency.lockutils [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.993s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.240541] env[69941]: DEBUG nova.objects.instance [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lazy-loading 'resources' on Instance uuid 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.421803] env[69941]: DEBUG oslo_concurrency.lockutils [None req-963706d0-d434-40de-bfcc-2fe07e7fdc80 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "ca184805-fdec-470b-b45d-6f5e00f5247e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.952s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.431148] env[69941]: INFO nova.compute.manager [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Rescuing [ 1066.431148] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "refresh_cache-ca184805-fdec-470b-b45d-6f5e00f5247e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.431148] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquired lock "refresh_cache-ca184805-fdec-470b-b45d-6f5e00f5247e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.431148] env[69941]: DEBUG nova.network.neutron [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.486583] env[69941]: DEBUG nova.network.neutron [-] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.581694] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a19e1a-24f6-441b-80ec-07c2048e64d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.594026] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2133241c-a328-499c-9d5d-fcdbea333647 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.640624] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52778455-b67c-e849-6ff7-44b33083f1a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010474} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.640953] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-172a8bb8-bb4b-4741-bdb9-32720311c20f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.643721] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902a3ef3-9c41-4d05-ae4d-9de6c27a8224 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.646614] env[69941]: DEBUG oslo_concurrency.lockutils [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.648769] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 3a24eb11-1f59-4a59-97f1-93e68655cbee/3a24eb11-1f59-4a59-97f1-93e68655cbee.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.648769] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f369883-2291-473d-ab58-9b9ac0590b80 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.659140] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaeb8c3-0af3-45df-8d41-ebc8c575c336 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.664954] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1066.664954] env[69941]: value = "task-3289109" [ 1066.664954] env[69941]: _type = "Task" [ 1066.664954] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.668420] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c957b5-8023-4823-a592-da555a808c93 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.700257] env[69941]: DEBUG nova.compute.provider_tree [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.708021] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.726635] env[69941]: DEBUG nova.compute.manager [req-870f33f4-9307-4e1a-b322-87b27cf54a70 req-37d5c94e-f1d8-4949-bc9d-6dfff907d8a6 service nova] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Detach interface failed, port_id=fa6bacb1-fc96-4c26-9747-37d68da58ffd, reason: Instance 0fb3d479-8f28-4350-b162-b3dd576aa2e6 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1066.749798] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "refresh_cache-c4323ddf-bfde-48ec-a583-6bc93386307e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.750175] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "refresh_cache-c4323ddf-bfde-48ec-a583-6bc93386307e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.750428] env[69941]: DEBUG nova.network.neutron [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.003324] env[69941]: INFO nova.compute.manager [-] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Took 1.63 seconds to deallocate network for instance. [ 1067.196104] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289109, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.204677] env[69941]: DEBUG nova.scheduler.client.report [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.239935] env[69941]: DEBUG nova.network.neutron [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Updating instance_info_cache with network_info: [{"id": "8f757664-b1e6-4c90-9042-f3d699c58270", "address": "fa:16:3e:24:8e:a6", "network": {"id": "86b5b758-4961-4100-8960-b0dd34f81560", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-815096990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3cbf3c7320542ef9793cf4db073af58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f757664-b1", "ovs_interfaceid": "8f757664-b1e6-4c90-9042-f3d699c58270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.512804] env[69941]: DEBUG oslo_concurrency.lockutils [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.539166] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "e01c973a-3d25-493b-8d5d-eff82c27d03c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.539555] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "e01c973a-3d25-493b-8d5d-eff82c27d03c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.539851] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "e01c973a-3d25-493b-8d5d-eff82c27d03c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.540134] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "e01c973a-3d25-493b-8d5d-eff82c27d03c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.540408] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "e01c973a-3d25-493b-8d5d-eff82c27d03c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.546256] env[69941]: INFO nova.compute.manager [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Terminating instance [ 1067.606191] env[69941]: DEBUG nova.network.neutron [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Updating instance_info_cache with network_info: [{"id": "3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76", "address": "fa:16:3e:27:85:d5", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb5d3ab-d3", "ovs_interfaceid": "3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.691362] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757283} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.691650] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 3a24eb11-1f59-4a59-97f1-93e68655cbee/3a24eb11-1f59-4a59-97f1-93e68655cbee.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.693271] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.693271] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b408c5f1-a8c9-4d26-b15f-7f0a4debda09 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.700474] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1067.700474] env[69941]: value = "task-3289110" [ 1067.700474] env[69941]: _type = "Task" [ 1067.700474] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.712557] env[69941]: DEBUG oslo_concurrency.lockutils [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.473s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.716014] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.716685] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.424s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.734509] env[69941]: INFO nova.scheduler.client.report [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleted allocations for instance 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64 [ 1067.746019] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Releasing lock "refresh_cache-ca184805-fdec-470b-b45d-6f5e00f5247e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.055873] env[69941]: DEBUG nova.compute.manager [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.056313] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.057644] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f2fd32-68ab-46d3-a8ae-f2f2c9de4429 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.067892] env[69941]: DEBUG oslo_concurrency.lockutils [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "98e9f87e-6fdc-4777-9cf5-89200b85e410" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.068175] env[69941]: DEBUG oslo_concurrency.lockutils [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "98e9f87e-6fdc-4777-9cf5-89200b85e410" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.074027] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.074027] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16d2f749-0208-4860-af10-1d26100ab6d4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.083137] env[69941]: DEBUG oslo_vmware.api [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1068.083137] env[69941]: value = "task-3289111" [ 1068.083137] env[69941]: _type = "Task" [ 1068.083137] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.091709] env[69941]: DEBUG oslo_vmware.api [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.110189] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "refresh_cache-c4323ddf-bfde-48ec-a583-6bc93386307e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.211864] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07667} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.212220] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.213072] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35647374-ebf1-49ff-91b2-bea5f946c639 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.238636] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 3a24eb11-1f59-4a59-97f1-93e68655cbee/3a24eb11-1f59-4a59-97f1-93e68655cbee.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.239220] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efa3a945-e7eb-42c8-ad8b-1b9ca802d757 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.257695] env[69941]: DEBUG oslo_concurrency.lockutils [None req-19b11006-79c3-49ff-9e1c-d0fb4524d324 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.718s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.263925] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1068.263925] env[69941]: value = "task-3289112" [ 1068.263925] env[69941]: _type = "Task" [ 1068.263925] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.273200] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.495587] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390a8c89-72e7-42ff-81a5-5988ea0c76d8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.503694] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8ec96a-1977-42ab-9725-dff2d2055122 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.538576] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fb94c6-f10b-4efb-8b40-4c4a19c5eff1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.547077] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e74271-8815-4b9e-8d87-7ed5254afcac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.562722] env[69941]: DEBUG nova.compute.provider_tree [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.573408] env[69941]: DEBUG nova.compute.manager [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.592711] env[69941]: DEBUG oslo_vmware.api [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289111, 'name': PowerOffVM_Task, 'duration_secs': 0.290374} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.592908] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.593159] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.593477] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fd639c3-4416-46dc-93fb-acffc87797f7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.659181] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.659181] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.659949] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Deleting the datastore file [datastore2] e01c973a-3d25-493b-8d5d-eff82c27d03c {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.659949] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9f29e51-6146-45ec-8f7c-dfa48c170222 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.667569] env[69941]: DEBUG oslo_vmware.api [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1068.667569] env[69941]: value = "task-3289114" [ 1068.667569] env[69941]: _type = "Task" [ 1068.667569] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.677622] env[69941]: DEBUG oslo_vmware.api [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.776751] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.066648] env[69941]: DEBUG nova.scheduler.client.report [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.101665] env[69941]: DEBUG oslo_concurrency.lockutils [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.178331] env[69941]: DEBUG oslo_vmware.api [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15758} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.178670] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.178895] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.179110] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.179302] env[69941]: INFO nova.compute.manager [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1069.179550] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.179747] env[69941]: DEBUG nova.compute.manager [-] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.179842] env[69941]: DEBUG nova.network.neutron [-] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.275516] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289112, 'name': ReconfigVM_Task, 'duration_secs': 0.585047} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.275631] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 3a24eb11-1f59-4a59-97f1-93e68655cbee/3a24eb11-1f59-4a59-97f1-93e68655cbee.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.276281] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-991258d7-2c8f-4b67-8968-2d1949a5c425 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.282430] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1069.282430] env[69941]: value = "task-3289115" [ 1069.282430] env[69941]: _type = "Task" [ 1069.282430] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.285985] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.286278] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f98f1fd-f78c-4f96-8cd0-01db861d4d07 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.292767] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289115, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.294381] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1069.294381] env[69941]: value = "task-3289116" [ 1069.294381] env[69941]: _type = "Task" [ 1069.294381] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.302977] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.629995] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5b452f-35d7-46aa-ad26-b6b654dd709b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.652713] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Updating instance 'c4323ddf-bfde-48ec-a583-6bc93386307e' progress to 0 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.692579] env[69941]: DEBUG nova.compute.manager [req-b2c9ac97-1b08-4b23-9aab-a3768d5c5a79 req-33095476-0819-4b1b-81f1-b5c2fd6922b5 service nova] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Received event network-vif-deleted-a958d80b-05eb-4fad-a9fb-27948797d4d3 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.692769] env[69941]: INFO nova.compute.manager [req-b2c9ac97-1b08-4b23-9aab-a3768d5c5a79 req-33095476-0819-4b1b-81f1-b5c2fd6922b5 service nova] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Neutron deleted interface a958d80b-05eb-4fad-a9fb-27948797d4d3; detaching it from the instance and deleting it from the info cache [ 1069.692937] env[69941]: DEBUG nova.network.neutron [req-b2c9ac97-1b08-4b23-9aab-a3768d5c5a79 req-33095476-0819-4b1b-81f1-b5c2fd6922b5 service nova] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.794197] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289115, 'name': Rename_Task, 'duration_secs': 0.154674} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.795967] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.798307] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1036e6d9-08dd-49dd-9b4e-37b2f510c751 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.806451] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289116, 'name': PowerOffVM_Task, 'duration_secs': 0.242507} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.808672] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.809257] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1069.809257] env[69941]: value = "task-3289117" [ 1069.809257] env[69941]: _type = "Task" [ 1069.809257] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.810761] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b119e4-1b1b-4994-957f-134ff8fc0a7f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.841326] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.841580] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.843900] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7512e387-d665-4190-be7a-9823c54b18aa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.851477] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.899987] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.900325] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8858d84-50cf-4083-a8c1-e8cd237f4d13 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.908118] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1069.908118] env[69941]: value = "task-3289118" [ 1069.908118] env[69941]: _type = "Task" [ 1069.908118] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.920307] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] VM already powered off {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1069.920572] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.920849] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.921137] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.921254] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.921523] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecd127ec-97b5-480f-80ae-226d8433057d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.930784] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.930894] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.931626] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04510ca2-83af-4da9-9dc2-aeec80dc1ee0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.938152] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1069.938152] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52318047-58b9-73de-808e-f1fb87674c40" [ 1069.938152] env[69941]: _type = "Task" [ 1069.938152] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.947401] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52318047-58b9-73de-808e-f1fb87674c40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.076580] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.360s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.079534] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.597s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.079791] env[69941]: DEBUG nova.objects.instance [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lazy-loading 'resources' on Instance uuid 3aa39f00-4e7a-423e-92ad-9d5204e20e51 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.160059] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.160510] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12db53de-19d1-4d51-8840-5136b2524486 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.168614] env[69941]: DEBUG oslo_vmware.api [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1070.168614] env[69941]: value = "task-3289119" [ 1070.168614] env[69941]: _type = "Task" [ 1070.168614] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.174553] env[69941]: DEBUG nova.network.neutron [-] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.181595] env[69941]: DEBUG oslo_vmware.api [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.197436] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-805a7fc4-9c8e-47bf-af0a-6bca45f1e999 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.208130] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b3d8e2-ef74-4794-9dec-b5543b6e7ccc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.242621] env[69941]: DEBUG nova.compute.manager [req-b2c9ac97-1b08-4b23-9aab-a3768d5c5a79 req-33095476-0819-4b1b-81f1-b5c2fd6922b5 service nova] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Detach interface failed, port_id=a958d80b-05eb-4fad-a9fb-27948797d4d3, reason: Instance e01c973a-3d25-493b-8d5d-eff82c27d03c could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1070.324321] env[69941]: DEBUG oslo_vmware.api [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289117, 'name': PowerOnVM_Task, 'duration_secs': 0.504729} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.324321] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.324321] env[69941]: INFO nova.compute.manager [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Took 10.54 seconds to spawn the instance on the hypervisor. [ 1070.324540] env[69941]: DEBUG nova.compute.manager [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.325586] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19374933-b65f-4e35-827b-9029f3559edc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.348578] env[69941]: DEBUG nova.compute.manager [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.450656] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52318047-58b9-73de-808e-f1fb87674c40, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.451442] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f57cc407-e184-41a5-a8d2-74524d18318f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.456840] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1070.456840] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526e504c-0086-bf90-f586-9c1533393eac" [ 1070.456840] env[69941]: _type = "Task" [ 1070.456840] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.467202] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526e504c-0086-bf90-f586-9c1533393eac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.651834] env[69941]: INFO nova.scheduler.client.report [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Deleted allocation for migration 7a4e49d3-5192-4d11-a7f2-846e224d12b9 [ 1070.677772] env[69941]: INFO nova.compute.manager [-] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Took 1.50 seconds to deallocate network for instance. [ 1070.685027] env[69941]: DEBUG oslo_vmware.api [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289119, 'name': PowerOffVM_Task, 'duration_secs': 0.212099} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.692477] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.692477] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Updating instance 'c4323ddf-bfde-48ec-a583-6bc93386307e' progress to 17 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.846258] env[69941]: INFO nova.compute.manager [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Took 35.09 seconds to build instance. [ 1070.876036] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.890273] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bde037-f303-4b0e-ba6d-3b4ccd0328cf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.898529] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf25ac89-ee0f-4b06-bfaa-49cf2957bfa4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.931678] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92088581-c5a2-454d-b52d-cc2bb4809cd6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.941406] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f70c47-5a32-4d53-86e0-4ccc44e9cfd9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.957405] env[69941]: DEBUG nova.compute.provider_tree [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.969723] env[69941]: DEBUG nova.scheduler.client.report [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.979219] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526e504c-0086-bf90-f586-9c1533393eac, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.980844] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.980844] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] ca184805-fdec-470b-b45d-6f5e00f5247e/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk. {{(pid=69941) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1070.980844] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4263e0f-ee8f-4610-9af1-fc3ddb97c06e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.987601] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1070.987601] env[69941]: value = "task-3289120" [ 1070.987601] env[69941]: _type = "Task" [ 1070.987601] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.999334] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.164265] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75a38f4e-ec12-4c64-a3a2-16bf0bf28ead tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "a87074ec-1813-448c-be2b-e50be5324256" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.136s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.198423] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.200680] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.200936] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.201142] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.201344] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.201502] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.201650] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.202925] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.202925] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.202925] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.202925] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.202925] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.208127] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-195620c0-14cb-4d08-b50e-9cad6ea122e2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.227034] env[69941]: DEBUG oslo_vmware.api [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1071.227034] env[69941]: value = "task-3289121" [ 1071.227034] env[69941]: _type = "Task" [ 1071.227034] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.234392] env[69941]: DEBUG oslo_vmware.api [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.350237] env[69941]: DEBUG oslo_concurrency.lockutils [None req-42da0f83-386a-465a-b2a8-cb5a89435645 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "3a24eb11-1f59-4a59-97f1-93e68655cbee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.603s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.476030] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.395s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.478076] env[69941]: DEBUG oslo_concurrency.lockutils [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.965s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.478410] env[69941]: DEBUG nova.objects.instance [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lazy-loading 'resources' on Instance uuid 0fb3d479-8f28-4350-b162-b3dd576aa2e6 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.502611] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289120, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.508693] env[69941]: INFO nova.scheduler.client.report [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Deleted allocations for instance 3aa39f00-4e7a-423e-92ad-9d5204e20e51 [ 1071.735722] env[69941]: DEBUG oslo_vmware.api [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289121, 'name': ReconfigVM_Task, 'duration_secs': 0.33274} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.736056] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Updating instance 'c4323ddf-bfde-48ec-a583-6bc93386307e' progress to 33 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.880703] env[69941]: DEBUG nova.compute.manager [req-77cf68b3-55b2-4114-bf5f-9abaa54096de req-e1b39cf3-b729-4d10-9752-8399acca7c7d service nova] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Received event network-changed-a1d9196a-e015-45a8-a111-bfc73cfe5cb8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.880894] env[69941]: DEBUG nova.compute.manager [req-77cf68b3-55b2-4114-bf5f-9abaa54096de req-e1b39cf3-b729-4d10-9752-8399acca7c7d service nova] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Refreshing instance network info cache due to event network-changed-a1d9196a-e015-45a8-a111-bfc73cfe5cb8. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.881518] env[69941]: DEBUG oslo_concurrency.lockutils [req-77cf68b3-55b2-4114-bf5f-9abaa54096de req-e1b39cf3-b729-4d10-9752-8399acca7c7d service nova] Acquiring lock "refresh_cache-3a24eb11-1f59-4a59-97f1-93e68655cbee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.881810] env[69941]: DEBUG oslo_concurrency.lockutils [req-77cf68b3-55b2-4114-bf5f-9abaa54096de req-e1b39cf3-b729-4d10-9752-8399acca7c7d service nova] Acquired lock "refresh_cache-3a24eb11-1f59-4a59-97f1-93e68655cbee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.882036] env[69941]: DEBUG nova.network.neutron [req-77cf68b3-55b2-4114-bf5f-9abaa54096de req-e1b39cf3-b729-4d10-9752-8399acca7c7d service nova] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Refreshing network info cache for port a1d9196a-e015-45a8-a111-bfc73cfe5cb8 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.919258] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "a87074ec-1813-448c-be2b-e50be5324256" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.919258] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "a87074ec-1813-448c-be2b-e50be5324256" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.919442] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "a87074ec-1813-448c-be2b-e50be5324256-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.919619] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "a87074ec-1813-448c-be2b-e50be5324256-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.919682] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "a87074ec-1813-448c-be2b-e50be5324256-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.921871] env[69941]: INFO nova.compute.manager [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Terminating instance [ 1072.002908] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532923} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.002908] env[69941]: INFO nova.virt.vmwareapi.ds_util [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] ca184805-fdec-470b-b45d-6f5e00f5247e/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk. [ 1072.004157] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01d8e45-e227-42ff-8fc2-f2d9326032a4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.039648] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] ca184805-fdec-470b-b45d-6f5e00f5247e/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.042869] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f83a933c-1d58-4a4e-892a-5077e04f18ff tempest-VolumesAdminNegativeTest-11934075 tempest-VolumesAdminNegativeTest-11934075-project-member] Lock "3aa39f00-4e7a-423e-92ad-9d5204e20e51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.678s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.044357] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a73ca49-8544-4347-b706-981b2a4c901b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.064448] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1072.064448] env[69941]: value = "task-3289122" [ 1072.064448] env[69941]: _type = "Task" [ 1072.064448] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.079099] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.242945] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.243330] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.243450] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.243674] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.243841] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.244021] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.244276] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.244480] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.244684] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.244857] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.245046] env[69941]: DEBUG nova.virt.hardware [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.250784] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1072.253622] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49e93d9d-4d87-41c9-9392-e37bc1d383df {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.269697] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.269933] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.272648] env[69941]: DEBUG oslo_vmware.api [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1072.272648] env[69941]: value = "task-3289123" [ 1072.272648] env[69941]: _type = "Task" [ 1072.272648] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.281223] env[69941]: DEBUG oslo_vmware.api [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.315076] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732becae-6af5-489d-9b3e-5c69bcaa138b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.323349] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae62b44e-a711-4a90-b897-b89d53e10bee {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.356041] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f4ae5e-587c-4eeb-9e43-ce0b7a0ee414 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.364793] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c5d0e7-b35c-4804-835f-737104596833 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.381566] env[69941]: DEBUG nova.compute.provider_tree [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.426489] env[69941]: DEBUG nova.compute.manager [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.426735] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.427573] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853e3b04-8bc7-4a37-aab7-90271e38dee2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.436182] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.436699] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af635f90-17b2-49bb-9511-bd9109b28f32 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.442812] env[69941]: DEBUG oslo_vmware.api [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1072.442812] env[69941]: value = "task-3289124" [ 1072.442812] env[69941]: _type = "Task" [ 1072.442812] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.451419] env[69941]: DEBUG oslo_vmware.api [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.576538] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289122, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.629903] env[69941]: DEBUG nova.network.neutron [req-77cf68b3-55b2-4114-bf5f-9abaa54096de req-e1b39cf3-b729-4d10-9752-8399acca7c7d service nova] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Updated VIF entry in instance network info cache for port a1d9196a-e015-45a8-a111-bfc73cfe5cb8. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.630401] env[69941]: DEBUG nova.network.neutron [req-77cf68b3-55b2-4114-bf5f-9abaa54096de req-e1b39cf3-b729-4d10-9752-8399acca7c7d service nova] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Updating instance_info_cache with network_info: [{"id": "a1d9196a-e015-45a8-a111-bfc73cfe5cb8", "address": "fa:16:3e:cd:df:ae", "network": {"id": "8995a21b-74a5-4e6a-98e1-94ab20903d3c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769985810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae120943154d45cd8059c52f28b00db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1d9196a-e0", "ovs_interfaceid": "a1d9196a-e015-45a8-a111-bfc73cfe5cb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.774934] env[69941]: DEBUG nova.compute.utils [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.786197] env[69941]: DEBUG oslo_vmware.api [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289123, 'name': ReconfigVM_Task, 'duration_secs': 0.174116} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.787076] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1072.787888] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b9faaa-31c7-46e3-9582-47a89671c1ae {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.810548] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] c4323ddf-bfde-48ec-a583-6bc93386307e/c4323ddf-bfde-48ec-a583-6bc93386307e.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.811337] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-007a8ae1-4fcd-4759-8d53-db1e436ea830 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.830760] env[69941]: DEBUG oslo_vmware.api [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1072.830760] env[69941]: value = "task-3289125" [ 1072.830760] env[69941]: _type = "Task" [ 1072.830760] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.841422] env[69941]: DEBUG oslo_vmware.api [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.885495] env[69941]: DEBUG nova.scheduler.client.report [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.953143] env[69941]: DEBUG oslo_vmware.api [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289124, 'name': PowerOffVM_Task, 'duration_secs': 0.200538} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.953507] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.953693] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.953981] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7b48793-8b20-49ee-bf7f-c862fa5452e7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.014977] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.015246] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.015451] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Deleting the datastore file [datastore2] a87074ec-1813-448c-be2b-e50be5324256 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.015736] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-988d6670-a377-48c4-8c2d-87ea67ddc124 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.022208] env[69941]: DEBUG oslo_vmware.api [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1073.022208] env[69941]: value = "task-3289127" [ 1073.022208] env[69941]: _type = "Task" [ 1073.022208] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.032288] env[69941]: DEBUG oslo_vmware.api [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.079290] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289122, 'name': ReconfigVM_Task, 'duration_secs': 0.528412} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.079718] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Reconfigured VM instance instance-00000065 to attach disk [datastore1] ca184805-fdec-470b-b45d-6f5e00f5247e/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.080914] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13430c0-4ffc-4b33-aa8f-2733df1cb87a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.117329] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab221936-48e7-464f-8663-03aa1d61029b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.133987] env[69941]: DEBUG oslo_concurrency.lockutils [req-77cf68b3-55b2-4114-bf5f-9abaa54096de req-e1b39cf3-b729-4d10-9752-8399acca7c7d service nova] Releasing lock "refresh_cache-3a24eb11-1f59-4a59-97f1-93e68655cbee" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.134549] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1073.134549] env[69941]: value = "task-3289128" [ 1073.134549] env[69941]: _type = "Task" [ 1073.134549] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.142873] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.260658] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Acquiring lock "7a29e3bc-17ef-495d-9e99-87920e8d015c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.261039] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Lock "7a29e3bc-17ef-495d-9e99-87920e8d015c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.281167] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.340884] env[69941]: DEBUG oslo_vmware.api [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289125, 'name': ReconfigVM_Task, 'duration_secs': 0.307625} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.341261] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Reconfigured VM instance instance-00000063 to attach disk [datastore2] c4323ddf-bfde-48ec-a583-6bc93386307e/c4323ddf-bfde-48ec-a583-6bc93386307e.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.341512] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Updating instance 'c4323ddf-bfde-48ec-a583-6bc93386307e' progress to 50 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.392740] env[69941]: DEBUG oslo_concurrency.lockutils [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.395754] env[69941]: DEBUG oslo_concurrency.lockutils [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.294s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.397757] env[69941]: INFO nova.compute.claims [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.418397] env[69941]: INFO nova.scheduler.client.report [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Deleted allocations for instance 0fb3d479-8f28-4350-b162-b3dd576aa2e6 [ 1073.542096] env[69941]: DEBUG oslo_vmware.api [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165742} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.542096] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.542096] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.543779] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.544024] env[69941]: INFO nova.compute.manager [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: a87074ec-1813-448c-be2b-e50be5324256] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1073.544274] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.544520] env[69941]: DEBUG nova.compute.manager [-] [instance: a87074ec-1813-448c-be2b-e50be5324256] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.544637] env[69941]: DEBUG nova.network.neutron [-] [instance: a87074ec-1813-448c-be2b-e50be5324256] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.646800] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289128, 'name': ReconfigVM_Task, 'duration_secs': 0.283212} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.647112] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.647477] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98ebc3e9-0ac7-490b-86a4-9d75fdd5ab8e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.653983] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1073.653983] env[69941]: value = "task-3289129" [ 1073.653983] env[69941]: _type = "Task" [ 1073.653983] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.661701] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.763694] env[69941]: DEBUG nova.compute.manager [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.849064] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25415050-8275-4ae0-a5ec-7c3106c4a319 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.872090] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab241596-4e42-4f62-bc6b-7a240417751e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.899585] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Updating instance 'c4323ddf-bfde-48ec-a583-6bc93386307e' progress to 67 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.927176] env[69941]: DEBUG oslo_concurrency.lockutils [None req-597bb6e7-1d6d-42c3-9223-fecef85b9e77 tempest-ImagesOneServerNegativeTestJSON-981656269 tempest-ImagesOneServerNegativeTestJSON-981656269-project-member] Lock "0fb3d479-8f28-4350-b162-b3dd576aa2e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.170s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.164850] env[69941]: DEBUG oslo_vmware.api [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289129, 'name': PowerOnVM_Task, 'duration_secs': 0.440331} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.165144] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.168147] env[69941]: DEBUG nova.compute.manager [None req-6be2cfea-e2ca-4cc4-9979-82bf1df60d25 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.170712] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcc4878-0c30-4304-9704-8f1bbea819a0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.290934] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.382682] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.383008] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.383290] env[69941]: INFO nova.compute.manager [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Attaching volume 71e5d4d7-c857-47e3-a06b-8222f966a87e to /dev/sdb [ 1074.422921] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ff9619-b3eb-4383-b472-86bf892006c3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.431531] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff74923e-a245-4b92-9d8d-66699ff172e7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.447995] env[69941]: DEBUG nova.virt.block_device [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Updating existing volume attachment record: aa5024ca-459e-4ef5-8e28-d8bab9efa996 {{(pid=69941) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1074.490159] env[69941]: DEBUG nova.compute.manager [req-3f81fbb9-3e29-49ac-883f-892f9c6ff839 req-043707b4-d167-418d-b644-bc94e4c51585 service nova] [instance: a87074ec-1813-448c-be2b-e50be5324256] Received event network-vif-deleted-984ca4b1-d0ba-4603-b660-c5122ca5d38d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.490393] env[69941]: INFO nova.compute.manager [req-3f81fbb9-3e29-49ac-883f-892f9c6ff839 req-043707b4-d167-418d-b644-bc94e4c51585 service nova] [instance: a87074ec-1813-448c-be2b-e50be5324256] Neutron deleted interface 984ca4b1-d0ba-4603-b660-c5122ca5d38d; detaching it from the instance and deleting it from the info cache [ 1074.490569] env[69941]: DEBUG nova.network.neutron [req-3f81fbb9-3e29-49ac-883f-892f9c6ff839 req-043707b4-d167-418d-b644-bc94e4c51585 service nova] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.516705] env[69941]: DEBUG nova.network.neutron [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Port 3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76 binding to destination host cpu-1 is already ACTIVE {{(pid=69941) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1074.706029] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bf42ca-bf80-4bcf-8eed-a858d2c4225f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.714532] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589d75e5-5253-47ab-bed9-e1ab076f0069 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.753539] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf4aaec-d0cc-49f0-b1ad-311795fdd7c9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.761681] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c95da7-10b3-4a51-aef2-9be24517a84a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.777135] env[69941]: DEBUG nova.compute.provider_tree [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.961565] env[69941]: DEBUG nova.network.neutron [-] [instance: a87074ec-1813-448c-be2b-e50be5324256] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.989009] env[69941]: INFO nova.compute.manager [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Unrescuing [ 1074.990568] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "refresh_cache-ca184805-fdec-470b-b45d-6f5e00f5247e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.990568] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquired lock "refresh_cache-ca184805-fdec-470b-b45d-6f5e00f5247e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.990568] env[69941]: DEBUG nova.network.neutron [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.994235] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae27bbb8-98b2-4cb1-bdd0-295448e3e88d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.003274] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff26eae1-e17f-4ad8-bbe1-140c1476ee28 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.046122] env[69941]: DEBUG nova.compute.manager [req-3f81fbb9-3e29-49ac-883f-892f9c6ff839 req-043707b4-d167-418d-b644-bc94e4c51585 service nova] [instance: a87074ec-1813-448c-be2b-e50be5324256] Detach interface failed, port_id=984ca4b1-d0ba-4603-b660-c5122ca5d38d, reason: Instance a87074ec-1813-448c-be2b-e50be5324256 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.281714] env[69941]: DEBUG nova.scheduler.client.report [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.464539] env[69941]: INFO nova.compute.manager [-] [instance: a87074ec-1813-448c-be2b-e50be5324256] Took 1.92 seconds to deallocate network for instance. [ 1075.550456] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "c4323ddf-bfde-48ec-a583-6bc93386307e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.550891] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "c4323ddf-bfde-48ec-a583-6bc93386307e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.551262] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "c4323ddf-bfde-48ec-a583-6bc93386307e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.787157] env[69941]: DEBUG oslo_concurrency.lockutils [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.787553] env[69941]: DEBUG nova.compute.manager [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.794982] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.919s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.796463] env[69941]: INFO nova.compute.claims [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.867358] env[69941]: DEBUG nova.network.neutron [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Updating instance_info_cache with network_info: [{"id": "8f757664-b1e6-4c90-9042-f3d699c58270", "address": "fa:16:3e:24:8e:a6", "network": {"id": "86b5b758-4961-4100-8960-b0dd34f81560", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-815096990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3cbf3c7320542ef9793cf4db073af58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f757664-b1", "ovs_interfaceid": "8f757664-b1e6-4c90-9042-f3d699c58270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.972832] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.305342] env[69941]: DEBUG nova.compute.utils [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.309645] env[69941]: DEBUG nova.compute.manager [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.309645] env[69941]: DEBUG nova.network.neutron [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.361614] env[69941]: DEBUG nova.policy [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79fe06209c6f46b9b43d838a78372c86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43f8fe8dea05413bbf2d1333d85fde0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.369532] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Releasing lock "refresh_cache-ca184805-fdec-470b-b45d-6f5e00f5247e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.370391] env[69941]: DEBUG nova.objects.instance [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lazy-loading 'flavor' on Instance uuid ca184805-fdec-470b-b45d-6f5e00f5247e {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.634200] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "refresh_cache-c4323ddf-bfde-48ec-a583-6bc93386307e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.634510] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "refresh_cache-c4323ddf-bfde-48ec-a583-6bc93386307e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.634577] env[69941]: DEBUG nova.network.neutron [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.810792] env[69941]: DEBUG nova.compute.manager [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.875507] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f85209e-65d7-455a-9e9d-e91eb22e94f8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.901615] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.901940] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27e20cde-57e9-435d-9859-32711c4cd22d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.909465] env[69941]: DEBUG oslo_vmware.api [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1076.909465] env[69941]: value = "task-3289133" [ 1076.909465] env[69941]: _type = "Task" [ 1076.909465] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.920770] env[69941]: DEBUG oslo_vmware.api [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.937122] env[69941]: DEBUG nova.network.neutron [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Successfully created port: e31cb9fd-4f71-435e-9a11-fbee2228af97 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.072268] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e50ead6-f86e-4273-a041-eec1978a17b1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.086642] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7698f54-5808-4ba7-bd45-2a93a2daf3b9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.125070] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7b1e1e-b890-4954-950c-b0f67aaa1a08 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.133387] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18752609-083f-4cfd-9768-f3f474526dcc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.150452] env[69941]: DEBUG nova.compute.provider_tree [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.418780] env[69941]: DEBUG oslo_vmware.api [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289133, 'name': PowerOffVM_Task, 'duration_secs': 0.289588} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.419151] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.424444] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1077.424718] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83975e61-a112-43e5-ad6c-311eab1c05f3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.446555] env[69941]: DEBUG oslo_vmware.api [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1077.446555] env[69941]: value = "task-3289135" [ 1077.446555] env[69941]: _type = "Task" [ 1077.446555] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.454902] env[69941]: DEBUG oslo_vmware.api [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.572526] env[69941]: DEBUG nova.network.neutron [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Updating instance_info_cache with network_info: [{"id": "3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76", "address": "fa:16:3e:27:85:d5", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb5d3ab-d3", "ovs_interfaceid": "3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.654013] env[69941]: DEBUG nova.scheduler.client.report [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.822421] env[69941]: DEBUG nova.compute.manager [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.850746] env[69941]: DEBUG nova.virt.hardware [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.851014] env[69941]: DEBUG nova.virt.hardware [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.851189] env[69941]: DEBUG nova.virt.hardware [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.851375] env[69941]: DEBUG nova.virt.hardware [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.851525] env[69941]: DEBUG nova.virt.hardware [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.851672] env[69941]: DEBUG nova.virt.hardware [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.851884] env[69941]: DEBUG nova.virt.hardware [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.852220] env[69941]: DEBUG nova.virt.hardware [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.853316] env[69941]: DEBUG nova.virt.hardware [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.853316] env[69941]: DEBUG nova.virt.hardware [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.853316] env[69941]: DEBUG nova.virt.hardware [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.853753] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca44a03-0e59-4fac-92a6-5ae2b8d6067c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.864426] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45d0acb-ed00-463e-a770-d41b98dbbe24 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.956569] env[69941]: DEBUG oslo_vmware.api [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289135, 'name': ReconfigVM_Task, 'duration_secs': 0.339584} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.956867] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1077.957068] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.957325] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac95c323-fb1e-4c9b-8128-2bdcb5b0e600 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.963392] env[69941]: DEBUG oslo_vmware.api [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1077.963392] env[69941]: value = "task-3289136" [ 1077.963392] env[69941]: _type = "Task" [ 1077.963392] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.970970] env[69941]: DEBUG oslo_vmware.api [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.076651] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "refresh_cache-c4323ddf-bfde-48ec-a583-6bc93386307e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.159758] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.160333] env[69941]: DEBUG nova.compute.manager [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.162891] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.965s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.163109] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.165245] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.874s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.167047] env[69941]: INFO nova.compute.claims [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.212569] env[69941]: INFO nova.scheduler.client.report [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Deleted allocations for instance e01c973a-3d25-493b-8d5d-eff82c27d03c [ 1078.473634] env[69941]: DEBUG oslo_vmware.api [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289136, 'name': PowerOnVM_Task, 'duration_secs': 0.455537} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.473937] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.474569] env[69941]: DEBUG nova.compute.manager [None req-2561a043-0cb6-4ad6-b556-f243c8c6a646 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.475016] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5261ac-5782-4263-81ad-2aefda3439cb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.601937] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a468826-f1be-4b0e-a243-62bee1220853 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.622448] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9ba227-3641-4126-8d81-f66488e54dd8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.629996] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Updating instance 'c4323ddf-bfde-48ec-a583-6bc93386307e' progress to 83 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.671248] env[69941]: DEBUG nova.compute.utils [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.675393] env[69941]: DEBUG nova.compute.manager [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.675664] env[69941]: DEBUG nova.network.neutron [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.721198] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2776918c-5243-423a-90cb-4d040120ba57 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "e01c973a-3d25-493b-8d5d-eff82c27d03c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.182s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.772121] env[69941]: DEBUG nova.policy [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3509633235e346648c85a83db9ae8e39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24c36dfd585b4094a67bf9f8bfeae8c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.804778] env[69941]: DEBUG nova.compute.manager [req-b7bb7a98-d6e8-4687-beb8-2f3314581773 req-56c7b938-085a-43db-94aa-7bbe525a76fa service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Received event network-vif-plugged-e31cb9fd-4f71-435e-9a11-fbee2228af97 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.804778] env[69941]: DEBUG oslo_concurrency.lockutils [req-b7bb7a98-d6e8-4687-beb8-2f3314581773 req-56c7b938-085a-43db-94aa-7bbe525a76fa service nova] Acquiring lock "98e9f87e-6fdc-4777-9cf5-89200b85e410-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.805046] env[69941]: DEBUG oslo_concurrency.lockutils [req-b7bb7a98-d6e8-4687-beb8-2f3314581773 req-56c7b938-085a-43db-94aa-7bbe525a76fa service nova] Lock "98e9f87e-6fdc-4777-9cf5-89200b85e410-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.805046] env[69941]: DEBUG oslo_concurrency.lockutils [req-b7bb7a98-d6e8-4687-beb8-2f3314581773 req-56c7b938-085a-43db-94aa-7bbe525a76fa service nova] Lock "98e9f87e-6fdc-4777-9cf5-89200b85e410-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.806192] env[69941]: DEBUG nova.compute.manager [req-b7bb7a98-d6e8-4687-beb8-2f3314581773 req-56c7b938-085a-43db-94aa-7bbe525a76fa service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] No waiting events found dispatching network-vif-plugged-e31cb9fd-4f71-435e-9a11-fbee2228af97 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.806454] env[69941]: WARNING nova.compute.manager [req-b7bb7a98-d6e8-4687-beb8-2f3314581773 req-56c7b938-085a-43db-94aa-7bbe525a76fa service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Received unexpected event network-vif-plugged-e31cb9fd-4f71-435e-9a11-fbee2228af97 for instance with vm_state building and task_state spawning. [ 1079.039188] env[69941]: DEBUG nova.network.neutron [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Successfully updated port: e31cb9fd-4f71-435e-9a11-fbee2228af97 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.136928] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.136928] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-301307eb-fb80-413f-b7c8-b861ddb63ab9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.145483] env[69941]: DEBUG oslo_vmware.api [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1079.145483] env[69941]: value = "task-3289137" [ 1079.145483] env[69941]: _type = "Task" [ 1079.145483] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.159026] env[69941]: DEBUG oslo_vmware.api [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.176178] env[69941]: DEBUG nova.compute.manager [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.315727] env[69941]: DEBUG nova.network.neutron [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Successfully created port: c6d03414-d6ab-40a8-91c4-371425037b8b {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.437075] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e81e17-e1f9-46aa-be0d-5d53f385e737 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.445786] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd42f274-402e-45d7-b4e7-ef5e861c92fd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.481696] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c453ea-c294-4334-b7d5-3acbf3db3149 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.490766] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f73d909-d404-4649-b132-0f7522d0a223 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.511067] env[69941]: DEBUG nova.compute.provider_tree [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.514460] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Volume attach. Driver type: vmdk {{(pid=69941) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1079.514869] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656861', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'name': 'volume-71e5d4d7-c857-47e3-a06b-8222f966a87e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8fc343c-65e7-4cf8-a5fc-92f56a949f75', 'attached_at': '', 'detached_at': '', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'serial': '71e5d4d7-c857-47e3-a06b-8222f966a87e'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1079.516811] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38e8633-9d3b-4f03-b9ef-ae117c5d312d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.536880] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5cd332-f5ab-4b73-abe2-0c2e74488049 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.545774] env[69941]: DEBUG oslo_concurrency.lockutils [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.545774] env[69941]: DEBUG oslo_concurrency.lockutils [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquired lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.545774] env[69941]: DEBUG nova.network.neutron [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.568471] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-71e5d4d7-c857-47e3-a06b-8222f966a87e/volume-71e5d4d7-c857-47e3-a06b-8222f966a87e.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.571149] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f67cbc02-f718-49a2-8732-1369a5569213 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.591714] env[69941]: DEBUG oslo_vmware.api [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1079.591714] env[69941]: value = "task-3289138" [ 1079.591714] env[69941]: _type = "Task" [ 1079.591714] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.602045] env[69941]: DEBUG oslo_vmware.api [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.640122] env[69941]: DEBUG nova.network.neutron [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.655545] env[69941]: DEBUG oslo_vmware.api [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289137, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.825338] env[69941]: DEBUG oslo_concurrency.lockutils [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "3035c329-b333-4148-9200-be7e6c2bd8d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.825622] env[69941]: DEBUG oslo_concurrency.lockutils [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "3035c329-b333-4148-9200-be7e6c2bd8d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.910490] env[69941]: DEBUG nova.network.neutron [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Updating instance_info_cache with network_info: [{"id": "e31cb9fd-4f71-435e-9a11-fbee2228af97", "address": "fa:16:3e:d8:0d:87", "network": {"id": "758531fb-406e-431b-99bb-44d2aa1468fd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1988528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f8fe8dea05413bbf2d1333d85fde0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31cb9fd-4f", "ovs_interfaceid": "e31cb9fd-4f71-435e-9a11-fbee2228af97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.916852] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "ca184805-fdec-470b-b45d-6f5e00f5247e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.917105] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "ca184805-fdec-470b-b45d-6f5e00f5247e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.917313] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "ca184805-fdec-470b-b45d-6f5e00f5247e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.917497] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "ca184805-fdec-470b-b45d-6f5e00f5247e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.917660] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "ca184805-fdec-470b-b45d-6f5e00f5247e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.919730] env[69941]: INFO nova.compute.manager [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Terminating instance [ 1080.014973] env[69941]: DEBUG nova.scheduler.client.report [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.104528] env[69941]: DEBUG oslo_vmware.api [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.156176] env[69941]: DEBUG oslo_vmware.api [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289137, 'name': PowerOnVM_Task, 'duration_secs': 0.593229} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.156328] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.156393] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6d405a-8f37-4a16-a48d-d3b465147c6b tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Updating instance 'c4323ddf-bfde-48ec-a583-6bc93386307e' progress to 100 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.189783] env[69941]: DEBUG nova.compute.manager [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.223116] env[69941]: DEBUG nova.virt.hardware [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.223386] env[69941]: DEBUG nova.virt.hardware [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.223568] env[69941]: DEBUG nova.virt.hardware [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.223816] env[69941]: DEBUG nova.virt.hardware [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.223944] env[69941]: DEBUG nova.virt.hardware [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.224097] env[69941]: DEBUG nova.virt.hardware [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.224444] env[69941]: DEBUG nova.virt.hardware [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.224641] env[69941]: DEBUG nova.virt.hardware [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.224845] env[69941]: DEBUG nova.virt.hardware [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.225036] env[69941]: DEBUG nova.virt.hardware [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.225237] env[69941]: DEBUG nova.virt.hardware [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.226155] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb3d9de-8fb4-40fb-a3f8-66fb6f4566dd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.234491] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91934363-84da-4ce7-b779-961c49142b33 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.330097] env[69941]: DEBUG nova.compute.manager [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.413835] env[69941]: DEBUG oslo_concurrency.lockutils [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Releasing lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.414202] env[69941]: DEBUG nova.compute.manager [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Instance network_info: |[{"id": "e31cb9fd-4f71-435e-9a11-fbee2228af97", "address": "fa:16:3e:d8:0d:87", "network": {"id": "758531fb-406e-431b-99bb-44d2aa1468fd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1988528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f8fe8dea05413bbf2d1333d85fde0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31cb9fd-4f", "ovs_interfaceid": "e31cb9fd-4f71-435e-9a11-fbee2228af97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.414651] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:0d:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e31cb9fd-4f71-435e-9a11-fbee2228af97', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.422885] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.423516] env[69941]: DEBUG nova.compute.manager [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.423744] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.424048] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.424910] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff28970-37cd-47bc-be6b-fe70d700b067 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.428062] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbcec2d6-1237-40f9-a5b5-2f5b836fda01 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.448306] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.449587] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63af1c4d-155d-483d-acb7-a941eb648120 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.451252] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.451252] env[69941]: value = "task-3289139" [ 1080.451252] env[69941]: _type = "Task" [ 1080.451252] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.456295] env[69941]: DEBUG oslo_vmware.api [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1080.456295] env[69941]: value = "task-3289140" [ 1080.456295] env[69941]: _type = "Task" [ 1080.456295] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.462611] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289139, 'name': CreateVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.467364] env[69941]: DEBUG oslo_vmware.api [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.523631] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.525463] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.552s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.525463] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.576019] env[69941]: INFO nova.scheduler.client.report [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Deleted allocations for instance a87074ec-1813-448c-be2b-e50be5324256 [ 1080.605245] env[69941]: DEBUG oslo_vmware.api [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289138, 'name': ReconfigVM_Task, 'duration_secs': 0.721988} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.606469] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-71e5d4d7-c857-47e3-a06b-8222f966a87e/volume-71e5d4d7-c857-47e3-a06b-8222f966a87e.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.610734] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec4962bd-c161-44dd-9eae-08895d798265 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.630932] env[69941]: DEBUG oslo_vmware.api [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1080.630932] env[69941]: value = "task-3289141" [ 1080.630932] env[69941]: _type = "Task" [ 1080.630932] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.641839] env[69941]: DEBUG oslo_vmware.api [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.842218] env[69941]: DEBUG nova.compute.manager [req-e422fede-e94f-46b7-b901-0a5565002ec7 req-528a7fb5-f39f-48e6-a757-cafb566c0671 service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Received event network-changed-e31cb9fd-4f71-435e-9a11-fbee2228af97 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.843094] env[69941]: DEBUG nova.compute.manager [req-e422fede-e94f-46b7-b901-0a5565002ec7 req-528a7fb5-f39f-48e6-a757-cafb566c0671 service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Refreshing instance network info cache due to event network-changed-e31cb9fd-4f71-435e-9a11-fbee2228af97. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.843300] env[69941]: DEBUG oslo_concurrency.lockutils [req-e422fede-e94f-46b7-b901-0a5565002ec7 req-528a7fb5-f39f-48e6-a757-cafb566c0671 service nova] Acquiring lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.843444] env[69941]: DEBUG oslo_concurrency.lockutils [req-e422fede-e94f-46b7-b901-0a5565002ec7 req-528a7fb5-f39f-48e6-a757-cafb566c0671 service nova] Acquired lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.843606] env[69941]: DEBUG nova.network.neutron [req-e422fede-e94f-46b7-b901-0a5565002ec7 req-528a7fb5-f39f-48e6-a757-cafb566c0671 service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Refreshing network info cache for port e31cb9fd-4f71-435e-9a11-fbee2228af97 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.850285] env[69941]: DEBUG oslo_concurrency.lockutils [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.850878] env[69941]: DEBUG oslo_concurrency.lockutils [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.855486] env[69941]: INFO nova.compute.claims [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.964998] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289139, 'name': CreateVM_Task, 'duration_secs': 0.38111} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.965675] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.966484] env[69941]: DEBUG oslo_concurrency.lockutils [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.966800] env[69941]: DEBUG oslo_concurrency.lockutils [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.968639] env[69941]: DEBUG oslo_concurrency.lockutils [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.972088] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ce5534-88f1-4bfd-996b-859cac848900 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.974950] env[69941]: DEBUG oslo_vmware.api [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289140, 'name': PowerOffVM_Task, 'duration_secs': 0.284525} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.975266] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.975477] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.976294] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0dadd79-8b19-4793-8be6-3cbbf643c7f2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.979214] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1080.979214] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f2a23b-0b47-c109-0435-2974bcd72499" [ 1080.979214] env[69941]: _type = "Task" [ 1080.979214] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.987508] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f2a23b-0b47-c109-0435-2974bcd72499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.028951] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Acquiring lock "ea48e036-c71f-4e6f-b4bd-adcbd33c4f4f" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.029588] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Lock "ea48e036-c71f-4e6f-b4bd-adcbd33c4f4f" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.039589] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.039884] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.040132] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Deleting the datastore file [datastore1] ca184805-fdec-470b-b45d-6f5e00f5247e {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.040734] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29933a44-215c-4eda-ad85-92dc56114548 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.050634] env[69941]: DEBUG oslo_vmware.api [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1081.050634] env[69941]: value = "task-3289143" [ 1081.050634] env[69941]: _type = "Task" [ 1081.050634] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.061185] env[69941]: DEBUG oslo_vmware.api [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.085207] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a35226b-31e9-400b-8fc3-ad52888b41e2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "a87074ec-1813-448c-be2b-e50be5324256" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.165s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.142120] env[69941]: DEBUG oslo_vmware.api [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289141, 'name': ReconfigVM_Task, 'duration_secs': 0.165053} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.142461] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656861', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'name': 'volume-71e5d4d7-c857-47e3-a06b-8222f966a87e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8fc343c-65e7-4cf8-a5fc-92f56a949f75', 'attached_at': '', 'detached_at': '', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'serial': '71e5d4d7-c857-47e3-a06b-8222f966a87e'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1081.451153] env[69941]: DEBUG nova.network.neutron [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Successfully updated port: c6d03414-d6ab-40a8-91c4-371425037b8b {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.496598] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f2a23b-0b47-c109-0435-2974bcd72499, 'name': SearchDatastore_Task, 'duration_secs': 0.030137} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.496944] env[69941]: DEBUG oslo_concurrency.lockutils [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.497277] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.497575] env[69941]: DEBUG oslo_concurrency.lockutils [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.497746] env[69941]: DEBUG oslo_concurrency.lockutils [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.497962] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.498589] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abb10a93-64c9-480a-ac74-5476056d2093 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.511617] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.511617] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.512653] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f062e2bd-bf54-4055-aef0-1aacb4819d57 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.518163] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1081.518163] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]522102d2-e79b-07c9-df3c-edfb494a0676" [ 1081.518163] env[69941]: _type = "Task" [ 1081.518163] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.526442] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522102d2-e79b-07c9-df3c-edfb494a0676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.535031] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Lock "ea48e036-c71f-4e6f-b4bd-adcbd33c4f4f" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.535292] env[69941]: DEBUG nova.compute.manager [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.566650] env[69941]: DEBUG oslo_vmware.api [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.701411] env[69941]: DEBUG nova.network.neutron [req-e422fede-e94f-46b7-b901-0a5565002ec7 req-528a7fb5-f39f-48e6-a757-cafb566c0671 service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Updated VIF entry in instance network info cache for port e31cb9fd-4f71-435e-9a11-fbee2228af97. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.701815] env[69941]: DEBUG nova.network.neutron [req-e422fede-e94f-46b7-b901-0a5565002ec7 req-528a7fb5-f39f-48e6-a757-cafb566c0671 service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Updating instance_info_cache with network_info: [{"id": "e31cb9fd-4f71-435e-9a11-fbee2228af97", "address": "fa:16:3e:d8:0d:87", "network": {"id": "758531fb-406e-431b-99bb-44d2aa1468fd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1988528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f8fe8dea05413bbf2d1333d85fde0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31cb9fd-4f", "ovs_interfaceid": "e31cb9fd-4f71-435e-9a11-fbee2228af97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.960427] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "refresh_cache-b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.960427] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "refresh_cache-b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.960427] env[69941]: DEBUG nova.network.neutron [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.032650] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522102d2-e79b-07c9-df3c-edfb494a0676, 'name': SearchDatastore_Task, 'duration_secs': 0.011151} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.037528] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f58a327-5b11-40ca-895e-6f24c78759af {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.041014] env[69941]: DEBUG nova.compute.utils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.042487] env[69941]: DEBUG nova.compute.manager [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.042702] env[69941]: DEBUG nova.network.neutron [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.051471] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1082.051471] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5287704a-064c-0fb5-fb92-1f5d919c096e" [ 1082.051471] env[69941]: _type = "Task" [ 1082.051471] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.062956] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5287704a-064c-0fb5-fb92-1f5d919c096e, 'name': SearchDatastore_Task, 'duration_secs': 0.011692} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.067202] env[69941]: DEBUG oslo_concurrency.lockutils [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.070543] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 98e9f87e-6fdc-4777-9cf5-89200b85e410/98e9f87e-6fdc-4777-9cf5-89200b85e410.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.070543] env[69941]: DEBUG oslo_vmware.api [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537115} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.071510] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44c31166-86bc-4237-a2e5-2c80b8a51550 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.074130] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.074353] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.074531] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.074704] env[69941]: INFO nova.compute.manager [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1082.075182] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.075875] env[69941]: DEBUG nova.compute.manager [-] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.075974] env[69941]: DEBUG nova.network.neutron [-] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.083409] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1082.083409] env[69941]: value = "task-3289144" [ 1082.083409] env[69941]: _type = "Task" [ 1082.083409] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.092491] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.122451] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6fe38c-53ba-4a44-9802-bc589e142e01 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.129588] env[69941]: DEBUG nova.policy [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ee8bcf5e7aa40df8174935e1db941b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c3bb26ebbc74c15b6e34fdaccc6dc38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.134216] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1bdb9e-6210-478e-a5ae-4f1d175b9c74 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.171853] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ac5e1f-4f13-4abc-81f3-cb89431ba169 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.180971] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfe8980-baa9-412b-8ab5-b0b6155f9fb1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.197059] env[69941]: DEBUG nova.compute.provider_tree [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.206935] env[69941]: DEBUG oslo_concurrency.lockutils [req-e422fede-e94f-46b7-b901-0a5565002ec7 req-528a7fb5-f39f-48e6-a757-cafb566c0671 service nova] Releasing lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.212689] env[69941]: DEBUG nova.objects.instance [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lazy-loading 'flavor' on Instance uuid a8fc343c-65e7-4cf8-a5fc-92f56a949f75 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.517189] env[69941]: DEBUG nova.network.neutron [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.550625] env[69941]: DEBUG nova.compute.manager [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.594415] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289144, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.701298] env[69941]: DEBUG nova.scheduler.client.report [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.722493] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7993de0-52e9-4ee9-9ab1-56e6da0d526f tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.339s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.869161] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "2b8a04b3-a221-473c-9d4a-498930360d86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.869426] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "2b8a04b3-a221-473c-9d4a-498930360d86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.977058] env[69941]: DEBUG nova.network.neutron [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Successfully created port: bac71eb6-9056-4df0-9b25-3974193f9370 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.998665] env[69941]: DEBUG nova.network.neutron [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Updating instance_info_cache with network_info: [{"id": "c6d03414-d6ab-40a8-91c4-371425037b8b", "address": "fa:16:3e:e6:88:57", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d03414-d6", "ovs_interfaceid": "c6d03414-d6ab-40a8-91c4-371425037b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.096956] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.887641} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.097802] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 98e9f87e-6fdc-4777-9cf5-89200b85e410/98e9f87e-6fdc-4777-9cf5-89200b85e410.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.098217] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.098855] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac7519c0-6157-4baa-8743-d6b4557a8dd9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.106234] env[69941]: DEBUG oslo_concurrency.lockutils [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "c4323ddf-bfde-48ec-a583-6bc93386307e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.107351] env[69941]: DEBUG oslo_concurrency.lockutils [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "c4323ddf-bfde-48ec-a583-6bc93386307e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.107586] env[69941]: DEBUG nova.compute.manager [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Going to confirm migration 6 {{(pid=69941) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1083.113413] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1083.113413] env[69941]: value = "task-3289145" [ 1083.113413] env[69941]: _type = "Task" [ 1083.113413] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.123250] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.206622] env[69941]: DEBUG oslo_concurrency.lockutils [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.207183] env[69941]: DEBUG nova.compute.manager [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.221695] env[69941]: DEBUG nova.compute.manager [req-df17dc61-7367-46d9-bec3-a8bc34480f49 req-ec111d16-46f9-4877-95c6-cd7e2d4c933e service nova] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Received event network-vif-plugged-c6d03414-d6ab-40a8-91c4-371425037b8b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.221811] env[69941]: DEBUG oslo_concurrency.lockutils [req-df17dc61-7367-46d9-bec3-a8bc34480f49 req-ec111d16-46f9-4877-95c6-cd7e2d4c933e service nova] Acquiring lock "b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.222132] env[69941]: DEBUG oslo_concurrency.lockutils [req-df17dc61-7367-46d9-bec3-a8bc34480f49 req-ec111d16-46f9-4877-95c6-cd7e2d4c933e service nova] Lock "b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.222330] env[69941]: DEBUG oslo_concurrency.lockutils [req-df17dc61-7367-46d9-bec3-a8bc34480f49 req-ec111d16-46f9-4877-95c6-cd7e2d4c933e service nova] Lock "b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.222499] env[69941]: DEBUG nova.compute.manager [req-df17dc61-7367-46d9-bec3-a8bc34480f49 req-ec111d16-46f9-4877-95c6-cd7e2d4c933e service nova] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] No waiting events found dispatching network-vif-plugged-c6d03414-d6ab-40a8-91c4-371425037b8b {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.222661] env[69941]: WARNING nova.compute.manager [req-df17dc61-7367-46d9-bec3-a8bc34480f49 req-ec111d16-46f9-4877-95c6-cd7e2d4c933e service nova] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Received unexpected event network-vif-plugged-c6d03414-d6ab-40a8-91c4-371425037b8b for instance with vm_state building and task_state spawning. [ 1083.222884] env[69941]: DEBUG nova.compute.manager [req-df17dc61-7367-46d9-bec3-a8bc34480f49 req-ec111d16-46f9-4877-95c6-cd7e2d4c933e service nova] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Received event network-changed-c6d03414-d6ab-40a8-91c4-371425037b8b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.223066] env[69941]: DEBUG nova.compute.manager [req-df17dc61-7367-46d9-bec3-a8bc34480f49 req-ec111d16-46f9-4877-95c6-cd7e2d4c933e service nova] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Refreshing instance network info cache due to event network-changed-c6d03414-d6ab-40a8-91c4-371425037b8b. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.223240] env[69941]: DEBUG oslo_concurrency.lockutils [req-df17dc61-7367-46d9-bec3-a8bc34480f49 req-ec111d16-46f9-4877-95c6-cd7e2d4c933e service nova] Acquiring lock "refresh_cache-b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.340570] env[69941]: DEBUG nova.network.neutron [-] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.375842] env[69941]: DEBUG nova.compute.manager [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.500951] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "refresh_cache-b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.501314] env[69941]: DEBUG nova.compute.manager [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Instance network_info: |[{"id": "c6d03414-d6ab-40a8-91c4-371425037b8b", "address": "fa:16:3e:e6:88:57", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d03414-d6", "ovs_interfaceid": "c6d03414-d6ab-40a8-91c4-371425037b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.501609] env[69941]: DEBUG oslo_concurrency.lockutils [req-df17dc61-7367-46d9-bec3-a8bc34480f49 req-ec111d16-46f9-4877-95c6-cd7e2d4c933e service nova] Acquired lock "refresh_cache-b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.501811] env[69941]: DEBUG nova.network.neutron [req-df17dc61-7367-46d9-bec3-a8bc34480f49 req-ec111d16-46f9-4877-95c6-cd7e2d4c933e service nova] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Refreshing network info cache for port c6d03414-d6ab-40a8-91c4-371425037b8b {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.503098] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:88:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6d03414-d6ab-40a8-91c4-371425037b8b', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.513139] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.519054] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.520986] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b09f610-911c-46fd-9e58-5801101c98ad {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.542730] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.542730] env[69941]: value = "task-3289146" [ 1083.542730] env[69941]: _type = "Task" [ 1083.542730] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.553766] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289146, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.570622] env[69941]: DEBUG nova.compute.manager [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.611599] env[69941]: DEBUG nova.virt.hardware [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.612115] env[69941]: DEBUG nova.virt.hardware [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.612330] env[69941]: DEBUG nova.virt.hardware [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.612527] env[69941]: DEBUG nova.virt.hardware [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.612986] env[69941]: DEBUG nova.virt.hardware [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.613203] env[69941]: DEBUG nova.virt.hardware [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.613429] env[69941]: DEBUG nova.virt.hardware [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.613594] env[69941]: DEBUG nova.virt.hardware [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.613770] env[69941]: DEBUG nova.virt.hardware [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.613940] env[69941]: DEBUG nova.virt.hardware [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.614150] env[69941]: DEBUG nova.virt.hardware [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.618684] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14f18c8-db03-4e86-83c2-258c6de49fcd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.641015] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a142e92a-5b9e-4cca-9e5d-d59d895a7e11 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.642343] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.297474} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.642780] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.644461] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87b4c22-09fb-4113-acd5-59331c5df145 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.679192] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 98e9f87e-6fdc-4777-9cf5-89200b85e410/98e9f87e-6fdc-4777-9cf5-89200b85e410.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.680554] env[69941]: DEBUG oslo_concurrency.lockutils [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "refresh_cache-c4323ddf-bfde-48ec-a583-6bc93386307e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.680729] env[69941]: DEBUG oslo_concurrency.lockutils [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "refresh_cache-c4323ddf-bfde-48ec-a583-6bc93386307e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.681062] env[69941]: DEBUG nova.network.neutron [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.681062] env[69941]: DEBUG nova.objects.instance [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lazy-loading 'info_cache' on Instance uuid c4323ddf-bfde-48ec-a583-6bc93386307e {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.682620] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fafe97d-34ba-437c-9984-6a597de09e2b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.703557] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1083.703557] env[69941]: value = "task-3289147" [ 1083.703557] env[69941]: _type = "Task" [ 1083.703557] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.712633] env[69941]: DEBUG nova.compute.utils [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.714026] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.714479] env[69941]: DEBUG nova.compute.manager [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.714638] env[69941]: DEBUG nova.network.neutron [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.765988] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5c326663-b900-428d-91fc-fac1913832aa tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "interface-2bac396e-eaad-4ee2-8741-c96d2da843f5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.766252] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5c326663-b900-428d-91fc-fac1913832aa tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-2bac396e-eaad-4ee2-8741-c96d2da843f5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.766633] env[69941]: DEBUG nova.objects.instance [None req-5c326663-b900-428d-91fc-fac1913832aa tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lazy-loading 'flavor' on Instance uuid 2bac396e-eaad-4ee2-8741-c96d2da843f5 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.787529] env[69941]: DEBUG nova.policy [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2478098f27e645988d2cc47361ab6de0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14bac2cfea45446499cdbaae6f8a9c31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.826404] env[69941]: DEBUG nova.network.neutron [req-df17dc61-7367-46d9-bec3-a8bc34480f49 req-ec111d16-46f9-4877-95c6-cd7e2d4c933e service nova] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Updated VIF entry in instance network info cache for port c6d03414-d6ab-40a8-91c4-371425037b8b. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.826770] env[69941]: DEBUG nova.network.neutron [req-df17dc61-7367-46d9-bec3-a8bc34480f49 req-ec111d16-46f9-4877-95c6-cd7e2d4c933e service nova] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Updating instance_info_cache with network_info: [{"id": "c6d03414-d6ab-40a8-91c4-371425037b8b", "address": "fa:16:3e:e6:88:57", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d03414-d6", "ovs_interfaceid": "c6d03414-d6ab-40a8-91c4-371425037b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.843428] env[69941]: INFO nova.compute.manager [-] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Took 1.77 seconds to deallocate network for instance. [ 1083.900531] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.900817] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.902483] env[69941]: INFO nova.compute.claims [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.953764] env[69941]: INFO nova.compute.manager [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Rebuilding instance [ 1084.017508] env[69941]: DEBUG nova.compute.manager [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.018457] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7fd0ef-a95c-4c93-a234-b3758ac61c8e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.058126] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289146, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.214384] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289147, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.214743] env[69941]: DEBUG nova.compute.manager [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.271547] env[69941]: DEBUG nova.objects.instance [None req-5c326663-b900-428d-91fc-fac1913832aa tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lazy-loading 'pci_requests' on Instance uuid 2bac396e-eaad-4ee2-8741-c96d2da843f5 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.329083] env[69941]: DEBUG oslo_concurrency.lockutils [req-df17dc61-7367-46d9-bec3-a8bc34480f49 req-ec111d16-46f9-4877-95c6-cd7e2d4c933e service nova] Releasing lock "refresh_cache-b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.329389] env[69941]: DEBUG nova.compute.manager [req-df17dc61-7367-46d9-bec3-a8bc34480f49 req-ec111d16-46f9-4877-95c6-cd7e2d4c933e service nova] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Received event network-vif-deleted-8f757664-b1e6-4c90-9042-f3d699c58270 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.329574] env[69941]: INFO nova.compute.manager [req-df17dc61-7367-46d9-bec3-a8bc34480f49 req-ec111d16-46f9-4877-95c6-cd7e2d4c933e service nova] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Neutron deleted interface 8f757664-b1e6-4c90-9042-f3d699c58270; detaching it from the instance and deleting it from the info cache [ 1084.329749] env[69941]: DEBUG nova.network.neutron [req-df17dc61-7367-46d9-bec3-a8bc34480f49 req-ec111d16-46f9-4877-95c6-cd7e2d4c933e service nova] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.350206] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.557055] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289146, 'name': CreateVM_Task, 'duration_secs': 0.656165} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.557236] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.557900] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.558078] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.558400] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.558651] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e18f1d1a-e399-4f25-9449-93fd0a90f782 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.562955] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1084.562955] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c8d320-7416-e015-293e-1b25f95a8fd2" [ 1084.562955] env[69941]: _type = "Task" [ 1084.562955] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.576457] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c8d320-7416-e015-293e-1b25f95a8fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.589449] env[69941]: DEBUG nova.network.neutron [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Successfully created port: 9bd7976f-20ac-4e12-b31e-42b4d8dcd758 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.718166] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289147, 'name': ReconfigVM_Task, 'duration_secs': 0.534123} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.718417] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 98e9f87e-6fdc-4777-9cf5-89200b85e410/98e9f87e-6fdc-4777-9cf5-89200b85e410.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.722333] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-845616e9-1d9b-450c-9ab4-e1af86b9aa77 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.729229] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1084.729229] env[69941]: value = "task-3289148" [ 1084.729229] env[69941]: _type = "Task" [ 1084.729229] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.737682] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289148, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.774150] env[69941]: DEBUG nova.objects.base [None req-5c326663-b900-428d-91fc-fac1913832aa tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Object Instance<2bac396e-eaad-4ee2-8741-c96d2da843f5> lazy-loaded attributes: flavor,pci_requests {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1084.774238] env[69941]: DEBUG nova.network.neutron [None req-5c326663-b900-428d-91fc-fac1913832aa tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.833620] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd73d95b-2893-4a62-8dd0-659f33295667 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.843350] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ae2f39-6645-41da-8d21-b53c22c97811 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.875238] env[69941]: DEBUG nova.compute.manager [req-df17dc61-7367-46d9-bec3-a8bc34480f49 req-ec111d16-46f9-4877-95c6-cd7e2d4c933e service nova] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Detach interface failed, port_id=8f757664-b1e6-4c90-9042-f3d699c58270, reason: Instance ca184805-fdec-470b-b45d-6f5e00f5247e could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1084.993349] env[69941]: DEBUG nova.network.neutron [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Successfully updated port: bac71eb6-9056-4df0-9b25-3974193f9370 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.011900] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5c326663-b900-428d-91fc-fac1913832aa tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-2bac396e-eaad-4ee2-8741-c96d2da843f5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.245s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.034275] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.035249] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01176e63-a91b-4d20-ba8b-2d4cff7daeef {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.046016] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1085.046016] env[69941]: value = "task-3289149" [ 1085.046016] env[69941]: _type = "Task" [ 1085.046016] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.054344] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.077390] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c8d320-7416-e015-293e-1b25f95a8fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.02263} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.077931] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.078148] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.078430] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.078633] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.079151] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.079236] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50da740b-71df-45fc-ae5b-b1ac9c0dd469 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.088360] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.088591] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.089540] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef5b73e0-a61c-41b6-ba63-e263c4a0adc8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.100411] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1085.100411] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52301ffd-82e1-8c35-5341-b565f25e0b47" [ 1085.100411] env[69941]: _type = "Task" [ 1085.100411] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.108650] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52301ffd-82e1-8c35-5341-b565f25e0b47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.129982] env[69941]: DEBUG nova.network.neutron [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Updating instance_info_cache with network_info: [{"id": "3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76", "address": "fa:16:3e:27:85:d5", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb5d3ab-d3", "ovs_interfaceid": "3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.168294] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61770a7c-16a9-4767-802e-37f7cf318548 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.178534] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fd6d1c-2504-4f18-ba75-1de973894ae5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.211641] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d87a88-881a-43cc-bd03-ebc8ef75138a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.220011] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3c8ee5-939e-43c9-ba82-3e274e0b9926 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.225379] env[69941]: DEBUG nova.compute.manager [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.235720] env[69941]: DEBUG nova.compute.provider_tree [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.244671] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289148, 'name': Rename_Task, 'duration_secs': 0.134317} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.245528] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.245927] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dad861e5-2339-454b-acfd-ffd2ef7edfce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.254846] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1085.254846] env[69941]: value = "task-3289150" [ 1085.254846] env[69941]: _type = "Task" [ 1085.254846] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.264484] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.267355] env[69941]: DEBUG nova.virt.hardware [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.267606] env[69941]: DEBUG nova.virt.hardware [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.267764] env[69941]: DEBUG nova.virt.hardware [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.267968] env[69941]: DEBUG nova.virt.hardware [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.268254] env[69941]: DEBUG nova.virt.hardware [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.268319] env[69941]: DEBUG nova.virt.hardware [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.268528] env[69941]: DEBUG nova.virt.hardware [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.268687] env[69941]: DEBUG nova.virt.hardware [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.268861] env[69941]: DEBUG nova.virt.hardware [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.269017] env[69941]: DEBUG nova.virt.hardware [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.269205] env[69941]: DEBUG nova.virt.hardware [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.270045] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edf6f6d-10d1-4641-a7b5-20c046623ac1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.274611] env[69941]: DEBUG nova.compute.manager [req-14c6b629-fe43-4b35-b773-6299dcd8c821 req-8356a87a-3564-4988-99c5-63229e1b5d5b service nova] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Received event network-vif-plugged-bac71eb6-9056-4df0-9b25-3974193f9370 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.274820] env[69941]: DEBUG oslo_concurrency.lockutils [req-14c6b629-fe43-4b35-b773-6299dcd8c821 req-8356a87a-3564-4988-99c5-63229e1b5d5b service nova] Acquiring lock "7a29e3bc-17ef-495d-9e99-87920e8d015c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.275051] env[69941]: DEBUG oslo_concurrency.lockutils [req-14c6b629-fe43-4b35-b773-6299dcd8c821 req-8356a87a-3564-4988-99c5-63229e1b5d5b service nova] Lock "7a29e3bc-17ef-495d-9e99-87920e8d015c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.275227] env[69941]: DEBUG oslo_concurrency.lockutils [req-14c6b629-fe43-4b35-b773-6299dcd8c821 req-8356a87a-3564-4988-99c5-63229e1b5d5b service nova] Lock "7a29e3bc-17ef-495d-9e99-87920e8d015c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.275390] env[69941]: DEBUG nova.compute.manager [req-14c6b629-fe43-4b35-b773-6299dcd8c821 req-8356a87a-3564-4988-99c5-63229e1b5d5b service nova] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] No waiting events found dispatching network-vif-plugged-bac71eb6-9056-4df0-9b25-3974193f9370 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.275616] env[69941]: WARNING nova.compute.manager [req-14c6b629-fe43-4b35-b773-6299dcd8c821 req-8356a87a-3564-4988-99c5-63229e1b5d5b service nova] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Received unexpected event network-vif-plugged-bac71eb6-9056-4df0-9b25-3974193f9370 for instance with vm_state building and task_state spawning. [ 1085.275729] env[69941]: DEBUG nova.compute.manager [req-14c6b629-fe43-4b35-b773-6299dcd8c821 req-8356a87a-3564-4988-99c5-63229e1b5d5b service nova] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Received event network-changed-bac71eb6-9056-4df0-9b25-3974193f9370 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.275890] env[69941]: DEBUG nova.compute.manager [req-14c6b629-fe43-4b35-b773-6299dcd8c821 req-8356a87a-3564-4988-99c5-63229e1b5d5b service nova] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Refreshing instance network info cache due to event network-changed-bac71eb6-9056-4df0-9b25-3974193f9370. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.276038] env[69941]: DEBUG oslo_concurrency.lockutils [req-14c6b629-fe43-4b35-b773-6299dcd8c821 req-8356a87a-3564-4988-99c5-63229e1b5d5b service nova] Acquiring lock "refresh_cache-7a29e3bc-17ef-495d-9e99-87920e8d015c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.276181] env[69941]: DEBUG oslo_concurrency.lockutils [req-14c6b629-fe43-4b35-b773-6299dcd8c821 req-8356a87a-3564-4988-99c5-63229e1b5d5b service nova] Acquired lock "refresh_cache-7a29e3bc-17ef-495d-9e99-87920e8d015c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.276337] env[69941]: DEBUG nova.network.neutron [req-14c6b629-fe43-4b35-b773-6299dcd8c821 req-8356a87a-3564-4988-99c5-63229e1b5d5b service nova] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Refreshing network info cache for port bac71eb6-9056-4df0-9b25-3974193f9370 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.283025] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d900f3d-152e-4e66-bdea-11bbc7b88b19 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.495257] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Acquiring lock "refresh_cache-7a29e3bc-17ef-495d-9e99-87920e8d015c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.566176] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289149, 'name': PowerOffVM_Task, 'duration_secs': 0.272637} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.566537] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.611764] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52301ffd-82e1-8c35-5341-b565f25e0b47, 'name': SearchDatastore_Task, 'duration_secs': 0.010017} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.612639] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35fa6fb2-985f-4db5-8bfe-00018ba6bda8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.619076] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1085.619076] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c169ed-48d5-2fab-86fd-455ba547f194" [ 1085.619076] env[69941]: _type = "Task" [ 1085.619076] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.626837] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c169ed-48d5-2fab-86fd-455ba547f194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.627855] env[69941]: INFO nova.compute.manager [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Detaching volume 71e5d4d7-c857-47e3-a06b-8222f966a87e [ 1085.635204] env[69941]: DEBUG oslo_concurrency.lockutils [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "refresh_cache-c4323ddf-bfde-48ec-a583-6bc93386307e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.635449] env[69941]: DEBUG nova.objects.instance [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lazy-loading 'migration_context' on Instance uuid c4323ddf-bfde-48ec-a583-6bc93386307e {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.664427] env[69941]: INFO nova.virt.block_device [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Attempting to driver detach volume 71e5d4d7-c857-47e3-a06b-8222f966a87e from mountpoint /dev/sdb [ 1085.664784] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1085.665056] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656861', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'name': 'volume-71e5d4d7-c857-47e3-a06b-8222f966a87e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8fc343c-65e7-4cf8-a5fc-92f56a949f75', 'attached_at': '', 'detached_at': '', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'serial': '71e5d4d7-c857-47e3-a06b-8222f966a87e'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1085.665889] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43a5b9d-483c-4c3e-9f39-1759f42f8a75 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.694217] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be282a2-0527-4ed2-88a8-fc29fe7bf969 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.702182] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8b2ea7-9bf4-4c6a-b2ba-9e7035fb6e89 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.723748] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c43167-006f-469d-862c-69cdabd43417 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.741136] env[69941]: DEBUG nova.scheduler.client.report [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.744876] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] The volume has not been displaced from its original location: [datastore2] volume-71e5d4d7-c857-47e3-a06b-8222f966a87e/volume-71e5d4d7-c857-47e3-a06b-8222f966a87e.vmdk. No consolidation needed. {{(pid=69941) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1085.750486] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1085.750858] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f6d64db-1ea2-4a28-b77e-b70a71af7537 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.776393] env[69941]: DEBUG oslo_vmware.api [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289150, 'name': PowerOnVM_Task, 'duration_secs': 0.473048} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.776647] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.776840] env[69941]: INFO nova.compute.manager [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1085.777029] env[69941]: DEBUG nova.compute.manager [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.777809] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925e1ca6-5411-4a80-90c0-83a3d287b080 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.783009] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1085.783009] env[69941]: value = "task-3289151" [ 1085.783009] env[69941]: _type = "Task" [ 1085.783009] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.796019] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.835692] env[69941]: DEBUG nova.network.neutron [req-14c6b629-fe43-4b35-b773-6299dcd8c821 req-8356a87a-3564-4988-99c5-63229e1b5d5b service nova] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.956098] env[69941]: DEBUG nova.network.neutron [req-14c6b629-fe43-4b35-b773-6299dcd8c821 req-8356a87a-3564-4988-99c5-63229e1b5d5b service nova] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.129885] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c169ed-48d5-2fab-86fd-455ba547f194, 'name': SearchDatastore_Task, 'duration_secs': 0.038143} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.130366] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.130651] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a/b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.130730] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a14cd6e7-d5ba-4d5f-86ad-24739e5382ac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.138602] env[69941]: DEBUG nova.objects.base [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1086.138971] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1086.138971] env[69941]: value = "task-3289152" [ 1086.138971] env[69941]: _type = "Task" [ 1086.138971] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.140448] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7c751d-4245-4acd-9657-ef320678b64d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.150596] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.165471] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c6d65f-9379-4da9-9add-f8693ee342fe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.172948] env[69941]: DEBUG oslo_vmware.api [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1086.172948] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c3d929-9cc9-181a-5ae4-41505a92897c" [ 1086.172948] env[69941]: _type = "Task" [ 1086.172948] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.182607] env[69941]: DEBUG oslo_vmware.api [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c3d929-9cc9-181a-5ae4-41505a92897c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.246339] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.246893] env[69941]: DEBUG nova.compute.manager [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.249654] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.900s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.250271] env[69941]: DEBUG nova.objects.instance [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lazy-loading 'resources' on Instance uuid ca184805-fdec-470b-b45d-6f5e00f5247e {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.293007] env[69941]: DEBUG nova.network.neutron [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Successfully updated port: 9bd7976f-20ac-4e12-b31e-42b4d8dcd758 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.318746] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289151, 'name': ReconfigVM_Task, 'duration_secs': 0.414716} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.319319] env[69941]: INFO nova.compute.manager [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Took 17.24 seconds to build instance. [ 1086.324027] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1086.326444] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79c1d238-0d35-4e33-a1a3-e32326b32a58 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.345577] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1086.345577] env[69941]: value = "task-3289153" [ 1086.345577] env[69941]: _type = "Task" [ 1086.345577] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.355147] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.464036] env[69941]: DEBUG oslo_concurrency.lockutils [req-14c6b629-fe43-4b35-b773-6299dcd8c821 req-8356a87a-3564-4988-99c5-63229e1b5d5b service nova] Releasing lock "refresh_cache-7a29e3bc-17ef-495d-9e99-87920e8d015c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.464036] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Acquired lock "refresh_cache-7a29e3bc-17ef-495d-9e99-87920e8d015c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.464036] env[69941]: DEBUG nova.network.neutron [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.654162] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.683901] env[69941]: DEBUG oslo_vmware.api [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c3d929-9cc9-181a-5ae4-41505a92897c, 'name': SearchDatastore_Task, 'duration_secs': 0.019706} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.684226] env[69941]: DEBUG oslo_concurrency.lockutils [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.753245] env[69941]: DEBUG nova.compute.utils [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.759337] env[69941]: DEBUG nova.compute.manager [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.759337] env[69941]: DEBUG nova.network.neutron [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.804323] env[69941]: DEBUG nova.policy [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b132996fcdb34045af048b6c7596874b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '651106f1796842cd94d6e03450d134eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.811364] env[69941]: DEBUG oslo_concurrency.lockutils [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.811496] env[69941]: DEBUG oslo_concurrency.lockutils [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.811638] env[69941]: DEBUG nova.network.neutron [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.826066] env[69941]: DEBUG oslo_concurrency.lockutils [None req-60d475c9-ea9d-4b97-bb1f-074df5a6997a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "98e9f87e-6fdc-4777-9cf5-89200b85e410" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.758s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.848459] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "interface-2bac396e-eaad-4ee2-8741-c96d2da843f5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.848459] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-2bac396e-eaad-4ee2-8741-c96d2da843f5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.848459] env[69941]: DEBUG nova.objects.instance [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lazy-loading 'flavor' on Instance uuid 2bac396e-eaad-4ee2-8741-c96d2da843f5 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.859645] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.015772] env[69941]: DEBUG nova.network.neutron [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.057498] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbf56c5-13a7-428f-963d-ed445babed49 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.067872] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71c578d-d902-4dfd-8adf-93a2629cdf20 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.113334] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2601e467-2ce1-4058-8990-5f6ded1d4914 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.122146] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cbe54c-f119-4ad2-9cfb-d06c5b05f977 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.138438] env[69941]: DEBUG nova.compute.provider_tree [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.155352] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.179376] env[69941]: DEBUG nova.network.neutron [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Updating instance_info_cache with network_info: [{"id": "bac71eb6-9056-4df0-9b25-3974193f9370", "address": "fa:16:3e:1b:9c:d6", "network": {"id": "26c39b13-698b-4066-ab39-47045d9968b1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-446037821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c3bb26ebbc74c15b6e34fdaccc6dc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac71eb6-90", "ovs_interfaceid": "bac71eb6-9056-4df0-9b25-3974193f9370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.189375] env[69941]: DEBUG nova.network.neutron [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Successfully created port: a33d75c8-c833-4ba4-9555-033954e88a3d {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.272021] env[69941]: DEBUG nova.compute.manager [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.323433] env[69941]: DEBUG nova.compute.manager [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Received event network-vif-plugged-9bd7976f-20ac-4e12-b31e-42b4d8dcd758 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.323667] env[69941]: DEBUG oslo_concurrency.lockutils [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] Acquiring lock "3035c329-b333-4148-9200-be7e6c2bd8d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.323894] env[69941]: DEBUG oslo_concurrency.lockutils [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] Lock "3035c329-b333-4148-9200-be7e6c2bd8d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.324081] env[69941]: DEBUG oslo_concurrency.lockutils [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] Lock "3035c329-b333-4148-9200-be7e6c2bd8d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.324255] env[69941]: DEBUG nova.compute.manager [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] No waiting events found dispatching network-vif-plugged-9bd7976f-20ac-4e12-b31e-42b4d8dcd758 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.324423] env[69941]: WARNING nova.compute.manager [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Received unexpected event network-vif-plugged-9bd7976f-20ac-4e12-b31e-42b4d8dcd758 for instance with vm_state building and task_state spawning. [ 1087.325107] env[69941]: DEBUG nova.compute.manager [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Received event network-changed-9bd7976f-20ac-4e12-b31e-42b4d8dcd758 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.325107] env[69941]: DEBUG nova.compute.manager [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Refreshing instance network info cache due to event network-changed-9bd7976f-20ac-4e12-b31e-42b4d8dcd758. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.325107] env[69941]: DEBUG oslo_concurrency.lockutils [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] Acquiring lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.358961] env[69941]: DEBUG nova.network.neutron [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.366218] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.506310] env[69941]: DEBUG nova.objects.instance [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lazy-loading 'pci_requests' on Instance uuid 2bac396e-eaad-4ee2-8741-c96d2da843f5 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.595386] env[69941]: DEBUG nova.network.neutron [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating instance_info_cache with network_info: [{"id": "9bd7976f-20ac-4e12-b31e-42b4d8dcd758", "address": "fa:16:3e:d6:e5:c5", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd7976f-20", "ovs_interfaceid": "9bd7976f-20ac-4e12-b31e-42b4d8dcd758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.642760] env[69941]: DEBUG nova.scheduler.client.report [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.661025] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289152, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.407185} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.661025] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a/b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.661025] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.661025] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7551bc5f-b2fb-4733-b1ab-00d2ea6a335b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.674365] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1087.674365] env[69941]: value = "task-3289154" [ 1087.674365] env[69941]: _type = "Task" [ 1087.674365] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.686024] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Releasing lock "refresh_cache-7a29e3bc-17ef-495d-9e99-87920e8d015c" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.686024] env[69941]: DEBUG nova.compute.manager [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Instance network_info: |[{"id": "bac71eb6-9056-4df0-9b25-3974193f9370", "address": "fa:16:3e:1b:9c:d6", "network": {"id": "26c39b13-698b-4066-ab39-47045d9968b1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-446037821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c3bb26ebbc74c15b6e34fdaccc6dc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac71eb6-90", "ovs_interfaceid": "bac71eb6-9056-4df0-9b25-3974193f9370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.686024] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.686024] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:9c:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bac71eb6-9056-4df0-9b25-3974193f9370', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.694179] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Creating folder: Project (8c3bb26ebbc74c15b6e34fdaccc6dc38). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.694179] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-757f651a-910c-426f-8b6b-fb9db45629db {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.705449] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Created folder: Project (8c3bb26ebbc74c15b6e34fdaccc6dc38) in parent group-v656570. [ 1087.705647] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Creating folder: Instances. Parent ref: group-v656864. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.705877] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-096ee195-c331-41fe-955d-196ba4a901ed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.715362] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Created folder: Instances in parent group-v656864. [ 1087.715809] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.716032] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.716362] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dbec568-b37e-4262-b660-709f8b2af091 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.739380] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.739380] env[69941]: value = "task-3289157" [ 1087.739380] env[69941]: _type = "Task" [ 1087.739380] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.748343] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289157, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.860608] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289153, 'name': ReconfigVM_Task, 'duration_secs': 1.314024} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.860848] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656861', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'name': 'volume-71e5d4d7-c857-47e3-a06b-8222f966a87e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8fc343c-65e7-4cf8-a5fc-92f56a949f75', 'attached_at': '', 'detached_at': '', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'serial': '71e5d4d7-c857-47e3-a06b-8222f966a87e'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1088.010777] env[69941]: DEBUG nova.objects.base [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Object Instance<2bac396e-eaad-4ee2-8741-c96d2da843f5> lazy-loaded attributes: flavor,pci_requests {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1088.011046] env[69941]: DEBUG nova.network.neutron [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.069785] env[69941]: DEBUG nova.policy [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ec0e5b87c5f4f279fe6c8e4648cc30a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b95ea7a3db6d44d58d53bc615ad7b935', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.102479] env[69941]: DEBUG oslo_concurrency.lockutils [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.102839] env[69941]: DEBUG nova.compute.manager [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Instance network_info: |[{"id": "9bd7976f-20ac-4e12-b31e-42b4d8dcd758", "address": "fa:16:3e:d6:e5:c5", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd7976f-20", "ovs_interfaceid": "9bd7976f-20ac-4e12-b31e-42b4d8dcd758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.103172] env[69941]: DEBUG oslo_concurrency.lockutils [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] Acquired lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.103367] env[69941]: DEBUG nova.network.neutron [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Refreshing network info cache for port 9bd7976f-20ac-4e12-b31e-42b4d8dcd758 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.104915] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:e5:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bd7976f-20ac-4e12-b31e-42b4d8dcd758', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.112371] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.115544] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.116600] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06f7cd6d-22cd-4d5f-8958-b0c27dd2496f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.139629] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.139629] env[69941]: value = "task-3289158" [ 1088.139629] env[69941]: _type = "Task" [ 1088.139629] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.150746] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.154797] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289158, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.158288] env[69941]: DEBUG oslo_concurrency.lockutils [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.473s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.185699] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067012} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.186074] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.186947] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7593ba-653e-4692-be03-8982f8366f36 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.190714] env[69941]: INFO nova.scheduler.client.report [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Deleted allocations for instance ca184805-fdec-470b-b45d-6f5e00f5247e [ 1088.217830] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a/b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.221210] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0730fd3e-201b-4efc-8263-675998d1f73f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.241717] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1088.241717] env[69941]: value = "task-3289159" [ 1088.241717] env[69941]: _type = "Task" [ 1088.241717] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.255292] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289159, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.258669] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289157, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.279377] env[69941]: DEBUG nova.compute.manager [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.309187] env[69941]: DEBUG nova.virt.hardware [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.309463] env[69941]: DEBUG nova.virt.hardware [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.309804] env[69941]: DEBUG nova.virt.hardware [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.310051] env[69941]: DEBUG nova.virt.hardware [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.310211] env[69941]: DEBUG nova.virt.hardware [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.310360] env[69941]: DEBUG nova.virt.hardware [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.310574] env[69941]: DEBUG nova.virt.hardware [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.310735] env[69941]: DEBUG nova.virt.hardware [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.310937] env[69941]: DEBUG nova.virt.hardware [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.311145] env[69941]: DEBUG nova.virt.hardware [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.311354] env[69941]: DEBUG nova.virt.hardware [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.312333] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70a8baa-1fd2-456c-aba7-c037d947327a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.325553] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568a66a1-a776-4a55-b159-cf2f883034ab {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.582586] env[69941]: DEBUG nova.network.neutron [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updated VIF entry in instance network info cache for port 9bd7976f-20ac-4e12-b31e-42b4d8dcd758. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.582977] env[69941]: DEBUG nova.network.neutron [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating instance_info_cache with network_info: [{"id": "9bd7976f-20ac-4e12-b31e-42b4d8dcd758", "address": "fa:16:3e:d6:e5:c5", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd7976f-20", "ovs_interfaceid": "9bd7976f-20ac-4e12-b31e-42b4d8dcd758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.649971] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289158, 'name': CreateVM_Task, 'duration_secs': 0.376931} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.649971] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.650674] env[69941]: DEBUG oslo_concurrency.lockutils [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.650855] env[69941]: DEBUG oslo_concurrency.lockutils [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.651361] env[69941]: DEBUG oslo_concurrency.lockutils [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.651679] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a8f14c-b822-4168-828d-75390f106537 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.657325] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1088.657325] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f132ec-36e4-04b4-d506-ff9178d242b8" [ 1088.657325] env[69941]: _type = "Task" [ 1088.657325] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.671289] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f132ec-36e4-04b4-d506-ff9178d242b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.701410] env[69941]: DEBUG nova.network.neutron [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Successfully created port: 982b611d-5d77-474b-ab67-777b1d0cb7d6 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.723244] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dc6b0cff-655a-4a3c-a36e-ebf0b5fa47bc tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "ca184805-fdec-470b-b45d-6f5e00f5247e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.806s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.758688] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289157, 'name': CreateVM_Task, 'duration_secs': 0.685007} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.758688] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.759302] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.763814] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289159, 'name': ReconfigVM_Task, 'duration_secs': 0.521322} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.764892] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Reconfigured VM instance instance-00000068 to attach disk [datastore1] b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a/b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.765045] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce87f969-da06-4227-a448-de07c63dca44 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.773451] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1088.773451] env[69941]: value = "task-3289160" [ 1088.773451] env[69941]: _type = "Task" [ 1088.773451] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.781912] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289160, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.927479] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.928214] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23c9ac0c-a7de-4140-9bc7-5d6bb5c0ad9a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.935830] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1088.935830] env[69941]: value = "task-3289161" [ 1088.935830] env[69941]: _type = "Task" [ 1088.935830] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.944926] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45513437-12ea-4f64-b92f-1b6a22b78b61 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.956036] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] VM already powered off {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1088.956036] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1088.956036] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656861', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'name': 'volume-71e5d4d7-c857-47e3-a06b-8222f966a87e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8fc343c-65e7-4cf8-a5fc-92f56a949f75', 'attached_at': '', 'detached_at': '', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'serial': '71e5d4d7-c857-47e3-a06b-8222f966a87e'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1088.956386] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c88786-45d1-477d-84c1-a0c7c8580bf9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.959873] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8d33ef-1f72-455f-a488-dd2747d5f537 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.007156] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b16e157-fb99-4e7b-b560-c9a1bf83bbff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.011144] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a89dda7-ed0d-4ea8-a264-7118b7f454f3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.015787] env[69941]: DEBUG nova.network.neutron [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Successfully updated port: a33d75c8-c833-4ba4-9555-033954e88a3d {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.022024] env[69941]: WARNING nova.virt.vmwareapi.driver [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1089.022024] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.024286] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7d4065-0f65-4022-a18e-4a6d5c6b61df {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.029793] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f05719-e1a3-4bbe-ac5e-b706d9520b9b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.039216] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.049013] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85ae7050-8a94-464b-a31c-a4e241335d61 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.051528] env[69941]: DEBUG nova.compute.provider_tree [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.085597] env[69941]: DEBUG oslo_concurrency.lockutils [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] Releasing lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.085980] env[69941]: DEBUG nova.compute.manager [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Received event network-changed-e31cb9fd-4f71-435e-9a11-fbee2228af97 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.086109] env[69941]: DEBUG nova.compute.manager [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Refreshing instance network info cache due to event network-changed-e31cb9fd-4f71-435e-9a11-fbee2228af97. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.086293] env[69941]: DEBUG oslo_concurrency.lockutils [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] Acquiring lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.086432] env[69941]: DEBUG oslo_concurrency.lockutils [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] Acquired lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.086607] env[69941]: DEBUG nova.network.neutron [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Refreshing network info cache for port e31cb9fd-4f71-435e-9a11-fbee2228af97 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.112267] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.113239] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.113239] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleting the datastore file [datastore2] a8fc343c-65e7-4cf8-a5fc-92f56a949f75 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.113335] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf5fae60-9d4e-4691-ac65-f88ea5ad3bbf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.120623] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1089.120623] env[69941]: value = "task-3289163" [ 1089.120623] env[69941]: _type = "Task" [ 1089.120623] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.129670] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.169112] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f132ec-36e4-04b4-d506-ff9178d242b8, 'name': SearchDatastore_Task, 'duration_secs': 0.029145} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.169112] env[69941]: DEBUG oslo_concurrency.lockutils [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.169112] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.169692] env[69941]: DEBUG oslo_concurrency.lockutils [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.169692] env[69941]: DEBUG oslo_concurrency.lockutils [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.169692] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.169929] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.170263] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.170476] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-451e4de8-a233-4336-b27d-6ede39d6b4c2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.172315] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a37b9b7-1ed4-4efa-9446-35bd44f96a7f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.177023] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Waiting for the task: (returnval){ [ 1089.177023] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52059601-8ec6-8738-bb0d-4021423690b5" [ 1089.177023] env[69941]: _type = "Task" [ 1089.177023] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.181074] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.181544] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.182257] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dedd4a9b-afca-47d9-9708-597d6a41be55 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.187145] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52059601-8ec6-8738-bb0d-4021423690b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.189781] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1089.189781] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]528b3cea-db21-606b-9fa0-894efe797130" [ 1089.189781] env[69941]: _type = "Task" [ 1089.189781] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.196912] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528b3cea-db21-606b-9fa0-894efe797130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.282437] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289160, 'name': Rename_Task, 'duration_secs': 0.161421} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.282704] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.282950] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de0bf320-713b-43ae-9dd7-2d1e0957eb57 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.289402] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1089.289402] env[69941]: value = "task-3289164" [ 1089.289402] env[69941]: _type = "Task" [ 1089.289402] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.296967] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.513319] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Acquiring lock "fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.513561] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Lock "fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.517586] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.517776] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.517871] env[69941]: DEBUG nova.network.neutron [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.554855] env[69941]: DEBUG nova.scheduler.client.report [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.629481] env[69941]: DEBUG nova.compute.manager [req-d6bd1dee-9a64-43fc-a752-abe6f193b4cc req-7d90894a-d309-4b60-b3e2-3dce5bb47e06 service nova] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Received event network-vif-plugged-a33d75c8-c833-4ba4-9555-033954e88a3d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.629875] env[69941]: DEBUG oslo_concurrency.lockutils [req-d6bd1dee-9a64-43fc-a752-abe6f193b4cc req-7d90894a-d309-4b60-b3e2-3dce5bb47e06 service nova] Acquiring lock "2b8a04b3-a221-473c-9d4a-498930360d86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.630250] env[69941]: DEBUG oslo_concurrency.lockutils [req-d6bd1dee-9a64-43fc-a752-abe6f193b4cc req-7d90894a-d309-4b60-b3e2-3dce5bb47e06 service nova] Lock "2b8a04b3-a221-473c-9d4a-498930360d86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.630594] env[69941]: DEBUG oslo_concurrency.lockutils [req-d6bd1dee-9a64-43fc-a752-abe6f193b4cc req-7d90894a-d309-4b60-b3e2-3dce5bb47e06 service nova] Lock "2b8a04b3-a221-473c-9d4a-498930360d86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.630869] env[69941]: DEBUG nova.compute.manager [req-d6bd1dee-9a64-43fc-a752-abe6f193b4cc req-7d90894a-d309-4b60-b3e2-3dce5bb47e06 service nova] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] No waiting events found dispatching network-vif-plugged-a33d75c8-c833-4ba4-9555-033954e88a3d {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.631173] env[69941]: WARNING nova.compute.manager [req-d6bd1dee-9a64-43fc-a752-abe6f193b4cc req-7d90894a-d309-4b60-b3e2-3dce5bb47e06 service nova] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Received unexpected event network-vif-plugged-a33d75c8-c833-4ba4-9555-033954e88a3d for instance with vm_state building and task_state spawning. [ 1089.631446] env[69941]: DEBUG nova.compute.manager [req-d6bd1dee-9a64-43fc-a752-abe6f193b4cc req-7d90894a-d309-4b60-b3e2-3dce5bb47e06 service nova] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Received event network-changed-a33d75c8-c833-4ba4-9555-033954e88a3d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.631730] env[69941]: DEBUG nova.compute.manager [req-d6bd1dee-9a64-43fc-a752-abe6f193b4cc req-7d90894a-d309-4b60-b3e2-3dce5bb47e06 service nova] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Refreshing instance network info cache due to event network-changed-a33d75c8-c833-4ba4-9555-033954e88a3d. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.632058] env[69941]: DEBUG oslo_concurrency.lockutils [req-d6bd1dee-9a64-43fc-a752-abe6f193b4cc req-7d90894a-d309-4b60-b3e2-3dce5bb47e06 service nova] Acquiring lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.639925] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143421} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.639925] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.639925] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.639925] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.695835] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52059601-8ec6-8738-bb0d-4021423690b5, 'name': SearchDatastore_Task, 'duration_secs': 0.01875} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.703047] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.703869] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.703869] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.711561] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528b3cea-db21-606b-9fa0-894efe797130, 'name': SearchDatastore_Task, 'duration_secs': 0.008703} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.712358] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f13baf36-08fd-4b1b-9232-025313c26ed4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.718248] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1089.718248] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52509736-e6d5-0a27-2adc-36265f562f15" [ 1089.718248] env[69941]: _type = "Task" [ 1089.718248] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.727157] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52509736-e6d5-0a27-2adc-36265f562f15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.800150] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289164, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.866753] env[69941]: DEBUG nova.network.neutron [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Updated VIF entry in instance network info cache for port e31cb9fd-4f71-435e-9a11-fbee2228af97. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.867152] env[69941]: DEBUG nova.network.neutron [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Updating instance_info_cache with network_info: [{"id": "e31cb9fd-4f71-435e-9a11-fbee2228af97", "address": "fa:16:3e:d8:0d:87", "network": {"id": "758531fb-406e-431b-99bb-44d2aa1468fd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1988528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f8fe8dea05413bbf2d1333d85fde0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31cb9fd-4f", "ovs_interfaceid": "e31cb9fd-4f71-435e-9a11-fbee2228af97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.024028] env[69941]: DEBUG nova.compute.manager [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.056199] env[69941]: DEBUG nova.network.neutron [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.099736] env[69941]: DEBUG oslo_concurrency.lockutils [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "73773832-989a-4e38-8292-a6564c135eee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.099908] env[69941]: DEBUG oslo_concurrency.lockutils [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "73773832-989a-4e38-8292-a6564c135eee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.100480] env[69941]: DEBUG oslo_concurrency.lockutils [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "73773832-989a-4e38-8292-a6564c135eee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.100723] env[69941]: DEBUG oslo_concurrency.lockutils [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "73773832-989a-4e38-8292-a6564c135eee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.100918] env[69941]: DEBUG oslo_concurrency.lockutils [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "73773832-989a-4e38-8292-a6564c135eee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.105367] env[69941]: INFO nova.compute.manager [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Terminating instance [ 1090.147144] env[69941]: INFO nova.virt.block_device [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Booting with volume 71e5d4d7-c857-47e3-a06b-8222f966a87e at /dev/sdb [ 1090.192650] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2271d993-305d-48f0-a37c-7b20cac810ce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.203576] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100beb2f-b659-4dc5-a59f-921da0151aff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.220114] env[69941]: DEBUG nova.network.neutron [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updating instance_info_cache with network_info: [{"id": "a33d75c8-c833-4ba4-9555-033954e88a3d", "address": "fa:16:3e:2c:56:6c", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33d75c8-c8", "ovs_interfaceid": "a33d75c8-c833-4ba4-9555-033954e88a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.241463] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50c900a5-554a-4fc9-8b2f-7fe2fbed8153 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.243805] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52509736-e6d5-0a27-2adc-36265f562f15, 'name': SearchDatastore_Task, 'duration_secs': 0.015503} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.244197] env[69941]: DEBUG oslo_concurrency.lockutils [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.244342] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 3035c329-b333-4148-9200-be7e6c2bd8d0/3035c329-b333-4148-9200-be7e6c2bd8d0.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.245192] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.245318] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.245677] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5059aac2-bbf5-4b2b-8819-4a6cd42a31bc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.250579] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c247fbbf-38fb-4433-98f0-977e47d22546 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.256494] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e903c9c6-f7c6-4db2-a110-6e165f478836 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.269033] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1090.269033] env[69941]: value = "task-3289165" [ 1090.269033] env[69941]: _type = "Task" [ 1090.269033] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.274280] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.274544] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.278112] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e4b4614-2686-44a7-ab58-1edb2636d111 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.282242] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.296417] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e97a82-9256-4ad6-86fa-90bbd6a34647 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.300824] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Waiting for the task: (returnval){ [ 1090.300824] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5272bbb6-9976-67ad-fe87-ff3a159a47bd" [ 1090.300824] env[69941]: _type = "Task" [ 1090.300824] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.309294] env[69941]: DEBUG oslo_vmware.api [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289164, 'name': PowerOnVM_Task, 'duration_secs': 0.549695} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.310316] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b77440-f2a2-49d2-8859-6302d012df19 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.313264] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.313478] env[69941]: INFO nova.compute.manager [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1090.313661] env[69941]: DEBUG nova.compute.manager [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.318072] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d1daad-feca-46fa-8ea8-aafa4ac7a0e3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.321950] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5272bbb6-9976-67ad-fe87-ff3a159a47bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.323361] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcab4fd5-ee7f-48a3-af84-fbf1a869d543 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.333732] env[69941]: DEBUG nova.virt.block_device [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Updating existing volume attachment record: be696dec-45fc-4513-ac30-dfd005dbc3be {{(pid=69941) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1090.337436] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Waiting for the task: (returnval){ [ 1090.337436] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526d0344-701f-7474-d743-989540662cda" [ 1090.337436] env[69941]: _type = "Task" [ 1090.337436] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.345236] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526d0344-701f-7474-d743-989540662cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.369484] env[69941]: DEBUG oslo_concurrency.lockutils [req-471841f0-9529-48d1-8cd2-79673b1c7acf req-d08a339e-1a51-42f9-b5c1-ae9b0924434b service nova] Releasing lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.445826] env[69941]: DEBUG nova.network.neutron [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Successfully updated port: 982b611d-5d77-474b-ab67-777b1d0cb7d6 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.453430] env[69941]: DEBUG nova.compute.manager [req-f9179555-575f-413a-9266-0d982d4721ec req-f8edf944-ae25-446e-a943-c5ba61b87dbe service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Received event network-vif-plugged-982b611d-5d77-474b-ab67-777b1d0cb7d6 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.453712] env[69941]: DEBUG oslo_concurrency.lockutils [req-f9179555-575f-413a-9266-0d982d4721ec req-f8edf944-ae25-446e-a943-c5ba61b87dbe service nova] Acquiring lock "2bac396e-eaad-4ee2-8741-c96d2da843f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.453988] env[69941]: DEBUG oslo_concurrency.lockutils [req-f9179555-575f-413a-9266-0d982d4721ec req-f8edf944-ae25-446e-a943-c5ba61b87dbe service nova] Lock "2bac396e-eaad-4ee2-8741-c96d2da843f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.454305] env[69941]: DEBUG oslo_concurrency.lockutils [req-f9179555-575f-413a-9266-0d982d4721ec req-f8edf944-ae25-446e-a943-c5ba61b87dbe service nova] Lock "2bac396e-eaad-4ee2-8741-c96d2da843f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.454467] env[69941]: DEBUG nova.compute.manager [req-f9179555-575f-413a-9266-0d982d4721ec req-f8edf944-ae25-446e-a943-c5ba61b87dbe service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] No waiting events found dispatching network-vif-plugged-982b611d-5d77-474b-ab67-777b1d0cb7d6 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.454711] env[69941]: WARNING nova.compute.manager [req-f9179555-575f-413a-9266-0d982d4721ec req-f8edf944-ae25-446e-a943-c5ba61b87dbe service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Received unexpected event network-vif-plugged-982b611d-5d77-474b-ab67-777b1d0cb7d6 for instance with vm_state active and task_state None. [ 1090.550819] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.571941] env[69941]: DEBUG oslo_concurrency.lockutils [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.414s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.575028] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.024s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.575915] env[69941]: INFO nova.compute.claims [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.610659] env[69941]: DEBUG nova.compute.manager [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.610864] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.612936] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32522647-67dc-4b10-98ff-a730131eda12 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.620728] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.620967] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0273c1fc-b5ba-4c6e-ad7d-0fa9446ab017 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.628802] env[69941]: DEBUG oslo_vmware.api [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1090.628802] env[69941]: value = "task-3289166" [ 1090.628802] env[69941]: _type = "Task" [ 1090.628802] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.635979] env[69941]: DEBUG oslo_vmware.api [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.727180] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.727180] env[69941]: DEBUG nova.compute.manager [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Instance network_info: |[{"id": "a33d75c8-c833-4ba4-9555-033954e88a3d", "address": "fa:16:3e:2c:56:6c", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33d75c8-c8", "ovs_interfaceid": "a33d75c8-c833-4ba4-9555-033954e88a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.727180] env[69941]: DEBUG oslo_concurrency.lockutils [req-d6bd1dee-9a64-43fc-a752-abe6f193b4cc req-7d90894a-d309-4b60-b3e2-3dce5bb47e06 service nova] Acquired lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.727180] env[69941]: DEBUG nova.network.neutron [req-d6bd1dee-9a64-43fc-a752-abe6f193b4cc req-7d90894a-d309-4b60-b3e2-3dce5bb47e06 service nova] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Refreshing network info cache for port a33d75c8-c833-4ba4-9555-033954e88a3d {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.727537] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:56:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a33d75c8-c833-4ba4-9555-033954e88a3d', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.735630] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.738724] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.739241] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cc7fd8c-9a79-4662-baff-c9a2fb501545 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.759462] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.759462] env[69941]: value = "task-3289167" [ 1090.759462] env[69941]: _type = "Task" [ 1090.759462] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.767356] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289167, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.777451] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289165, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.850115] env[69941]: INFO nova.compute.manager [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Took 20.00 seconds to build instance. [ 1090.857526] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526d0344-701f-7474-d743-989540662cda, 'name': SearchDatastore_Task, 'duration_secs': 0.010073} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.857526] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.857808] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 7a29e3bc-17ef-495d-9e99-87920e8d015c/7a29e3bc-17ef-495d-9e99-87920e8d015c.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.858406] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-314269e0-9e43-4029-a185-d419513c7099 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.869602] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Waiting for the task: (returnval){ [ 1090.869602] env[69941]: value = "task-3289168" [ 1090.869602] env[69941]: _type = "Task" [ 1090.869602] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.880856] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': task-3289168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.956525] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.956525] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.956714] env[69941]: DEBUG nova.network.neutron [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.089847] env[69941]: DEBUG nova.network.neutron [req-d6bd1dee-9a64-43fc-a752-abe6f193b4cc req-7d90894a-d309-4b60-b3e2-3dce5bb47e06 service nova] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updated VIF entry in instance network info cache for port a33d75c8-c833-4ba4-9555-033954e88a3d. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.090293] env[69941]: DEBUG nova.network.neutron [req-d6bd1dee-9a64-43fc-a752-abe6f193b4cc req-7d90894a-d309-4b60-b3e2-3dce5bb47e06 service nova] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updating instance_info_cache with network_info: [{"id": "a33d75c8-c833-4ba4-9555-033954e88a3d", "address": "fa:16:3e:2c:56:6c", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33d75c8-c8", "ovs_interfaceid": "a33d75c8-c833-4ba4-9555-033954e88a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.140740] env[69941]: DEBUG oslo_vmware.api [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.145587] env[69941]: INFO nova.scheduler.client.report [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleted allocation for migration aa6738c5-8e96-473e-92c2-7bacd297ae99 [ 1091.271997] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289167, 'name': CreateVM_Task, 'duration_secs': 0.386067} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.276310] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.277223] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.277442] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.278021] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.278756] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c079e35-a7fd-4100-89c6-24686b293888 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.284858] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.890754} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.285568] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 3035c329-b333-4148-9200-be7e6c2bd8d0/3035c329-b333-4148-9200-be7e6c2bd8d0.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.285928] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.286142] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-801472b4-d420-47bf-9310-f386ecf11f78 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.289820] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1091.289820] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]527d6959-31b4-222e-80ae-ae8c12d0bfbb" [ 1091.289820] env[69941]: _type = "Task" [ 1091.289820] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.295914] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1091.295914] env[69941]: value = "task-3289169" [ 1091.295914] env[69941]: _type = "Task" [ 1091.295914] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.306614] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527d6959-31b4-222e-80ae-ae8c12d0bfbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.312935] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.357770] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ecfce0c3-498b-4b34-bd92-971c32dd5a7f tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.516s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.379211] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': task-3289168, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.512036] env[69941]: WARNING nova.network.neutron [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] 2063ae85-af7f-4a67-b06a-8a90f2ad6ac6 already exists in list: networks containing: ['2063ae85-af7f-4a67-b06a-8a90f2ad6ac6']. ignoring it [ 1091.596136] env[69941]: DEBUG oslo_concurrency.lockutils [req-d6bd1dee-9a64-43fc-a752-abe6f193b4cc req-7d90894a-d309-4b60-b3e2-3dce5bb47e06 service nova] Releasing lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.647188] env[69941]: DEBUG oslo_vmware.api [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289166, 'name': PowerOffVM_Task, 'duration_secs': 0.747673} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.647647] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.647820] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.648086] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7d1ac96-ea0b-478e-9c3e-b1cdbffa73ce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.650303] env[69941]: DEBUG oslo_concurrency.lockutils [None req-93f5aa6e-cd1a-41f8-9ba0-666e256b3f24 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "c4323ddf-bfde-48ec-a583-6bc93386307e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.544s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.761714] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.761969] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.762178] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Deleting the datastore file [datastore1] 73773832-989a-4e38-8292-a6564c135eee {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.762448] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-124b227d-07ad-4e34-8488-22168dd1dc8d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.768388] env[69941]: DEBUG oslo_vmware.api [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for the task: (returnval){ [ 1091.768388] env[69941]: value = "task-3289171" [ 1091.768388] env[69941]: _type = "Task" [ 1091.768388] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.778963] env[69941]: DEBUG oslo_vmware.api [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.800181] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527d6959-31b4-222e-80ae-ae8c12d0bfbb, 'name': SearchDatastore_Task, 'duration_secs': 0.014054} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.803223] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.803462] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.803724] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.803903] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.804107] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.804357] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe5bb10f-1768-4455-a3a8-bd6c2d5ace8a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.810700] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074247} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.813168] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.814366] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940f212c-d9a2-4e53-926c-fc5ea2be86d9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.817130] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.817298] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.818286] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-379ba26d-6ffa-458c-8c11-7c9f767e0f5e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.838775] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 3035c329-b333-4148-9200-be7e6c2bd8d0/3035c329-b333-4148-9200-be7e6c2bd8d0.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.842634] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca83ac7f-48d1-4424-95f8-a45185e5662a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.857629] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdd17a3-196c-4e73-a27a-0312e11184e4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.861963] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1091.861963] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b81fb9-bb26-653f-a9a3-6bcd29c9d1ef" [ 1091.861963] env[69941]: _type = "Task" [ 1091.861963] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.868840] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d782ba77-c816-4931-9035-a50b7b4c7ffc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.872018] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1091.872018] env[69941]: value = "task-3289172" [ 1091.872018] env[69941]: _type = "Task" [ 1091.872018] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.875297] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b81fb9-bb26-653f-a9a3-6bcd29c9d1ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.909428] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba1b2e5-be25-4fb5-84fc-45f4857a8eb0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.921882] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.921882] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': task-3289168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87161} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.921882] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 7a29e3bc-17ef-495d-9e99-87920e8d015c/7a29e3bc-17ef-495d-9e99-87920e8d015c.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.921882] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.921882] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-499bef45-f6e1-40c0-aaae-98f91983320c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.925020] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b570a645-1e9e-4cd2-a240-8cdea04a4e85 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.932920] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Waiting for the task: (returnval){ [ 1091.932920] env[69941]: value = "task-3289173" [ 1091.932920] env[69941]: _type = "Task" [ 1091.932920] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.946242] env[69941]: DEBUG nova.compute.provider_tree [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.952425] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': task-3289173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.181427] env[69941]: DEBUG nova.network.neutron [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Updating instance_info_cache with network_info: [{"id": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "address": "fa:16:3e:b9:53:2a", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04cfb0e5-9b", "ovs_interfaceid": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "982b611d-5d77-474b-ab67-777b1d0cb7d6", "address": "fa:16:3e:a8:c2:6f", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982b611d-5d", "ovs_interfaceid": "982b611d-5d77-474b-ab67-777b1d0cb7d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.277704] env[69941]: DEBUG oslo_vmware.api [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.374854] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b81fb9-bb26-653f-a9a3-6bcd29c9d1ef, 'name': SearchDatastore_Task, 'duration_secs': 0.038591} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.375793] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-322dd374-1a6b-4cc7-94f8-ce8f572591db {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.384275] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1092.384275] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]521b8183-9527-a8e7-16a3-3ec3c792d19c" [ 1092.384275] env[69941]: _type = "Task" [ 1092.384275] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.387792] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.395025] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521b8183-9527-a8e7-16a3-3ec3c792d19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.445601] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': task-3289173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074881} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.445895] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.446713] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9882646c-9b46-4e7b-bbf9-524c18430cc5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.449693] env[69941]: DEBUG nova.scheduler.client.report [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.476683] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 7a29e3bc-17ef-495d-9e99-87920e8d015c/7a29e3bc-17ef-495d-9e99-87920e8d015c.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.477559] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab0d1381-1ce2-4339-bef3-4fc3b5f6316c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.494522] env[69941]: DEBUG nova.virt.hardware [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.494774] env[69941]: DEBUG nova.virt.hardware [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.494934] env[69941]: DEBUG nova.virt.hardware [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.495157] env[69941]: DEBUG nova.virt.hardware [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.495315] env[69941]: DEBUG nova.virt.hardware [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.495468] env[69941]: DEBUG nova.virt.hardware [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.495711] env[69941]: DEBUG nova.virt.hardware [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.495879] env[69941]: DEBUG nova.virt.hardware [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.496106] env[69941]: DEBUG nova.virt.hardware [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.496305] env[69941]: DEBUG nova.virt.hardware [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.496494] env[69941]: DEBUG nova.virt.hardware [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.497939] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fc3f9b-7a12-4639-bb84-475557a6b4a0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.507225] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef982d13-78ab-4314-a140-c3ce35fd15c4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.511133] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Waiting for the task: (returnval){ [ 1092.511133] env[69941]: value = "task-3289174" [ 1092.511133] env[69941]: _type = "Task" [ 1092.511133] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.525022] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:13:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6eb22fa-7a1e-46ff-97ea-0044d299869c', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.531855] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.533618] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.537155] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44b09302-4c3d-4877-b569-ecb935602b07 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.552374] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': task-3289174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.558075] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.558075] env[69941]: value = "task-3289175" [ 1092.558075] env[69941]: _type = "Task" [ 1092.558075] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.565428] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289175, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.685321] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.685756] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.686208] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.686936] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7547a66-d560-4bb8-b62d-fc9333deb04d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.704906] env[69941]: DEBUG nova.virt.hardware [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.705199] env[69941]: DEBUG nova.virt.hardware [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.705381] env[69941]: DEBUG nova.virt.hardware [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.705638] env[69941]: DEBUG nova.virt.hardware [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.705829] env[69941]: DEBUG nova.virt.hardware [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.706026] env[69941]: DEBUG nova.virt.hardware [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.706252] env[69941]: DEBUG nova.virt.hardware [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.706417] env[69941]: DEBUG nova.virt.hardware [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.706597] env[69941]: DEBUG nova.virt.hardware [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.706859] env[69941]: DEBUG nova.virt.hardware [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.706930] env[69941]: DEBUG nova.virt.hardware [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.713585] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Reconfiguring VM to attach interface {{(pid=69941) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1092.713948] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afda2a6b-e853-4522-b58e-d8655d63989a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.733059] env[69941]: DEBUG oslo_vmware.api [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1092.733059] env[69941]: value = "task-3289176" [ 1092.733059] env[69941]: _type = "Task" [ 1092.733059] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.741141] env[69941]: DEBUG oslo_vmware.api [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289176, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.762213] env[69941]: DEBUG nova.compute.manager [req-f4477a77-3443-4459-8bab-bd8144ee778b req-58a55e0c-b253-4f75-a9b0-8b6c38a27d0b service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Received event network-changed-982b611d-5d77-474b-ab67-777b1d0cb7d6 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.762412] env[69941]: DEBUG nova.compute.manager [req-f4477a77-3443-4459-8bab-bd8144ee778b req-58a55e0c-b253-4f75-a9b0-8b6c38a27d0b service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Refreshing instance network info cache due to event network-changed-982b611d-5d77-474b-ab67-777b1d0cb7d6. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.762707] env[69941]: DEBUG oslo_concurrency.lockutils [req-f4477a77-3443-4459-8bab-bd8144ee778b req-58a55e0c-b253-4f75-a9b0-8b6c38a27d0b service nova] Acquiring lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.762707] env[69941]: DEBUG oslo_concurrency.lockutils [req-f4477a77-3443-4459-8bab-bd8144ee778b req-58a55e0c-b253-4f75-a9b0-8b6c38a27d0b service nova] Acquired lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.762887] env[69941]: DEBUG nova.network.neutron [req-f4477a77-3443-4459-8bab-bd8144ee778b req-58a55e0c-b253-4f75-a9b0-8b6c38a27d0b service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Refreshing network info cache for port 982b611d-5d77-474b-ab67-777b1d0cb7d6 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.779256] env[69941]: DEBUG oslo_vmware.api [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Task: {'id': task-3289171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.639838} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.779533] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.779735] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.779915] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.780101] env[69941]: INFO nova.compute.manager [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] [instance: 73773832-989a-4e38-8292-a6564c135eee] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1092.780343] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.780525] env[69941]: DEBUG nova.compute.manager [-] [instance: 73773832-989a-4e38-8292-a6564c135eee] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.780619] env[69941]: DEBUG nova.network.neutron [-] [instance: 73773832-989a-4e38-8292-a6564c135eee] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.886333] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289172, 'name': ReconfigVM_Task, 'duration_secs': 0.797774} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.886633] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 3035c329-b333-4148-9200-be7e6c2bd8d0/3035c329-b333-4148-9200-be7e6c2bd8d0.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.887295] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b53c82f-d9cc-4672-9c48-6ce0063e9253 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.898358] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521b8183-9527-a8e7-16a3-3ec3c792d19c, 'name': SearchDatastore_Task, 'duration_secs': 0.014054} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.899683] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.899950] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 2b8a04b3-a221-473c-9d4a-498930360d86/2b8a04b3-a221-473c-9d4a-498930360d86.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.900424] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1092.900424] env[69941]: value = "task-3289177" [ 1092.900424] env[69941]: _type = "Task" [ 1092.900424] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.900623] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98b4e595-cbdc-43cf-ad78-96e35cece619 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.912162] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289177, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.913780] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1092.913780] env[69941]: value = "task-3289178" [ 1092.913780] env[69941]: _type = "Task" [ 1092.913780] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.922401] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.954692] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.955367] env[69941]: DEBUG nova.compute.manager [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.025023] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': task-3289174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.072204] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289175, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.242665] env[69941]: DEBUG oslo_vmware.api [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.330165] env[69941]: DEBUG oslo_concurrency.lockutils [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.330688] env[69941]: DEBUG oslo_concurrency.lockutils [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.330688] env[69941]: DEBUG oslo_concurrency.lockutils [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.330876] env[69941]: DEBUG oslo_concurrency.lockutils [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.331219] env[69941]: DEBUG oslo_concurrency.lockutils [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.333407] env[69941]: INFO nova.compute.manager [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Terminating instance [ 1093.413909] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289177, 'name': Rename_Task, 'duration_secs': 0.288503} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.414229] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.418480] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-780a8f49-0860-451d-8a88-26fb5d7e034a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.424385] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289178, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.426685] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1093.426685] env[69941]: value = "task-3289179" [ 1093.426685] env[69941]: _type = "Task" [ 1093.426685] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.436332] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.461087] env[69941]: DEBUG nova.compute.utils [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.464193] env[69941]: DEBUG nova.compute.manager [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.464193] env[69941]: DEBUG nova.network.neutron [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.519674] env[69941]: DEBUG nova.policy [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4fa2e2d8df0442a9486ef2bf309354e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc876f56227e40569c36f4aa11a81413', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.526855] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': task-3289174, 'name': ReconfigVM_Task, 'duration_secs': 0.756049} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.527190] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 7a29e3bc-17ef-495d-9e99-87920e8d015c/7a29e3bc-17ef-495d-9e99-87920e8d015c.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.527852] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46acaae4-4a13-41d4-9c5d-6d4ab4677686 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.537861] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Waiting for the task: (returnval){ [ 1093.537861] env[69941]: value = "task-3289180" [ 1093.537861] env[69941]: _type = "Task" [ 1093.537861] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.546930] env[69941]: DEBUG nova.network.neutron [-] [instance: 73773832-989a-4e38-8292-a6564c135eee] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.548301] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': task-3289180, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.570619] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289175, 'name': CreateVM_Task, 'duration_secs': 0.637764} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.571693] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.572527] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.572781] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.573121] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.574143] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a5186f2-89d2-47de-8cc2-cd8c4982677a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.578023] env[69941]: DEBUG nova.network.neutron [req-f4477a77-3443-4459-8bab-bd8144ee778b req-58a55e0c-b253-4f75-a9b0-8b6c38a27d0b service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Updated VIF entry in instance network info cache for port 982b611d-5d77-474b-ab67-777b1d0cb7d6. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.578413] env[69941]: DEBUG nova.network.neutron [req-f4477a77-3443-4459-8bab-bd8144ee778b req-58a55e0c-b253-4f75-a9b0-8b6c38a27d0b service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Updating instance_info_cache with network_info: [{"id": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "address": "fa:16:3e:b9:53:2a", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04cfb0e5-9b", "ovs_interfaceid": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "982b611d-5d77-474b-ab67-777b1d0cb7d6", "address": "fa:16:3e:a8:c2:6f", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982b611d-5d", "ovs_interfaceid": "982b611d-5d77-474b-ab67-777b1d0cb7d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.588128] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1093.588128] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5233c955-f7ed-1b9c-5a5e-2ad5bec937d1" [ 1093.588128] env[69941]: _type = "Task" [ 1093.588128] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.598015] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5233c955-f7ed-1b9c-5a5e-2ad5bec937d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.743727] env[69941]: DEBUG oslo_vmware.api [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289176, 'name': ReconfigVM_Task, 'duration_secs': 0.900148} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.744318] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.744856] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Reconfigured VM to attach interface {{(pid=69941) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1093.827988] env[69941]: DEBUG nova.network.neutron [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Successfully created port: 7b58990d-00c0-49ed-998b-b3f015f90a34 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.837020] env[69941]: DEBUG nova.compute.manager [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.837273] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.838284] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2864e484-e858-4921-b899-510a9c35fcc8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.847450] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.847910] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa2e135b-3880-4fa5-bef9-59443725185e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.853999] env[69941]: DEBUG oslo_vmware.api [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1093.853999] env[69941]: value = "task-3289181" [ 1093.853999] env[69941]: _type = "Task" [ 1093.853999] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.862639] env[69941]: DEBUG oslo_vmware.api [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.924627] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726159} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.924929] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 2b8a04b3-a221-473c-9d4a-498930360d86/2b8a04b3-a221-473c-9d4a-498930360d86.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.925213] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.925463] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0688f47f-bad7-4ace-9d22-a1ddcdf75d0b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.936802] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.938202] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1093.938202] env[69941]: value = "task-3289182" [ 1093.938202] env[69941]: _type = "Task" [ 1093.938202] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.946229] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.966263] env[69941]: DEBUG nova.compute.manager [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.048787] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': task-3289180, 'name': Rename_Task, 'duration_secs': 0.312785} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.049255] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.049552] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8990b541-2717-4123-aa04-0c5245e22f44 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.051495] env[69941]: INFO nova.compute.manager [-] [instance: 73773832-989a-4e38-8292-a6564c135eee] Took 1.27 seconds to deallocate network for instance. [ 1094.061316] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Waiting for the task: (returnval){ [ 1094.061316] env[69941]: value = "task-3289183" [ 1094.061316] env[69941]: _type = "Task" [ 1094.061316] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.071315] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': task-3289183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.081817] env[69941]: DEBUG oslo_concurrency.lockutils [req-f4477a77-3443-4459-8bab-bd8144ee778b req-58a55e0c-b253-4f75-a9b0-8b6c38a27d0b service nova] Releasing lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.104988] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "c4323ddf-bfde-48ec-a583-6bc93386307e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.105330] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "c4323ddf-bfde-48ec-a583-6bc93386307e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.105551] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "c4323ddf-bfde-48ec-a583-6bc93386307e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.105791] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "c4323ddf-bfde-48ec-a583-6bc93386307e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.106016] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "c4323ddf-bfde-48ec-a583-6bc93386307e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.108408] env[69941]: INFO nova.compute.manager [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Terminating instance [ 1094.109946] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5233c955-f7ed-1b9c-5a5e-2ad5bec937d1, 'name': SearchDatastore_Task, 'duration_secs': 0.025095} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.110585] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.110821] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.111782] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.111996] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.112232] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.113425] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-224aec3f-b852-4cfe-b96d-eef6a708bc73 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.124592] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.124816] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.126249] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72b41ecc-07ad-44fe-abae-061df67bec93 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.132675] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1094.132675] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526206c3-5cb8-2ecf-ecec-a5826642bd64" [ 1094.132675] env[69941]: _type = "Task" [ 1094.132675] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.141228] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526206c3-5cb8-2ecf-ecec-a5826642bd64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.249493] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d08dea4e-d86e-4edb-b47a-1eb30374b8ae tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-2bac396e-eaad-4ee2-8741-c96d2da843f5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.402s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.363904] env[69941]: DEBUG oslo_vmware.api [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289181, 'name': PowerOffVM_Task, 'duration_secs': 0.283438} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.364219] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.364346] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.364594] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82e1738f-947c-4813-a532-b94881c7d0c6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.437779] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289179, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.446814] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067396} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.447104] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.447977] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5a392b-b57e-4f45-9227-4c7b1b313f30 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.471281] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 2b8a04b3-a221-473c-9d4a-498930360d86/2b8a04b3-a221-473c-9d4a-498930360d86.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.478279] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd150e5-e997-4e3f-b420-7b7fe579393c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.493571] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.493846] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.494054] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleting the datastore file [datastore1] b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.494665] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-343592a4-f054-4270-8fe8-c755844728dc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.500998] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1094.500998] env[69941]: value = "task-3289185" [ 1094.500998] env[69941]: _type = "Task" [ 1094.500998] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.502403] env[69941]: DEBUG oslo_vmware.api [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1094.502403] env[69941]: value = "task-3289186" [ 1094.502403] env[69941]: _type = "Task" [ 1094.502403] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.513557] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289185, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.517239] env[69941]: DEBUG oslo_vmware.api [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.558813] env[69941]: DEBUG oslo_concurrency.lockutils [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.559167] env[69941]: DEBUG oslo_concurrency.lockutils [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.559397] env[69941]: DEBUG nova.objects.instance [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lazy-loading 'resources' on Instance uuid 73773832-989a-4e38-8292-a6564c135eee {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.571594] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': task-3289183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.617060] env[69941]: DEBUG nova.compute.manager [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.617327] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.618268] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70792bcb-711e-4ffa-9fb2-fcc440178084 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.626716] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.626995] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ef7099b-4ef6-4fbb-9b36-3e9810f20ffe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.634278] env[69941]: DEBUG oslo_vmware.api [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1094.634278] env[69941]: value = "task-3289187" [ 1094.634278] env[69941]: _type = "Task" [ 1094.634278] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.647568] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526206c3-5cb8-2ecf-ecec-a5826642bd64, 'name': SearchDatastore_Task, 'duration_secs': 0.015562} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.652271] env[69941]: DEBUG oslo_vmware.api [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.652580] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed524bc6-7efa-460e-b547-8463bad46cb6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.658529] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1094.658529] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52aa9670-4584-2f4e-c6e2-8dc750fb5c6e" [ 1094.658529] env[69941]: _type = "Task" [ 1094.658529] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.669017] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52aa9670-4584-2f4e-c6e2-8dc750fb5c6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.764676] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "f379b8cd-9294-48cc-8adb-07cff23acdb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.764930] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "f379b8cd-9294-48cc-8adb-07cff23acdb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.874384] env[69941]: DEBUG nova.compute.manager [req-343b0f75-dfb9-409c-bbd5-b2b5333b0938 req-7ff55725-66ca-4801-a528-2c1de2801ece service nova] [instance: 73773832-989a-4e38-8292-a6564c135eee] Received event network-vif-deleted-bafd59c8-8bae-410f-8cb1-a83da9529630 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.939790] env[69941]: DEBUG oslo_vmware.api [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289179, 'name': PowerOnVM_Task, 'duration_secs': 1.249247} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.940132] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.940347] env[69941]: INFO nova.compute.manager [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1094.940527] env[69941]: DEBUG nova.compute.manager [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.941359] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5742a00-4984-43b5-930f-b2eb1e5c563f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.997413] env[69941]: DEBUG nova.compute.manager [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.017332] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.020996] env[69941]: DEBUG oslo_vmware.api [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505618} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.023675] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.023912] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.024152] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.024427] env[69941]: INFO nova.compute.manager [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1095.024716] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.025142] env[69941]: DEBUG nova.compute.manager [-] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.025206] env[69941]: DEBUG nova.network.neutron [-] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.031391] env[69941]: DEBUG nova.virt.hardware [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.031658] env[69941]: DEBUG nova.virt.hardware [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.031858] env[69941]: DEBUG nova.virt.hardware [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.032100] env[69941]: DEBUG nova.virt.hardware [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.032275] env[69941]: DEBUG nova.virt.hardware [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.032439] env[69941]: DEBUG nova.virt.hardware [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.032712] env[69941]: DEBUG nova.virt.hardware [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.032879] env[69941]: DEBUG nova.virt.hardware [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.033123] env[69941]: DEBUG nova.virt.hardware [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.033310] env[69941]: DEBUG nova.virt.hardware [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.033506] env[69941]: DEBUG nova.virt.hardware [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.034382] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3d5f4f-c5b6-4fa0-a59a-06a38b4afae5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.042496] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd996f3d-3c66-4398-9a29-91bcac45047e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.072702] env[69941]: DEBUG oslo_vmware.api [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': task-3289183, 'name': PowerOnVM_Task, 'duration_secs': 0.958065} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.072963] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.073173] env[69941]: INFO nova.compute.manager [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Took 11.50 seconds to spawn the instance on the hypervisor. [ 1095.073350] env[69941]: DEBUG nova.compute.manager [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.074170] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c48295-dc19-4246-a291-4e2a5fcb721f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.149653] env[69941]: DEBUG oslo_vmware.api [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289187, 'name': PowerOffVM_Task, 'duration_secs': 0.439077} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.149929] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.150132] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.150636] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e25c1118-7590-45a4-af35-7427cc6580f1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.172982] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52aa9670-4584-2f4e-c6e2-8dc750fb5c6e, 'name': SearchDatastore_Task, 'duration_secs': 0.023062} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.173249] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.173510] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] a8fc343c-65e7-4cf8-a5fc-92f56a949f75/a8fc343c-65e7-4cf8-a5fc-92f56a949f75.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.173845] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f632e3f-d986-4808-8578-b76dac06e0d5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.180588] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1095.180588] env[69941]: value = "task-3289189" [ 1095.180588] env[69941]: _type = "Task" [ 1095.180588] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.220232] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.220420] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.220604] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleting the datastore file [datastore2] c4323ddf-bfde-48ec-a583-6bc93386307e {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.220891] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2031bd5-ebcb-4fc9-ac94-17cd44e7e433 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.227960] env[69941]: DEBUG oslo_vmware.api [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1095.227960] env[69941]: value = "task-3289190" [ 1095.227960] env[69941]: _type = "Task" [ 1095.227960] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.251550] env[69941]: DEBUG oslo_vmware.api [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.267473] env[69941]: DEBUG nova.compute.manager [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.326875] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249281f2-0264-43a0-b812-42cbefea38f9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.335618] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b8df47-4d16-46b4-a611-70009e9780ac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.371992] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596df74a-92f0-4ca0-89f6-071326e6f749 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.375682] env[69941]: DEBUG nova.compute.manager [req-8c5307da-2ce3-46b4-8e65-334dc3a33933 req-6c1d9ecc-9166-405e-a082-fc157692e19b service nova] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Received event network-vif-plugged-7b58990d-00c0-49ed-998b-b3f015f90a34 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.375897] env[69941]: DEBUG oslo_concurrency.lockutils [req-8c5307da-2ce3-46b4-8e65-334dc3a33933 req-6c1d9ecc-9166-405e-a082-fc157692e19b service nova] Acquiring lock "fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.376118] env[69941]: DEBUG oslo_concurrency.lockutils [req-8c5307da-2ce3-46b4-8e65-334dc3a33933 req-6c1d9ecc-9166-405e-a082-fc157692e19b service nova] Lock "fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.376287] env[69941]: DEBUG oslo_concurrency.lockutils [req-8c5307da-2ce3-46b4-8e65-334dc3a33933 req-6c1d9ecc-9166-405e-a082-fc157692e19b service nova] Lock "fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.376455] env[69941]: DEBUG nova.compute.manager [req-8c5307da-2ce3-46b4-8e65-334dc3a33933 req-6c1d9ecc-9166-405e-a082-fc157692e19b service nova] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] No waiting events found dispatching network-vif-plugged-7b58990d-00c0-49ed-998b-b3f015f90a34 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.376619] env[69941]: WARNING nova.compute.manager [req-8c5307da-2ce3-46b4-8e65-334dc3a33933 req-6c1d9ecc-9166-405e-a082-fc157692e19b service nova] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Received unexpected event network-vif-plugged-7b58990d-00c0-49ed-998b-b3f015f90a34 for instance with vm_state building and task_state spawning. [ 1095.382575] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b18834-bdaf-4ac0-849d-dbceffb2d9b1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.396955] env[69941]: DEBUG nova.compute.provider_tree [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.459094] env[69941]: INFO nova.compute.manager [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Took 14.62 seconds to build instance. [ 1095.516296] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289185, 'name': ReconfigVM_Task, 'duration_secs': 0.759762} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.517458] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 2b8a04b3-a221-473c-9d4a-498930360d86/2b8a04b3-a221-473c-9d4a-498930360d86.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.517935] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56191fe8-aa31-4d3e-ac35-4ff596bac66d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.525721] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1095.525721] env[69941]: value = "task-3289191" [ 1095.525721] env[69941]: _type = "Task" [ 1095.525721] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.532648] env[69941]: DEBUG nova.network.neutron [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Successfully updated port: 7b58990d-00c0-49ed-998b-b3f015f90a34 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.539084] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289191, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.595785] env[69941]: INFO nova.compute.manager [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Took 21.33 seconds to build instance. [ 1095.694978] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289189, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.737624] env[69941]: DEBUG oslo_vmware.api [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309076} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.737851] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.738090] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.738231] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.738660] env[69941]: INFO nova.compute.manager [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1095.738930] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.739147] env[69941]: DEBUG nova.compute.manager [-] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.739247] env[69941]: DEBUG nova.network.neutron [-] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.775700] env[69941]: DEBUG nova.network.neutron [-] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.793452] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.900432] env[69941]: DEBUG nova.scheduler.client.report [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.961063] env[69941]: DEBUG oslo_concurrency.lockutils [None req-118472cd-5017-4ccf-9485-8672ddf50e21 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "3035c329-b333-4148-9200-be7e6c2bd8d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.135s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.006285] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "interface-2bac396e-eaad-4ee2-8741-c96d2da843f5-a945b315-6392-4ceb-ade0-cea069e61150" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.006516] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-2bac396e-eaad-4ee2-8741-c96d2da843f5-a945b315-6392-4ceb-ade0-cea069e61150" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.006895] env[69941]: DEBUG nova.objects.instance [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lazy-loading 'flavor' on Instance uuid 2bac396e-eaad-4ee2-8741-c96d2da843f5 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.036054] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Acquiring lock "refresh_cache-fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.036190] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Acquired lock "refresh_cache-fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.036336] env[69941]: DEBUG nova.network.neutron [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.038199] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289191, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.098650] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b8d66de0-64db-4504-8d6c-de84c382c771 tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Lock "7a29e3bc-17ef-495d-9e99-87920e8d015c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.837s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.191514] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551608} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.191793] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] a8fc343c-65e7-4cf8-a5fc-92f56a949f75/a8fc343c-65e7-4cf8-a5fc-92f56a949f75.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.192018] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.192268] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f0e45d0-d931-444c-ba8e-ba15ff9212b7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.200216] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1096.200216] env[69941]: value = "task-3289192" [ 1096.200216] env[69941]: _type = "Task" [ 1096.200216] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.208210] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.280012] env[69941]: INFO nova.compute.manager [-] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Took 1.25 seconds to deallocate network for instance. [ 1096.406223] env[69941]: DEBUG oslo_concurrency.lockutils [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.409871] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.616s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.413103] env[69941]: INFO nova.compute.claims [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.440028] env[69941]: INFO nova.scheduler.client.report [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Deleted allocations for instance 73773832-989a-4e38-8292-a6564c135eee [ 1096.540851] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289191, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.623281] env[69941]: DEBUG nova.objects.instance [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lazy-loading 'pci_requests' on Instance uuid 2bac396e-eaad-4ee2-8741-c96d2da843f5 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.633224] env[69941]: DEBUG nova.network.neutron [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.713852] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070311} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.714737] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.715574] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db63d1e-8319-4c46-8b93-09a8be8f36e6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.742159] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] a8fc343c-65e7-4cf8-a5fc-92f56a949f75/a8fc343c-65e7-4cf8-a5fc-92f56a949f75.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.742651] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0ffc618-23ef-49ff-aa09-c98d1cadd9cf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.766519] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1096.766519] env[69941]: value = "task-3289193" [ 1096.766519] env[69941]: _type = "Task" [ 1096.766519] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.775976] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.788606] env[69941]: DEBUG oslo_concurrency.lockutils [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.872903] env[69941]: DEBUG nova.network.neutron [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Updating instance_info_cache with network_info: [{"id": "7b58990d-00c0-49ed-998b-b3f015f90a34", "address": "fa:16:3e:26:d1:a7", "network": {"id": "4ff4f0e1-19ab-4d0a-807a-629cfe4ed916", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1507081646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc876f56227e40569c36f4aa11a81413", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b58990d-00", "ovs_interfaceid": "7b58990d-00c0-49ed-998b-b3f015f90a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.945652] env[69941]: DEBUG oslo_concurrency.lockutils [None req-676ca9a0-4dd0-4db3-8b3e-0030d960de95 tempest-ServerRescueTestJSON-541493084 tempest-ServerRescueTestJSON-541493084-project-member] Lock "73773832-989a-4e38-8292-a6564c135eee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.845s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.039048] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289191, 'name': Rename_Task, 'duration_secs': 1.239488} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.039524] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.041098] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eb34bbb-c8a9-4145-b3f2-c5169dcce071 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.047025] env[69941]: DEBUG nova.compute.manager [req-4800e14c-9955-471f-bc8c-100acd6a13ea req-8297ebde-3620-4aad-b893-9ef637bb47fa service nova] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Received event network-vif-deleted-c6d03414-d6ab-40a8-91c4-371425037b8b {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.047285] env[69941]: DEBUG nova.network.neutron [-] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.048739] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1097.048739] env[69941]: value = "task-3289194" [ 1097.048739] env[69941]: _type = "Task" [ 1097.048739] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.060678] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.125729] env[69941]: DEBUG nova.objects.base [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Object Instance<2bac396e-eaad-4ee2-8741-c96d2da843f5> lazy-loaded attributes: flavor,pci_requests {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1097.125982] env[69941]: DEBUG nova.network.neutron [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.247852] env[69941]: DEBUG nova.policy [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ec0e5b87c5f4f279fe6c8e4648cc30a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b95ea7a3db6d44d58d53bc615ad7b935', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.279094] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289193, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.378285] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Releasing lock "refresh_cache-fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.378637] env[69941]: DEBUG nova.compute.manager [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Instance network_info: |[{"id": "7b58990d-00c0-49ed-998b-b3f015f90a34", "address": "fa:16:3e:26:d1:a7", "network": {"id": "4ff4f0e1-19ab-4d0a-807a-629cfe4ed916", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1507081646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc876f56227e40569c36f4aa11a81413", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b58990d-00", "ovs_interfaceid": "7b58990d-00c0-49ed-998b-b3f015f90a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.379116] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:d1:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b58990d-00c0-49ed-998b-b3f015f90a34', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.388194] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Creating folder: Project (bc876f56227e40569c36f4aa11a81413). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.388672] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b06d9555-08d4-4d33-b9d7-a810c4ef2416 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.398899] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Created folder: Project (bc876f56227e40569c36f4aa11a81413) in parent group-v656570. [ 1097.399132] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Creating folder: Instances. Parent ref: group-v656870. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.399406] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3204fff-afc8-47b6-b881-6d28febc7363 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.403133] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Acquiring lock "7a29e3bc-17ef-495d-9e99-87920e8d015c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.403378] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Lock "7a29e3bc-17ef-495d-9e99-87920e8d015c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.403591] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Acquiring lock "7a29e3bc-17ef-495d-9e99-87920e8d015c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.403780] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Lock "7a29e3bc-17ef-495d-9e99-87920e8d015c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.403946] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Lock "7a29e3bc-17ef-495d-9e99-87920e8d015c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.406152] env[69941]: INFO nova.compute.manager [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Terminating instance [ 1097.409183] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Created folder: Instances in parent group-v656870. [ 1097.409447] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.411167] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.411418] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ab1f549-320c-4ced-9aec-84695881301d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.430620] env[69941]: DEBUG nova.compute.manager [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.431644] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.436100] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff2e986-d7bd-49b4-a3eb-816e5af12a65 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.441221] env[69941]: DEBUG nova.compute.manager [req-62b5db9f-f7d1-4697-b1e7-58c8e1c9e594 req-c900dff1-27db-4898-8e0b-7cae5cb0006b service nova] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Received event network-changed-7b58990d-00c0-49ed-998b-b3f015f90a34 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.441644] env[69941]: DEBUG nova.compute.manager [req-62b5db9f-f7d1-4697-b1e7-58c8e1c9e594 req-c900dff1-27db-4898-8e0b-7cae5cb0006b service nova] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Refreshing instance network info cache due to event network-changed-7b58990d-00c0-49ed-998b-b3f015f90a34. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.441706] env[69941]: DEBUG oslo_concurrency.lockutils [req-62b5db9f-f7d1-4697-b1e7-58c8e1c9e594 req-c900dff1-27db-4898-8e0b-7cae5cb0006b service nova] Acquiring lock "refresh_cache-fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.441812] env[69941]: DEBUG oslo_concurrency.lockutils [req-62b5db9f-f7d1-4697-b1e7-58c8e1c9e594 req-c900dff1-27db-4898-8e0b-7cae5cb0006b service nova] Acquired lock "refresh_cache-fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.442030] env[69941]: DEBUG nova.network.neutron [req-62b5db9f-f7d1-4697-b1e7-58c8e1c9e594 req-c900dff1-27db-4898-8e0b-7cae5cb0006b service nova] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Refreshing network info cache for port 7b58990d-00c0-49ed-998b-b3f015f90a34 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.448483] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.448483] env[69941]: value = "task-3289197" [ 1097.448483] env[69941]: _type = "Task" [ 1097.448483] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.453380] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.457924] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-724c5d35-a94e-43dc-9708-23cd84084e12 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.468101] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289197, 'name': CreateVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.472384] env[69941]: DEBUG oslo_vmware.api [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Waiting for the task: (returnval){ [ 1097.472384] env[69941]: value = "task-3289198" [ 1097.472384] env[69941]: _type = "Task" [ 1097.472384] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.486971] env[69941]: DEBUG oslo_vmware.api [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': task-3289198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.525714] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "11118094-2c65-4953-94c8-a6bd67d43bce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.526441] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "11118094-2c65-4953-94c8-a6bd67d43bce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.526441] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "11118094-2c65-4953-94c8-a6bd67d43bce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.526441] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "11118094-2c65-4953-94c8-a6bd67d43bce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.526684] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "11118094-2c65-4953-94c8-a6bd67d43bce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.533067] env[69941]: INFO nova.compute.manager [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Terminating instance [ 1097.549974] env[69941]: INFO nova.compute.manager [-] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Took 1.81 seconds to deallocate network for instance. [ 1097.568130] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289194, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.715612] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5dfe52-2e6c-4082-b50c-914ed960739b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.724256] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f158e4-ef31-4f76-ae87-a1aeaa939c85 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.758419] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0a106c-d0e5-4064-a3cc-03776b1ff49e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.766458] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9f4191-117d-45cd-bbff-1709df00101f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.778938] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289193, 'name': ReconfigVM_Task, 'duration_secs': 0.538759} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.786835] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Reconfigured VM instance instance-00000060 to attach disk [datastore2] a8fc343c-65e7-4cf8-a5fc-92f56a949f75/a8fc343c-65e7-4cf8-a5fc-92f56a949f75.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.788061] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encrypted': False, 'device_type': 'disk', 'device_name': '/dev/sda', 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'encryption_options': None, 'image_id': 'a8fcb2e0-9bb0-416a-a807-8d5261651dec'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'be696dec-45fc-4513-ac30-dfd005dbc3be', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656861', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'name': 'volume-71e5d4d7-c857-47e3-a06b-8222f966a87e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8fc343c-65e7-4cf8-a5fc-92f56a949f75', 'attached_at': '', 'detached_at': '', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'serial': '71e5d4d7-c857-47e3-a06b-8222f966a87e'}, 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69941) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1097.788319] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Volume attach. Driver type: vmdk {{(pid=69941) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1097.788847] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656861', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'name': 'volume-71e5d4d7-c857-47e3-a06b-8222f966a87e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8fc343c-65e7-4cf8-a5fc-92f56a949f75', 'attached_at': '', 'detached_at': '', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'serial': '71e5d4d7-c857-47e3-a06b-8222f966a87e'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1097.789055] env[69941]: DEBUG nova.compute.provider_tree [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.790973] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5878e6c9-1c47-4d5f-aa89-36fa89343e7d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.809722] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ef95d1-eae3-460a-ae97-08bc60d7e226 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.835239] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-71e5d4d7-c857-47e3-a06b-8222f966a87e/volume-71e5d4d7-c857-47e3-a06b-8222f966a87e.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.835879] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-735b0def-c9e4-4792-8e0c-5f6fa1f09a85 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.854990] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1097.854990] env[69941]: value = "task-3289199" [ 1097.854990] env[69941]: _type = "Task" [ 1097.854990] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.866945] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.961903] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289197, 'name': CreateVM_Task, 'duration_secs': 0.366416} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.962119] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.962831] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.962989] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.963799] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.963799] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41329d3b-ed3e-4711-9844-7dfaf3df3288 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.968515] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Waiting for the task: (returnval){ [ 1097.968515] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52933447-d67c-b037-a86a-4ba82b1884c5" [ 1097.968515] env[69941]: _type = "Task" [ 1097.968515] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.984064] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52933447-d67c-b037-a86a-4ba82b1884c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009874} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.987307] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.987913] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.988226] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.988388] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.988638] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.988920] env[69941]: DEBUG oslo_vmware.api [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': task-3289198, 'name': PowerOffVM_Task, 'duration_secs': 0.408259} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.991270] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-283c07bb-ccab-42bd-b004-be0bfdc28110 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.993388] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.993388] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.993601] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb702125-5bcd-402d-9a1b-50f7fa031c78 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.001435] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.001614] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.002454] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f573d496-688b-4464-9b3f-bc485243cb9e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.007874] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Waiting for the task: (returnval){ [ 1098.007874] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52776b65-366f-6de1-fea1-13b6af9038be" [ 1098.007874] env[69941]: _type = "Task" [ 1098.007874] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.015205] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52776b65-366f-6de1-fea1-13b6af9038be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.044118] env[69941]: DEBUG nova.compute.manager [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.044118] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.044118] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89507a6f-01bc-4651-b4c8-3261b859bc1a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.056939] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.057346] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4abc649c-7dcb-4cba-a768-5693214d6953 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.065393] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.065955] env[69941]: DEBUG oslo_vmware.api [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289194, 'name': PowerOnVM_Task, 'duration_secs': 0.540622} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.067419] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.067940] env[69941]: INFO nova.compute.manager [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1098.068270] env[69941]: DEBUG nova.compute.manager [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.068703] env[69941]: DEBUG oslo_vmware.api [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1098.068703] env[69941]: value = "task-3289201" [ 1098.068703] env[69941]: _type = "Task" [ 1098.068703] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.069809] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a9c863-57be-429d-b65f-133d0d8bf08a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.085180] env[69941]: DEBUG oslo_vmware.api [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.205667] env[69941]: DEBUG nova.network.neutron [req-62b5db9f-f7d1-4697-b1e7-58c8e1c9e594 req-c900dff1-27db-4898-8e0b-7cae5cb0006b service nova] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Updated VIF entry in instance network info cache for port 7b58990d-00c0-49ed-998b-b3f015f90a34. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.205667] env[69941]: DEBUG nova.network.neutron [req-62b5db9f-f7d1-4697-b1e7-58c8e1c9e594 req-c900dff1-27db-4898-8e0b-7cae5cb0006b service nova] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Updating instance_info_cache with network_info: [{"id": "7b58990d-00c0-49ed-998b-b3f015f90a34", "address": "fa:16:3e:26:d1:a7", "network": {"id": "4ff4f0e1-19ab-4d0a-807a-629cfe4ed916", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1507081646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc876f56227e40569c36f4aa11a81413", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b58990d-00", "ovs_interfaceid": "7b58990d-00c0-49ed-998b-b3f015f90a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.295759] env[69941]: DEBUG nova.scheduler.client.report [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.365384] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289199, 'name': ReconfigVM_Task, 'duration_secs': 0.44513} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.365619] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-71e5d4d7-c857-47e3-a06b-8222f966a87e/volume-71e5d4d7-c857-47e3-a06b-8222f966a87e.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.371025] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7573832f-c5a4-4066-aad1-4fa614cfda62 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.387805] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1098.387805] env[69941]: value = "task-3289202" [ 1098.387805] env[69941]: _type = "Task" [ 1098.387805] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.396641] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.518118] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52776b65-366f-6de1-fea1-13b6af9038be, 'name': SearchDatastore_Task, 'duration_secs': 0.008291} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.518950] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89c1e979-21fd-4091-91a3-1f8038938bd6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.524289] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Waiting for the task: (returnval){ [ 1098.524289] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5258a878-73f4-4ae0-4b00-ef4bc14d5ee3" [ 1098.524289] env[69941]: _type = "Task" [ 1098.524289] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.532728] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5258a878-73f4-4ae0-4b00-ef4bc14d5ee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.584449] env[69941]: DEBUG oslo_vmware.api [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289201, 'name': PowerOffVM_Task, 'duration_secs': 0.245445} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.584449] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.584449] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.584449] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ead8757d-e570-4e1e-942e-473de8d6490d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.596905] env[69941]: INFO nova.compute.manager [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Took 14.71 seconds to build instance. [ 1098.651974] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.652235] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.652439] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Deleting the datastore file [datastore2] 11118094-2c65-4953-94c8-a6bd67d43bce {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.652967] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e405ece-66ce-4c66-8bc7-54a213fb3072 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.659200] env[69941]: DEBUG oslo_vmware.api [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1098.659200] env[69941]: value = "task-3289204" [ 1098.659200] env[69941]: _type = "Task" [ 1098.659200] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.670205] env[69941]: DEBUG oslo_vmware.api [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.708996] env[69941]: DEBUG oslo_concurrency.lockutils [req-62b5db9f-f7d1-4697-b1e7-58c8e1c9e594 req-c900dff1-27db-4898-8e0b-7cae5cb0006b service nova] Releasing lock "refresh_cache-fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.709437] env[69941]: DEBUG nova.compute.manager [req-62b5db9f-f7d1-4697-b1e7-58c8e1c9e594 req-c900dff1-27db-4898-8e0b-7cae5cb0006b service nova] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Received event network-vif-deleted-3cb5d3ab-d3a5-4e75-bc87-bbcb289ecc76 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.709678] env[69941]: DEBUG nova.compute.manager [req-62b5db9f-f7d1-4697-b1e7-58c8e1c9e594 req-c900dff1-27db-4898-8e0b-7cae5cb0006b service nova] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Received event network-changed-9bd7976f-20ac-4e12-b31e-42b4d8dcd758 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.709870] env[69941]: DEBUG nova.compute.manager [req-62b5db9f-f7d1-4697-b1e7-58c8e1c9e594 req-c900dff1-27db-4898-8e0b-7cae5cb0006b service nova] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Refreshing instance network info cache due to event network-changed-9bd7976f-20ac-4e12-b31e-42b4d8dcd758. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.710130] env[69941]: DEBUG oslo_concurrency.lockutils [req-62b5db9f-f7d1-4697-b1e7-58c8e1c9e594 req-c900dff1-27db-4898-8e0b-7cae5cb0006b service nova] Acquiring lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.710278] env[69941]: DEBUG oslo_concurrency.lockutils [req-62b5db9f-f7d1-4697-b1e7-58c8e1c9e594 req-c900dff1-27db-4898-8e0b-7cae5cb0006b service nova] Acquired lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.710441] env[69941]: DEBUG nova.network.neutron [req-62b5db9f-f7d1-4697-b1e7-58c8e1c9e594 req-c900dff1-27db-4898-8e0b-7cae5cb0006b service nova] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Refreshing network info cache for port 9bd7976f-20ac-4e12-b31e-42b4d8dcd758 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.802379] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.803043] env[69941]: DEBUG nova.compute.manager [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.805851] env[69941]: DEBUG oslo_concurrency.lockutils [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.017s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.806521] env[69941]: DEBUG nova.objects.instance [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lazy-loading 'resources' on Instance uuid b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.888230] env[69941]: DEBUG nova.network.neutron [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Successfully updated port: a945b315-6392-4ceb-ade0-cea069e61150 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.900892] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289202, 'name': ReconfigVM_Task, 'duration_secs': 0.308605} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.901886] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656861', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'name': 'volume-71e5d4d7-c857-47e3-a06b-8222f966a87e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8fc343c-65e7-4cf8-a5fc-92f56a949f75', 'attached_at': '', 'detached_at': '', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'serial': '71e5d4d7-c857-47e3-a06b-8222f966a87e'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1098.902450] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-709c790c-55e6-44ba-becf-bcc74e0e4994 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.910876] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1098.910876] env[69941]: value = "task-3289205" [ 1098.910876] env[69941]: _type = "Task" [ 1098.910876] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.919627] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289205, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.034190] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5258a878-73f4-4ae0-4b00-ef4bc14d5ee3, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.034474] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.034767] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07/fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.035035] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73ed9d21-40ce-4ff6-a1da-9f90b8ef4602 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.041172] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Waiting for the task: (returnval){ [ 1099.041172] env[69941]: value = "task-3289206" [ 1099.041172] env[69941]: _type = "Task" [ 1099.041172] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.048925] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': task-3289206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.088731] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.089122] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.089479] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Deleting the datastore file [datastore1] 7a29e3bc-17ef-495d-9e99-87920e8d015c {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.090239] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce844d66-c2ac-4a54-8364-66a7dc7c4143 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.098130] env[69941]: DEBUG oslo_vmware.api [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Waiting for the task: (returnval){ [ 1099.098130] env[69941]: value = "task-3289207" [ 1099.098130] env[69941]: _type = "Task" [ 1099.098130] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.099190] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c43b1555-3b76-405e-baec-e88af87b8055 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "2b8a04b3-a221-473c-9d4a-498930360d86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.229s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.109972] env[69941]: DEBUG oslo_vmware.api [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': task-3289207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.169727] env[69941]: DEBUG oslo_vmware.api [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154736} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.170025] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.170233] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.170411] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.170591] env[69941]: INFO nova.compute.manager [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1099.170853] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.171055] env[69941]: DEBUG nova.compute.manager [-] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.171160] env[69941]: DEBUG nova.network.neutron [-] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.223241] env[69941]: DEBUG nova.compute.manager [req-85460255-4a37-437a-ac5f-ceaf81a1e00f req-4b07556c-aaa6-4b2a-b1c9-5c9ebf5a4225 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Received event network-vif-plugged-a945b315-6392-4ceb-ade0-cea069e61150 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.223433] env[69941]: DEBUG oslo_concurrency.lockutils [req-85460255-4a37-437a-ac5f-ceaf81a1e00f req-4b07556c-aaa6-4b2a-b1c9-5c9ebf5a4225 service nova] Acquiring lock "2bac396e-eaad-4ee2-8741-c96d2da843f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.223812] env[69941]: DEBUG oslo_concurrency.lockutils [req-85460255-4a37-437a-ac5f-ceaf81a1e00f req-4b07556c-aaa6-4b2a-b1c9-5c9ebf5a4225 service nova] Lock "2bac396e-eaad-4ee2-8741-c96d2da843f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.224263] env[69941]: DEBUG oslo_concurrency.lockutils [req-85460255-4a37-437a-ac5f-ceaf81a1e00f req-4b07556c-aaa6-4b2a-b1c9-5c9ebf5a4225 service nova] Lock "2bac396e-eaad-4ee2-8741-c96d2da843f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.224655] env[69941]: DEBUG nova.compute.manager [req-85460255-4a37-437a-ac5f-ceaf81a1e00f req-4b07556c-aaa6-4b2a-b1c9-5c9ebf5a4225 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] No waiting events found dispatching network-vif-plugged-a945b315-6392-4ceb-ade0-cea069e61150 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.225089] env[69941]: WARNING nova.compute.manager [req-85460255-4a37-437a-ac5f-ceaf81a1e00f req-4b07556c-aaa6-4b2a-b1c9-5c9ebf5a4225 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Received unexpected event network-vif-plugged-a945b315-6392-4ceb-ade0-cea069e61150 for instance with vm_state active and task_state None. [ 1099.227160] env[69941]: DEBUG nova.compute.manager [req-85460255-4a37-437a-ac5f-ceaf81a1e00f req-4b07556c-aaa6-4b2a-b1c9-5c9ebf5a4225 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Received event network-changed-a945b315-6392-4ceb-ade0-cea069e61150 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.227160] env[69941]: DEBUG nova.compute.manager [req-85460255-4a37-437a-ac5f-ceaf81a1e00f req-4b07556c-aaa6-4b2a-b1c9-5c9ebf5a4225 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Refreshing instance network info cache due to event network-changed-a945b315-6392-4ceb-ade0-cea069e61150. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.227160] env[69941]: DEBUG oslo_concurrency.lockutils [req-85460255-4a37-437a-ac5f-ceaf81a1e00f req-4b07556c-aaa6-4b2a-b1c9-5c9ebf5a4225 service nova] Acquiring lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.227160] env[69941]: DEBUG oslo_concurrency.lockutils [req-85460255-4a37-437a-ac5f-ceaf81a1e00f req-4b07556c-aaa6-4b2a-b1c9-5c9ebf5a4225 service nova] Acquired lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.227160] env[69941]: DEBUG nova.network.neutron [req-85460255-4a37-437a-ac5f-ceaf81a1e00f req-4b07556c-aaa6-4b2a-b1c9-5c9ebf5a4225 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Refreshing network info cache for port a945b315-6392-4ceb-ade0-cea069e61150 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.314379] env[69941]: DEBUG nova.compute.utils [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.316836] env[69941]: DEBUG nova.compute.manager [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.317033] env[69941]: DEBUG nova.network.neutron [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.395098] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.421836] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289205, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.426393] env[69941]: DEBUG nova.policy [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6aa8261d65ad47158fb3a41bb2facbc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f5a68c682154ef4b1e7890ca785248a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.554158] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': task-3289206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496101} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.557015] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07/fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.557260] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.557921] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c3e44b8-dd56-451b-983b-3179f893d2ba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.566928] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Waiting for the task: (returnval){ [ 1099.566928] env[69941]: value = "task-3289208" [ 1099.566928] env[69941]: _type = "Task" [ 1099.566928] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.580495] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': task-3289208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.588955] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41a93db-0715-4c1c-923c-f26a4d94e6ca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.597468] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed82729-17cb-4358-8992-605089d69f79 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.610798] env[69941]: DEBUG oslo_vmware.api [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Task: {'id': task-3289207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174922} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.639923] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.640202] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.640392] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.640933] env[69941]: INFO nova.compute.manager [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1099.641124] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.643140] env[69941]: DEBUG nova.network.neutron [req-62b5db9f-f7d1-4697-b1e7-58c8e1c9e594 req-c900dff1-27db-4898-8e0b-7cae5cb0006b service nova] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updated VIF entry in instance network info cache for port 9bd7976f-20ac-4e12-b31e-42b4d8dcd758. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.643444] env[69941]: DEBUG nova.network.neutron [req-62b5db9f-f7d1-4697-b1e7-58c8e1c9e594 req-c900dff1-27db-4898-8e0b-7cae5cb0006b service nova] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating instance_info_cache with network_info: [{"id": "9bd7976f-20ac-4e12-b31e-42b4d8dcd758", "address": "fa:16:3e:d6:e5:c5", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd7976f-20", "ovs_interfaceid": "9bd7976f-20ac-4e12-b31e-42b4d8dcd758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.644625] env[69941]: DEBUG nova.compute.manager [-] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.644726] env[69941]: DEBUG nova.network.neutron [-] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.647168] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e5e9bb-cea1-41a0-8a6d-16da81a8c9a9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.657354] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7b620f-7ef6-48b2-ae10-6c7ec738a0e9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.672829] env[69941]: DEBUG nova.compute.provider_tree [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.730399] env[69941]: DEBUG nova.compute.manager [req-63f597a5-d67b-488f-9685-0f7d46082ebf req-771d4b58-93e5-4a62-b7ae-1f4fbda76aed service nova] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Received event network-changed-a33d75c8-c833-4ba4-9555-033954e88a3d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.730619] env[69941]: DEBUG nova.compute.manager [req-63f597a5-d67b-488f-9685-0f7d46082ebf req-771d4b58-93e5-4a62-b7ae-1f4fbda76aed service nova] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Refreshing instance network info cache due to event network-changed-a33d75c8-c833-4ba4-9555-033954e88a3d. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.730856] env[69941]: DEBUG oslo_concurrency.lockutils [req-63f597a5-d67b-488f-9685-0f7d46082ebf req-771d4b58-93e5-4a62-b7ae-1f4fbda76aed service nova] Acquiring lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.730998] env[69941]: DEBUG oslo_concurrency.lockutils [req-63f597a5-d67b-488f-9685-0f7d46082ebf req-771d4b58-93e5-4a62-b7ae-1f4fbda76aed service nova] Acquired lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.731642] env[69941]: DEBUG nova.network.neutron [req-63f597a5-d67b-488f-9685-0f7d46082ebf req-771d4b58-93e5-4a62-b7ae-1f4fbda76aed service nova] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Refreshing network info cache for port a33d75c8-c833-4ba4-9555-033954e88a3d {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.820129] env[69941]: DEBUG nova.compute.manager [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.921290] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289205, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.995208] env[69941]: DEBUG nova.network.neutron [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Successfully created port: 73e3cba8-83dc-4d2c-a348-3e31b0129f9e {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.077432] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': task-3289208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064874} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.077768] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.078609] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5d17a4-16f3-4868-be97-1fbf94545d1b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.105938] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07/fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.106433] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8fa3c44-f22c-41ab-890d-b21b019b5b70 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.123047] env[69941]: DEBUG nova.network.neutron [req-85460255-4a37-437a-ac5f-ceaf81a1e00f req-4b07556c-aaa6-4b2a-b1c9-5c9ebf5a4225 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Added VIF to instance network info cache for port a945b315-6392-4ceb-ade0-cea069e61150. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1100.123582] env[69941]: DEBUG nova.network.neutron [req-85460255-4a37-437a-ac5f-ceaf81a1e00f req-4b07556c-aaa6-4b2a-b1c9-5c9ebf5a4225 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Updating instance_info_cache with network_info: [{"id": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "address": "fa:16:3e:b9:53:2a", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04cfb0e5-9b", "ovs_interfaceid": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "982b611d-5d77-474b-ab67-777b1d0cb7d6", "address": "fa:16:3e:a8:c2:6f", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982b611d-5d", "ovs_interfaceid": "982b611d-5d77-474b-ab67-777b1d0cb7d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a945b315-6392-4ceb-ade0-cea069e61150", "address": "fa:16:3e:13:b7:b6", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa945b315-63", "ovs_interfaceid": "a945b315-6392-4ceb-ade0-cea069e61150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.131080] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Waiting for the task: (returnval){ [ 1100.131080] env[69941]: value = "task-3289209" [ 1100.131080] env[69941]: _type = "Task" [ 1100.131080] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.139684] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': task-3289209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.152037] env[69941]: DEBUG oslo_concurrency.lockutils [req-62b5db9f-f7d1-4697-b1e7-58c8e1c9e594 req-c900dff1-27db-4898-8e0b-7cae5cb0006b service nova] Releasing lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.176336] env[69941]: DEBUG nova.scheduler.client.report [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.423195] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289205, 'name': Rename_Task, 'duration_secs': 1.139921} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.423501] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.423765] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89cbdcb6-1ca1-4d00-b56d-82ffa8487c7f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.430367] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1100.430367] env[69941]: value = "task-3289210" [ 1100.430367] env[69941]: _type = "Task" [ 1100.430367] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.438333] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.476531] env[69941]: DEBUG nova.network.neutron [-] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.503052] env[69941]: DEBUG nova.network.neutron [-] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.573258] env[69941]: DEBUG nova.network.neutron [req-63f597a5-d67b-488f-9685-0f7d46082ebf req-771d4b58-93e5-4a62-b7ae-1f4fbda76aed service nova] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updated VIF entry in instance network info cache for port a33d75c8-c833-4ba4-9555-033954e88a3d. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.573684] env[69941]: DEBUG nova.network.neutron [req-63f597a5-d67b-488f-9685-0f7d46082ebf req-771d4b58-93e5-4a62-b7ae-1f4fbda76aed service nova] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updating instance_info_cache with network_info: [{"id": "a33d75c8-c833-4ba4-9555-033954e88a3d", "address": "fa:16:3e:2c:56:6c", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33d75c8-c8", "ovs_interfaceid": "a33d75c8-c833-4ba4-9555-033954e88a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.626642] env[69941]: DEBUG oslo_concurrency.lockutils [req-85460255-4a37-437a-ac5f-ceaf81a1e00f req-4b07556c-aaa6-4b2a-b1c9-5c9ebf5a4225 service nova] Releasing lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.627111] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.627304] env[69941]: DEBUG nova.network.neutron [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.642336] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': task-3289209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.681877] env[69941]: DEBUG oslo_concurrency.lockutils [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.684625] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.619s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.684854] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.704970] env[69941]: INFO nova.scheduler.client.report [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleted allocations for instance c4323ddf-bfde-48ec-a583-6bc93386307e [ 1100.707931] env[69941]: INFO nova.scheduler.client.report [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleted allocations for instance b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a [ 1100.829834] env[69941]: DEBUG nova.compute.manager [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.855940] env[69941]: DEBUG nova.virt.hardware [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.856217] env[69941]: DEBUG nova.virt.hardware [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.856383] env[69941]: DEBUG nova.virt.hardware [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.856570] env[69941]: DEBUG nova.virt.hardware [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.856774] env[69941]: DEBUG nova.virt.hardware [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.856990] env[69941]: DEBUG nova.virt.hardware [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.857256] env[69941]: DEBUG nova.virt.hardware [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.857424] env[69941]: DEBUG nova.virt.hardware [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.857594] env[69941]: DEBUG nova.virt.hardware [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.857757] env[69941]: DEBUG nova.virt.hardware [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.857929] env[69941]: DEBUG nova.virt.hardware [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.858794] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5b3c87-009d-4971-b8f3-fbbb9e9b5f46 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.867469] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c3721b-a967-4ae8-9e7c-89349f4232d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.939855] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.981685] env[69941]: INFO nova.compute.manager [-] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Took 1.81 seconds to deallocate network for instance. [ 1101.006083] env[69941]: INFO nova.compute.manager [-] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Took 1.36 seconds to deallocate network for instance. [ 1101.077408] env[69941]: DEBUG oslo_concurrency.lockutils [req-63f597a5-d67b-488f-9685-0f7d46082ebf req-771d4b58-93e5-4a62-b7ae-1f4fbda76aed service nova] Releasing lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.142204] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': task-3289209, 'name': ReconfigVM_Task, 'duration_secs': 0.563703} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.142516] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Reconfigured VM instance instance-0000006c to attach disk [datastore2] fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07/fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.143193] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6552dbba-a18d-4935-ae48-abc7f60e21cf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.150035] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Waiting for the task: (returnval){ [ 1101.150035] env[69941]: value = "task-3289211" [ 1101.150035] env[69941]: _type = "Task" [ 1101.150035] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.157427] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': task-3289211, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.179905] env[69941]: WARNING nova.network.neutron [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] 2063ae85-af7f-4a67-b06a-8a90f2ad6ac6 already exists in list: networks containing: ['2063ae85-af7f-4a67-b06a-8a90f2ad6ac6']. ignoring it [ 1101.180138] env[69941]: WARNING nova.network.neutron [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] 2063ae85-af7f-4a67-b06a-8a90f2ad6ac6 already exists in list: networks containing: ['2063ae85-af7f-4a67-b06a-8a90f2ad6ac6']. ignoring it [ 1101.180306] env[69941]: WARNING nova.network.neutron [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] 2063ae85-af7f-4a67-b06a-8a90f2ad6ac6 already exists in list: networks containing: ['2063ae85-af7f-4a67-b06a-8a90f2ad6ac6']. ignoring it [ 1101.180521] env[69941]: WARNING nova.network.neutron [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] a945b315-6392-4ceb-ade0-cea069e61150 already exists in list: port_ids containing: ['a945b315-6392-4ceb-ade0-cea069e61150']. ignoring it [ 1101.220419] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73e3107c-1848-4d1d-abf6-167ac3581042 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "c4323ddf-bfde-48ec-a583-6bc93386307e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.115s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.221842] env[69941]: DEBUG oslo_concurrency.lockutils [None req-47e11dc6-dadd-4abe-b487-c54cbf138394 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.891s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.268328] env[69941]: DEBUG nova.compute.manager [req-fd3f5e50-baf2-45e7-9172-981444e9f575 req-2c305623-5e8f-4756-a745-c0c7624d6357 service nova] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Received event network-vif-deleted-eba3f267-e778-43c6-8d3f-75ba3d906104 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.268541] env[69941]: DEBUG nova.compute.manager [req-fd3f5e50-baf2-45e7-9172-981444e9f575 req-2c305623-5e8f-4756-a745-c0c7624d6357 service nova] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Received event network-vif-deleted-bac71eb6-9056-4df0-9b25-3974193f9370 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.441614] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289210, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.490311] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.490545] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.490761] env[69941]: DEBUG nova.objects.instance [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lazy-loading 'resources' on Instance uuid 11118094-2c65-4953-94c8-a6bd67d43bce {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.512063] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.663362] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': task-3289211, 'name': Rename_Task, 'duration_secs': 0.154165} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.663656] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.663887] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be6c20b8-6a16-4e80-b421-2d2d119f5453 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.670921] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Waiting for the task: (returnval){ [ 1101.670921] env[69941]: value = "task-3289212" [ 1101.670921] env[69941]: _type = "Task" [ 1101.670921] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.678257] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': task-3289212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.826138] env[69941]: DEBUG nova.network.neutron [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Updating instance_info_cache with network_info: [{"id": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "address": "fa:16:3e:b9:53:2a", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04cfb0e5-9b", "ovs_interfaceid": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "982b611d-5d77-474b-ab67-777b1d0cb7d6", "address": "fa:16:3e:a8:c2:6f", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982b611d-5d", "ovs_interfaceid": "982b611d-5d77-474b-ab67-777b1d0cb7d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a945b315-6392-4ceb-ade0-cea069e61150", "address": "fa:16:3e:13:b7:b6", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa945b315-63", "ovs_interfaceid": "a945b315-6392-4ceb-ade0-cea069e61150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.893149] env[69941]: DEBUG nova.network.neutron [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Successfully updated port: 73e3cba8-83dc-4d2c-a348-3e31b0129f9e {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.942358] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289210, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.160946] env[69941]: DEBUG nova.compute.manager [req-2f0f3ebf-fa37-43b6-8f24-88ceda476f40 req-cf6e5167-85bf-4b50-a3a1-e71d4d2797ac service nova] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Received event network-vif-plugged-73e3cba8-83dc-4d2c-a348-3e31b0129f9e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.160946] env[69941]: DEBUG oslo_concurrency.lockutils [req-2f0f3ebf-fa37-43b6-8f24-88ceda476f40 req-cf6e5167-85bf-4b50-a3a1-e71d4d2797ac service nova] Acquiring lock "f379b8cd-9294-48cc-8adb-07cff23acdb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.161279] env[69941]: DEBUG oslo_concurrency.lockutils [req-2f0f3ebf-fa37-43b6-8f24-88ceda476f40 req-cf6e5167-85bf-4b50-a3a1-e71d4d2797ac service nova] Lock "f379b8cd-9294-48cc-8adb-07cff23acdb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.161279] env[69941]: DEBUG oslo_concurrency.lockutils [req-2f0f3ebf-fa37-43b6-8f24-88ceda476f40 req-cf6e5167-85bf-4b50-a3a1-e71d4d2797ac service nova] Lock "f379b8cd-9294-48cc-8adb-07cff23acdb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.161779] env[69941]: DEBUG nova.compute.manager [req-2f0f3ebf-fa37-43b6-8f24-88ceda476f40 req-cf6e5167-85bf-4b50-a3a1-e71d4d2797ac service nova] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] No waiting events found dispatching network-vif-plugged-73e3cba8-83dc-4d2c-a348-3e31b0129f9e {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.161779] env[69941]: WARNING nova.compute.manager [req-2f0f3ebf-fa37-43b6-8f24-88ceda476f40 req-cf6e5167-85bf-4b50-a3a1-e71d4d2797ac service nova] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Received unexpected event network-vif-plugged-73e3cba8-83dc-4d2c-a348-3e31b0129f9e for instance with vm_state building and task_state spawning. [ 1102.180480] env[69941]: DEBUG oslo_vmware.api [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': task-3289212, 'name': PowerOnVM_Task, 'duration_secs': 0.456113} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.181721] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.181926] env[69941]: INFO nova.compute.manager [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1102.182333] env[69941]: DEBUG nova.compute.manager [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.183041] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4d9182-4ddd-46a5-85c0-e1ea2cc5d219 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.186131] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b538ab6-f503-4557-af3b-ede299a28ace {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.194366] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac72c83-2987-4445-9827-c2e64d639d97 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.228464] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f55bd3-52c2-44d4-88ae-fef77cb518c6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.237082] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d959c8-75f1-476a-9951-3b0f660bd9b3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.252229] env[69941]: DEBUG nova.compute.provider_tree [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.328825] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.329597] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.329765] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.331024] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a25173-d87d-4924-9655-ca25273bfed3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.351669] env[69941]: DEBUG nova.virt.hardware [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.351884] env[69941]: DEBUG nova.virt.hardware [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.352055] env[69941]: DEBUG nova.virt.hardware [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.352274] env[69941]: DEBUG nova.virt.hardware [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.352401] env[69941]: DEBUG nova.virt.hardware [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.352551] env[69941]: DEBUG nova.virt.hardware [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.352757] env[69941]: DEBUG nova.virt.hardware [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.352913] env[69941]: DEBUG nova.virt.hardware [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.353089] env[69941]: DEBUG nova.virt.hardware [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.353250] env[69941]: DEBUG nova.virt.hardware [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.353429] env[69941]: DEBUG nova.virt.hardware [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.359666] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Reconfiguring VM to attach interface {{(pid=69941) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1102.359967] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2adb3097-7f8c-4e9e-9e20-75ac917d72b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.377103] env[69941]: DEBUG oslo_vmware.api [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1102.377103] env[69941]: value = "task-3289213" [ 1102.377103] env[69941]: _type = "Task" [ 1102.377103] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.384757] env[69941]: DEBUG oslo_vmware.api [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289213, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.395749] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "refresh_cache-f379b8cd-9294-48cc-8adb-07cff23acdb5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.395926] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "refresh_cache-f379b8cd-9294-48cc-8adb-07cff23acdb5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.396092] env[69941]: DEBUG nova.network.neutron [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.442202] env[69941]: DEBUG oslo_vmware.api [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289210, 'name': PowerOnVM_Task, 'duration_secs': 1.784341} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.442685] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.442876] env[69941]: DEBUG nova.compute.manager [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.443781] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9448914-c74b-48b4-b81d-3f0adbab5603 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.711146] env[69941]: INFO nova.compute.manager [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Took 12.18 seconds to build instance. [ 1102.746028] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "fd60e592-3eef-4a3e-b8da-b7714313d83b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.746263] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "fd60e592-3eef-4a3e-b8da-b7714313d83b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.755891] env[69941]: DEBUG nova.scheduler.client.report [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.887834] env[69941]: DEBUG oslo_vmware.api [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.932742] env[69941]: DEBUG nova.network.neutron [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.962102] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.090384] env[69941]: DEBUG nova.network.neutron [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Updating instance_info_cache with network_info: [{"id": "73e3cba8-83dc-4d2c-a348-3e31b0129f9e", "address": "fa:16:3e:5e:cf:43", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e3cba8-83", "ovs_interfaceid": "73e3cba8-83dc-4d2c-a348-3e31b0129f9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.213571] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d97bee75-62e9-49f9-9304-193fd234becf tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Lock "fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.700s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.246680] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b2b7b90-3772-4ea0-aae0-725f92806fc8 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Acquiring lock "interface-fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.246920] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b2b7b90-3772-4ea0-aae0-725f92806fc8 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Lock "interface-fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.247296] env[69941]: DEBUG nova.objects.instance [None req-2b2b7b90-3772-4ea0-aae0-725f92806fc8 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Lazy-loading 'flavor' on Instance uuid fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.248760] env[69941]: DEBUG nova.compute.manager [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.260853] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.263154] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.751s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.263375] env[69941]: DEBUG nova.objects.instance [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Lazy-loading 'resources' on Instance uuid 7a29e3bc-17ef-495d-9e99-87920e8d015c {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.283017] env[69941]: INFO nova.scheduler.client.report [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Deleted allocations for instance 11118094-2c65-4953-94c8-a6bd67d43bce [ 1103.387483] env[69941]: DEBUG oslo_vmware.api [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289213, 'name': ReconfigVM_Task, 'duration_secs': 0.645869} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.387963] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.388185] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Reconfigured VM to attach interface {{(pid=69941) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1103.593641] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "refresh_cache-f379b8cd-9294-48cc-8adb-07cff23acdb5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.593998] env[69941]: DEBUG nova.compute.manager [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Instance network_info: |[{"id": "73e3cba8-83dc-4d2c-a348-3e31b0129f9e", "address": "fa:16:3e:5e:cf:43", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e3cba8-83", "ovs_interfaceid": "73e3cba8-83dc-4d2c-a348-3e31b0129f9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.594434] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:cf:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73e3cba8-83dc-4d2c-a348-3e31b0129f9e', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.601863] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.602081] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.602314] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7742597b-bca6-43c0-b0fa-bc1250062f82 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.621758] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.621758] env[69941]: value = "task-3289214" [ 1103.621758] env[69941]: _type = "Task" [ 1103.621758] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.629322] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289214, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.754036] env[69941]: DEBUG nova.objects.instance [None req-2b2b7b90-3772-4ea0-aae0-725f92806fc8 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Lazy-loading 'pci_requests' on Instance uuid fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.773082] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.789434] env[69941]: DEBUG oslo_concurrency.lockutils [None req-11b42fba-6b84-46bc-ac67-2e95f46ec997 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "11118094-2c65-4953-94c8-a6bd67d43bce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.263s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.893337] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d005368a-08a2-480d-b63e-4c0b9ca4abbb tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-2bac396e-eaad-4ee2-8741-c96d2da843f5-a945b315-6392-4ceb-ade0-cea069e61150" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.887s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.931722] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deb04b5-4edb-4f8d-aff8-9d8d88fc1d89 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.940087] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99282fb5-94d0-4185-830f-fcd9bcde588c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.969734] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c8eca0-082f-4409-b214-ee5d66ec0638 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.977578] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0ed951-8b41-4f8b-8ff0-450fa1cedb25 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.992554] env[69941]: DEBUG nova.compute.provider_tree [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.132336] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289214, 'name': CreateVM_Task, 'duration_secs': 0.506595} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.132860] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.133637] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.133827] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.134172] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.134463] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f65e07d-b8e0-4851-89f9-3ef46bbd780c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.139203] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1104.139203] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]522bb7ad-687a-7a83-f73b-3f2f1fa2a9b5" [ 1104.139203] env[69941]: _type = "Task" [ 1104.139203] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.146732] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522bb7ad-687a-7a83-f73b-3f2f1fa2a9b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.258726] env[69941]: DEBUG nova.objects.base [None req-2b2b7b90-3772-4ea0-aae0-725f92806fc8 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1104.258947] env[69941]: DEBUG nova.network.neutron [None req-2b2b7b90-3772-4ea0-aae0-725f92806fc8 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.339601] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b2b7b90-3772-4ea0-aae0-725f92806fc8 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Lock "interface-fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.093s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.496325] env[69941]: DEBUG nova.scheduler.client.report [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.651049] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522bb7ad-687a-7a83-f73b-3f2f1fa2a9b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010922} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.651049] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.651049] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.651556] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.651556] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.651672] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.651930] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa4b2954-faf0-4617-8c47-708f653576a2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.660707] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.660863] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.661522] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e019b72-5258-4917-9245-9c811b120612 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.666412] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1104.666412] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]520e33b0-f0a5-c2d7-8cd2-46a2454d998e" [ 1104.666412] env[69941]: _type = "Task" [ 1104.666412] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.674475] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520e33b0-f0a5-c2d7-8cd2-46a2454d998e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.966461] env[69941]: DEBUG nova.compute.manager [req-271ea3f9-ee48-455b-864a-0f80f1c86b8a req-83e41e97-dd5d-41ad-a87f-154cf04015fc service nova] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Received event network-changed-73e3cba8-83dc-4d2c-a348-3e31b0129f9e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.966733] env[69941]: DEBUG nova.compute.manager [req-271ea3f9-ee48-455b-864a-0f80f1c86b8a req-83e41e97-dd5d-41ad-a87f-154cf04015fc service nova] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Refreshing instance network info cache due to event network-changed-73e3cba8-83dc-4d2c-a348-3e31b0129f9e. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.966869] env[69941]: DEBUG oslo_concurrency.lockutils [req-271ea3f9-ee48-455b-864a-0f80f1c86b8a req-83e41e97-dd5d-41ad-a87f-154cf04015fc service nova] Acquiring lock "refresh_cache-f379b8cd-9294-48cc-8adb-07cff23acdb5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.966995] env[69941]: DEBUG oslo_concurrency.lockutils [req-271ea3f9-ee48-455b-864a-0f80f1c86b8a req-83e41e97-dd5d-41ad-a87f-154cf04015fc service nova] Acquired lock "refresh_cache-f379b8cd-9294-48cc-8adb-07cff23acdb5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.967163] env[69941]: DEBUG nova.network.neutron [req-271ea3f9-ee48-455b-864a-0f80f1c86b8a req-83e41e97-dd5d-41ad-a87f-154cf04015fc service nova] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Refreshing network info cache for port 73e3cba8-83dc-4d2c-a348-3e31b0129f9e {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.001028] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.004681] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.043s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.005078] env[69941]: DEBUG nova.objects.instance [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69941) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1105.019590] env[69941]: INFO nova.scheduler.client.report [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Deleted allocations for instance 7a29e3bc-17ef-495d-9e99-87920e8d015c [ 1105.178038] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520e33b0-f0a5-c2d7-8cd2-46a2454d998e, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.178204] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08e5241-8bf1-4ebf-9178-16429e48074c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.183231] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1105.183231] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c02e17-5a86-f740-ab6a-20642362d6b0" [ 1105.183231] env[69941]: _type = "Task" [ 1105.183231] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.190784] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c02e17-5a86-f740-ab6a-20642362d6b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.527188] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c1e7eadf-e399-4f61-9b17-081f4d1acb3e tempest-ServerGroupTestJSON-434187524 tempest-ServerGroupTestJSON-434187524-project-member] Lock "7a29e3bc-17ef-495d-9e99-87920e8d015c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.124s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.693874] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c02e17-5a86-f740-ab6a-20642362d6b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010389} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.694139] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.694461] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] f379b8cd-9294-48cc-8adb-07cff23acdb5/f379b8cd-9294-48cc-8adb-07cff23acdb5.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.696792] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eef67a5a-1757-4434-85df-009163f6f4c6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.703524] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1105.703524] env[69941]: value = "task-3289215" [ 1105.703524] env[69941]: _type = "Task" [ 1105.703524] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.711533] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.752946] env[69941]: DEBUG nova.network.neutron [req-271ea3f9-ee48-455b-864a-0f80f1c86b8a req-83e41e97-dd5d-41ad-a87f-154cf04015fc service nova] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Updated VIF entry in instance network info cache for port 73e3cba8-83dc-4d2c-a348-3e31b0129f9e. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.753374] env[69941]: DEBUG nova.network.neutron [req-271ea3f9-ee48-455b-864a-0f80f1c86b8a req-83e41e97-dd5d-41ad-a87f-154cf04015fc service nova] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Updating instance_info_cache with network_info: [{"id": "73e3cba8-83dc-4d2c-a348-3e31b0129f9e", "address": "fa:16:3e:5e:cf:43", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e3cba8-83", "ovs_interfaceid": "73e3cba8-83dc-4d2c-a348-3e31b0129f9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.808861] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "interface-2bac396e-eaad-4ee2-8741-c96d2da843f5-982b611d-5d77-474b-ab67-777b1d0cb7d6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.809277] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-2bac396e-eaad-4ee2-8741-c96d2da843f5-982b611d-5d77-474b-ab67-777b1d0cb7d6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.014425] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1338ceed-f820-4f2d-9a45-ab5cc9bc8a46 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.015543] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.243s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.017253] env[69941]: INFO nova.compute.claims [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.213248] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289215, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.256147] env[69941]: DEBUG oslo_concurrency.lockutils [req-271ea3f9-ee48-455b-864a-0f80f1c86b8a req-83e41e97-dd5d-41ad-a87f-154cf04015fc service nova] Releasing lock "refresh_cache-f379b8cd-9294-48cc-8adb-07cff23acdb5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.312320] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.312564] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.313489] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4f319b-a94d-44ea-ab3f-6aec4d9f13ff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.330843] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Acquiring lock "fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.331086] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Lock "fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.331301] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Acquiring lock "fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.331492] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Lock "fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.331668] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Lock "fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.333943] env[69941]: INFO nova.compute.manager [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Terminating instance [ 1106.335646] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd79d9c3-7684-48c6-a646-13431d140ae7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.367438] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Reconfiguring VM to detach interface {{(pid=69941) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1106.368620] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-582fab7c-d85f-48e6-b64a-459c3dbf4132 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.387481] env[69941]: DEBUG oslo_vmware.api [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1106.387481] env[69941]: value = "task-3289216" [ 1106.387481] env[69941]: _type = "Task" [ 1106.387481] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.395740] env[69941]: DEBUG oslo_vmware.api [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.714489] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522374} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.714869] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] f379b8cd-9294-48cc-8adb-07cff23acdb5/f379b8cd-9294-48cc-8adb-07cff23acdb5.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.715178] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.715497] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-518f974f-0b67-470c-af58-5e33455a5add {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.722560] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1106.722560] env[69941]: value = "task-3289217" [ 1106.722560] env[69941]: _type = "Task" [ 1106.722560] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.730567] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.840940] env[69941]: DEBUG nova.compute.manager [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.841242] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.842156] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989a9373-ae66-489e-8dd8-a0dcdc093ab1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.849629] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.850389] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1853314a-085a-4035-b389-c1ad99141f99 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.856966] env[69941]: DEBUG oslo_vmware.api [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Waiting for the task: (returnval){ [ 1106.856966] env[69941]: value = "task-3289218" [ 1106.856966] env[69941]: _type = "Task" [ 1106.856966] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.864985] env[69941]: DEBUG oslo_vmware.api [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': task-3289218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.896623] env[69941]: DEBUG oslo_vmware.api [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.219793] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a269844b-ad05-469c-83d7-24bafbf7a936 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.232601] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067059} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.234758] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.235551] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d808e9-1853-4086-8145-d5c06f2227bb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.241076] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321372c4-bd6e-4c6e-84d0-1d3735c3ad81 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.263735] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] f379b8cd-9294-48cc-8adb-07cff23acdb5/f379b8cd-9294-48cc-8adb-07cff23acdb5.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.290280] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3dc11d2-3065-4943-96d4-5cb21f49f0b1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.306341] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ed664f-c044-4dd3-bf04-66631d30f2a6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.312076] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.312290] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.319368] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7bca0f-e6ab-4276-bce8-2ec702005f39 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.323221] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1107.323221] env[69941]: value = "task-3289219" [ 1107.323221] env[69941]: _type = "Task" [ 1107.323221] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.335759] env[69941]: DEBUG nova.compute.provider_tree [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.342575] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.365913] env[69941]: DEBUG oslo_vmware.api [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': task-3289218, 'name': PowerOffVM_Task, 'duration_secs': 0.22988} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.366190] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.366361] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.366599] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b2d5487-de2f-442e-b56a-0d0b0a8afc2e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.397259] env[69941]: DEBUG oslo_vmware.api [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.440280] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.440499] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.440678] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Deleting the datastore file [datastore2] fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.440945] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e421f84-c828-46ff-8f7b-94f3fdce5575 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.448077] env[69941]: DEBUG oslo_vmware.api [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Waiting for the task: (returnval){ [ 1107.448077] env[69941]: value = "task-3289221" [ 1107.448077] env[69941]: _type = "Task" [ 1107.448077] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.456619] env[69941]: DEBUG oslo_vmware.api [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': task-3289221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.814483] env[69941]: DEBUG nova.compute.manager [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.833587] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289219, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.839435] env[69941]: DEBUG nova.scheduler.client.report [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.898798] env[69941]: DEBUG oslo_vmware.api [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.960808] env[69941]: DEBUG oslo_vmware.api [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Task: {'id': task-3289221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159462} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.961157] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.961462] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.961738] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.962011] env[69941]: INFO nova.compute.manager [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1107.962346] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.962643] env[69941]: DEBUG nova.compute.manager [-] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.962789] env[69941]: DEBUG nova.network.neutron [-] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.269975] env[69941]: DEBUG nova.compute.manager [req-570f75eb-bb73-453d-aa39-f740018c7397 req-67d112d0-1857-4115-8795-1e0b0df48788 service nova] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Received event network-vif-deleted-7b58990d-00c0-49ed-998b-b3f015f90a34 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.269975] env[69941]: INFO nova.compute.manager [req-570f75eb-bb73-453d-aa39-f740018c7397 req-67d112d0-1857-4115-8795-1e0b0df48788 service nova] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Neutron deleted interface 7b58990d-00c0-49ed-998b-b3f015f90a34; detaching it from the instance and deleting it from the info cache [ 1108.269975] env[69941]: DEBUG nova.network.neutron [req-570f75eb-bb73-453d-aa39-f740018c7397 req-67d112d0-1857-4115-8795-1e0b0df48788 service nova] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.338235] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289219, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.344590] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.345390] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.345875] env[69941]: DEBUG nova.compute.manager [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.348372] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.004s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.349895] env[69941]: INFO nova.compute.claims [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.399112] env[69941]: DEBUG oslo_vmware.api [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.749232] env[69941]: DEBUG nova.network.neutron [-] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.772322] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b857de2f-2684-4892-8e9f-6338af2c8236 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.782240] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcaf6c7-58ab-4f83-87d8-ea20d6f62518 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.815318] env[69941]: DEBUG nova.compute.manager [req-570f75eb-bb73-453d-aa39-f740018c7397 req-67d112d0-1857-4115-8795-1e0b0df48788 service nova] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Detach interface failed, port_id=7b58990d-00c0-49ed-998b-b3f015f90a34, reason: Instance fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1108.835043] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289219, 'name': ReconfigVM_Task, 'duration_secs': 1.438362} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.835317] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Reconfigured VM instance instance-0000006d to attach disk [datastore1] f379b8cd-9294-48cc-8adb-07cff23acdb5/f379b8cd-9294-48cc-8adb-07cff23acdb5.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.835905] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8bb8143-f760-4fb1-9647-33c84a94c7bb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.841975] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1108.841975] env[69941]: value = "task-3289222" [ 1108.841975] env[69941]: _type = "Task" [ 1108.841975] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.849221] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289222, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.853432] env[69941]: DEBUG nova.compute.utils [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.856396] env[69941]: DEBUG nova.compute.manager [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.856561] env[69941]: DEBUG nova.network.neutron [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.900029] env[69941]: DEBUG oslo_vmware.api [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.901309] env[69941]: DEBUG nova.policy [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3509633235e346648c85a83db9ae8e39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24c36dfd585b4094a67bf9f8bfeae8c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.164645] env[69941]: DEBUG nova.network.neutron [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Successfully created port: 786d6c96-df47-4e4c-8159-0aee07bcb6bd {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.252499] env[69941]: INFO nova.compute.manager [-] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Took 1.29 seconds to deallocate network for instance. [ 1109.353318] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289222, 'name': Rename_Task, 'duration_secs': 0.319448} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.353571] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.353760] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2141932c-4d21-43c7-a974-23f5ff33df95 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.361821] env[69941]: DEBUG nova.compute.manager [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.365782] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1109.365782] env[69941]: value = "task-3289223" [ 1109.365782] env[69941]: _type = "Task" [ 1109.365782] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.376085] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.402997] env[69941]: DEBUG oslo_vmware.api [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.575933] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaf2ef2-eb50-4499-abdc-4a9fc2621222 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.583737] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f800426-2f99-4d40-ae01-dfe0d2a05f62 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.615419] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda7c7c6-3c4d-4eac-b1aa-b7b1213973fb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.623831] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13307c8c-7007-49ac-ad2c-4478baddd341 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.639775] env[69941]: DEBUG nova.compute.provider_tree [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.759830] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.818582] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.819022] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.819308] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.819647] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.819847] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.820015] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.820231] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.820386] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69941) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1109.820541] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.881025] env[69941]: DEBUG oslo_vmware.api [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289223, 'name': PowerOnVM_Task, 'duration_secs': 0.50944} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.881219] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.881439] env[69941]: INFO nova.compute.manager [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1109.881620] env[69941]: DEBUG nova.compute.manager [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.882485] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be083d5e-582b-42a0-854a-19b6186a3496 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.905471] env[69941]: DEBUG oslo_vmware.api [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.973167] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "3a24eb11-1f59-4a59-97f1-93e68655cbee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.973432] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "3a24eb11-1f59-4a59-97f1-93e68655cbee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.973613] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "3a24eb11-1f59-4a59-97f1-93e68655cbee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.973800] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "3a24eb11-1f59-4a59-97f1-93e68655cbee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.973968] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "3a24eb11-1f59-4a59-97f1-93e68655cbee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.976299] env[69941]: INFO nova.compute.manager [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Terminating instance [ 1110.143048] env[69941]: DEBUG nova.scheduler.client.report [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.323816] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.377922] env[69941]: DEBUG nova.compute.manager [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.408086] env[69941]: INFO nova.compute.manager [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Took 14.63 seconds to build instance. [ 1110.413395] env[69941]: DEBUG oslo_vmware.api [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.415575] env[69941]: DEBUG nova.virt.hardware [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.415832] env[69941]: DEBUG nova.virt.hardware [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.416024] env[69941]: DEBUG nova.virt.hardware [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.416227] env[69941]: DEBUG nova.virt.hardware [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.416440] env[69941]: DEBUG nova.virt.hardware [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.416831] env[69941]: DEBUG nova.virt.hardware [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.416893] env[69941]: DEBUG nova.virt.hardware [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.417023] env[69941]: DEBUG nova.virt.hardware [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.417360] env[69941]: DEBUG nova.virt.hardware [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.417395] env[69941]: DEBUG nova.virt.hardware [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.417561] env[69941]: DEBUG nova.virt.hardware [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.418560] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f51b90-b585-4ca0-b4ef-a287105fa411 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.426177] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dcdb58-daa8-4cb6-a374-6ad03c536752 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.480022] env[69941]: DEBUG nova.compute.manager [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.480353] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.481557] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5af4637-4fb9-46b1-a4c0-3c54349c165b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.489780] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.490026] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f4452c9-3c36-406a-84f4-bdb88dd23bce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.496108] env[69941]: DEBUG oslo_vmware.api [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1110.496108] env[69941]: value = "task-3289224" [ 1110.496108] env[69941]: _type = "Task" [ 1110.496108] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.506566] env[69941]: DEBUG oslo_vmware.api [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.649187] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.649878] env[69941]: DEBUG nova.compute.manager [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.652983] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.893s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.653224] env[69941]: DEBUG nova.objects.instance [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Lazy-loading 'resources' on Instance uuid fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.876561] env[69941]: DEBUG nova.compute.manager [req-846ca356-1d51-49b6-bdbd-61654f316419 req-a0b2a65d-2625-4b33-b703-147adbaae2fb service nova] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Received event network-vif-plugged-786d6c96-df47-4e4c-8159-0aee07bcb6bd {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.876790] env[69941]: DEBUG oslo_concurrency.lockutils [req-846ca356-1d51-49b6-bdbd-61654f316419 req-a0b2a65d-2625-4b33-b703-147adbaae2fb service nova] Acquiring lock "fd60e592-3eef-4a3e-b8da-b7714313d83b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.877012] env[69941]: DEBUG oslo_concurrency.lockutils [req-846ca356-1d51-49b6-bdbd-61654f316419 req-a0b2a65d-2625-4b33-b703-147adbaae2fb service nova] Lock "fd60e592-3eef-4a3e-b8da-b7714313d83b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.877198] env[69941]: DEBUG oslo_concurrency.lockutils [req-846ca356-1d51-49b6-bdbd-61654f316419 req-a0b2a65d-2625-4b33-b703-147adbaae2fb service nova] Lock "fd60e592-3eef-4a3e-b8da-b7714313d83b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.877370] env[69941]: DEBUG nova.compute.manager [req-846ca356-1d51-49b6-bdbd-61654f316419 req-a0b2a65d-2625-4b33-b703-147adbaae2fb service nova] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] No waiting events found dispatching network-vif-plugged-786d6c96-df47-4e4c-8159-0aee07bcb6bd {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.877521] env[69941]: WARNING nova.compute.manager [req-846ca356-1d51-49b6-bdbd-61654f316419 req-a0b2a65d-2625-4b33-b703-147adbaae2fb service nova] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Received unexpected event network-vif-plugged-786d6c96-df47-4e4c-8159-0aee07bcb6bd for instance with vm_state building and task_state spawning. [ 1110.908941] env[69941]: DEBUG oslo_vmware.api [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.909427] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9f8a9c07-936f-4ce2-90a6-3d8dd5716a32 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "f379b8cd-9294-48cc-8adb-07cff23acdb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.144s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.000119] env[69941]: DEBUG nova.network.neutron [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Successfully updated port: 786d6c96-df47-4e4c-8159-0aee07bcb6bd {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.010532] env[69941]: DEBUG oslo_vmware.api [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289224, 'name': PowerOffVM_Task, 'duration_secs': 0.410192} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.011467] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.011644] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.011901] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5f9e8d9-0ab3-4d12-b409-6b1672b5141b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.073416] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.073896] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.074166] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Deleting the datastore file [datastore1] 3a24eb11-1f59-4a59-97f1-93e68655cbee {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.074499] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eaae34b1-7957-4d24-b03c-b1c0da367e24 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.081651] env[69941]: DEBUG oslo_vmware.api [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1111.081651] env[69941]: value = "task-3289226" [ 1111.081651] env[69941]: _type = "Task" [ 1111.081651] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.089356] env[69941]: DEBUG oslo_vmware.api [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.157053] env[69941]: DEBUG nova.compute.utils [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.160869] env[69941]: DEBUG nova.compute.manager [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.161867] env[69941]: DEBUG nova.network.neutron [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.212591] env[69941]: DEBUG nova.policy [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02077045a01c451e846cc72963f823fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bd1ea7f509e42febe95e74434a5b241', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.311917] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0a5cb1-7e2e-4abc-8a80-75e5a913e5d4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.320544] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a6f3a2-d2a2-4381-be44-d8d583044b44 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.350934] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a4ccb2-1edd-4a1f-937f-b9076b7f5b3a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.358548] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526eaea3-f578-4eff-a777-ba7afb4e0ee1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.373435] env[69941]: DEBUG nova.compute.provider_tree [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.408117] env[69941]: DEBUG oslo_vmware.api [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.484803] env[69941]: DEBUG nova.network.neutron [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Successfully created port: c18dde43-a5d1-445a-b36c-58a5e28e182f {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.499729] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "refresh_cache-fd60e592-3eef-4a3e-b8da-b7714313d83b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.499729] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "refresh_cache-fd60e592-3eef-4a3e-b8da-b7714313d83b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.499861] env[69941]: DEBUG nova.network.neutron [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.591823] env[69941]: DEBUG oslo_vmware.api [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384692} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.592108] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.592375] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.592558] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.592816] env[69941]: INFO nova.compute.manager [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1111.592977] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.593183] env[69941]: DEBUG nova.compute.manager [-] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.593278] env[69941]: DEBUG nova.network.neutron [-] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.661783] env[69941]: DEBUG nova.compute.manager [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.876548] env[69941]: DEBUG nova.scheduler.client.report [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.909233] env[69941]: DEBUG oslo_vmware.api [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289216, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.037359] env[69941]: DEBUG nova.network.neutron [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.154796] env[69941]: DEBUG nova.compute.manager [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Stashing vm_state: active {{(pid=69941) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1112.231120] env[69941]: DEBUG nova.network.neutron [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Updating instance_info_cache with network_info: [{"id": "786d6c96-df47-4e4c-8159-0aee07bcb6bd", "address": "fa:16:3e:dc:a0:3a", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786d6c96-df", "ovs_interfaceid": "786d6c96-df47-4e4c-8159-0aee07bcb6bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.386248] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.391543] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.067s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.391543] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.391543] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69941) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1112.393855] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e828c87e-3c63-41bc-b4ed-e87f80241a02 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.400927] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a1936c-dac8-4c93-bd5f-106b3f548559 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.424941] env[69941]: INFO nova.scheduler.client.report [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Deleted allocations for instance fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07 [ 1112.426384] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce8dfd1-c688-4f3a-a40a-fc3777d986a1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.428928] env[69941]: DEBUG oslo_vmware.api [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289216, 'name': ReconfigVM_Task, 'duration_secs': 5.824444} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.431404] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.431619] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Reconfigured VM to detach interface {{(pid=69941) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1112.442719] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed638aa-ce09-488d-bdac-d0e4780f61a0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.480484] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179125MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=69941) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1112.480653] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.480889] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.674214] env[69941]: DEBUG nova.compute.manager [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.676838] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.702915] env[69941]: DEBUG nova.virt.hardware [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.703184] env[69941]: DEBUG nova.virt.hardware [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.703362] env[69941]: DEBUG nova.virt.hardware [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.703586] env[69941]: DEBUG nova.virt.hardware [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.703739] env[69941]: DEBUG nova.virt.hardware [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.703888] env[69941]: DEBUG nova.virt.hardware [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.704113] env[69941]: DEBUG nova.virt.hardware [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.704277] env[69941]: DEBUG nova.virt.hardware [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.704446] env[69941]: DEBUG nova.virt.hardware [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.704608] env[69941]: DEBUG nova.virt.hardware [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.704781] env[69941]: DEBUG nova.virt.hardware [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.705649] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0488631d-86ab-4b41-8e95-d309ccbf1147 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.713682] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93148349-3e50-4042-97da-ebf9b50c9869 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.733840] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "refresh_cache-fd60e592-3eef-4a3e-b8da-b7714313d83b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.734171] env[69941]: DEBUG nova.compute.manager [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Instance network_info: |[{"id": "786d6c96-df47-4e4c-8159-0aee07bcb6bd", "address": "fa:16:3e:dc:a0:3a", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786d6c96-df", "ovs_interfaceid": "786d6c96-df47-4e4c-8159-0aee07bcb6bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.734579] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:a0:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '786d6c96-df47-4e4c-8159-0aee07bcb6bd', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.745319] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.746031] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.746031] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-317b45f8-560e-421a-85dd-ad347792c874 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.764140] env[69941]: DEBUG nova.network.neutron [-] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.771172] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.771172] env[69941]: value = "task-3289227" [ 1112.771172] env[69941]: _type = "Task" [ 1112.771172] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.780492] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289227, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.917302] env[69941]: DEBUG nova.compute.manager [req-e256da7b-bc2c-4f36-bd72-6d83ab9287b3 req-c58cfeba-acb0-4c31-93d7-d8c1f2e0bbcf service nova] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Received event network-changed-786d6c96-df47-4e4c-8159-0aee07bcb6bd {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.917545] env[69941]: DEBUG nova.compute.manager [req-e256da7b-bc2c-4f36-bd72-6d83ab9287b3 req-c58cfeba-acb0-4c31-93d7-d8c1f2e0bbcf service nova] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Refreshing instance network info cache due to event network-changed-786d6c96-df47-4e4c-8159-0aee07bcb6bd. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.917796] env[69941]: DEBUG oslo_concurrency.lockutils [req-e256da7b-bc2c-4f36-bd72-6d83ab9287b3 req-c58cfeba-acb0-4c31-93d7-d8c1f2e0bbcf service nova] Acquiring lock "refresh_cache-fd60e592-3eef-4a3e-b8da-b7714313d83b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.917977] env[69941]: DEBUG oslo_concurrency.lockutils [req-e256da7b-bc2c-4f36-bd72-6d83ab9287b3 req-c58cfeba-acb0-4c31-93d7-d8c1f2e0bbcf service nova] Acquired lock "refresh_cache-fd60e592-3eef-4a3e-b8da-b7714313d83b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.918200] env[69941]: DEBUG nova.network.neutron [req-e256da7b-bc2c-4f36-bd72-6d83ab9287b3 req-c58cfeba-acb0-4c31-93d7-d8c1f2e0bbcf service nova] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Refreshing network info cache for port 786d6c96-df47-4e4c-8159-0aee07bcb6bd {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.937239] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9a1dd154-b6ae-4672-85a1-28767ef2c4e0 tempest-AttachInterfacesV270Test-1245397809 tempest-AttachInterfacesV270Test-1245397809-project-member] Lock "fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.606s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.220139] env[69941]: DEBUG nova.network.neutron [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Successfully updated port: c18dde43-a5d1-445a-b36c-58a5e28e182f {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.264697] env[69941]: INFO nova.compute.manager [-] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Took 1.67 seconds to deallocate network for instance. [ 1113.288438] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289227, 'name': CreateVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.497680] env[69941]: INFO nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Updating resource usage from migration c0aa2919-e1c3-41aa-99f8-c2ff7a751a7d [ 1113.528274] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 015c489a-baf4-4569-8d5f-3fd343ca03a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.528274] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 1543ff3c-7076-4b47-b9ff-3550fc36e9b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.528389] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance f93c0971-5938-4734-83f5-ee3b3a0f055f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.528508] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance a8fc343c-65e7-4cf8-a5fc-92f56a949f75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.528624] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 2bac396e-eaad-4ee2-8741-c96d2da843f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.528740] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 3a24eb11-1f59-4a59-97f1-93e68655cbee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.528849] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 98e9f87e-6fdc-4777-9cf5-89200b85e410 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.528981] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 3035c329-b333-4148-9200-be7e6c2bd8d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.529130] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 2b8a04b3-a221-473c-9d4a-498930360d86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.529249] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance fd60e592-3eef-4a3e-b8da-b7714313d83b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.529358] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance dd1fea62-ef55-4f22-8655-45c4f7d18aff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.529467] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Migration c0aa2919-e1c3-41aa-99f8-c2ff7a751a7d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1113.529574] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance f379b8cd-9294-48cc-8adb-07cff23acdb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.529781] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1113.529915] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1113.638791] env[69941]: DEBUG nova.network.neutron [req-e256da7b-bc2c-4f36-bd72-6d83ab9287b3 req-c58cfeba-acb0-4c31-93d7-d8c1f2e0bbcf service nova] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Updated VIF entry in instance network info cache for port 786d6c96-df47-4e4c-8159-0aee07bcb6bd. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.639831] env[69941]: DEBUG nova.network.neutron [req-e256da7b-bc2c-4f36-bd72-6d83ab9287b3 req-c58cfeba-acb0-4c31-93d7-d8c1f2e0bbcf service nova] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Updating instance_info_cache with network_info: [{"id": "786d6c96-df47-4e4c-8159-0aee07bcb6bd", "address": "fa:16:3e:dc:a0:3a", "network": {"id": "6beb656b-6d62-4b78-889e-ab7398ae016f", "bridge": "br-int", "label": "tempest-ServersTestJSON-20427925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c36dfd585b4094a67bf9f8bfeae8c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786d6c96-df", "ovs_interfaceid": "786d6c96-df47-4e4c-8159-0aee07bcb6bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.668366] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.668542] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.668716] env[69941]: DEBUG nova.network.neutron [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.725373] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dadd787-3362-4a50-9eeb-7e54aaeb0093 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.728385] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "refresh_cache-dd1fea62-ef55-4f22-8655-45c4f7d18aff" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.728484] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquired lock "refresh_cache-dd1fea62-ef55-4f22-8655-45c4f7d18aff" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.728654] env[69941]: DEBUG nova.network.neutron [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.735503] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc57caf-a982-4f3f-89a7-314bfb09ee52 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.768951] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faf8ef0-e75b-4886-bd96-ff083d9ab45a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.775121] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.781683] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed545417-e85f-465d-9939-91241150dae9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.790534] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289227, 'name': CreateVM_Task, 'duration_secs': 0.625152} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.797961] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.798416] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.800112] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.800292] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.800609] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.801072] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ab54d9b-015c-4b23-89cd-53f1983d7d73 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.805567] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1113.805567] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]522e1410-4e6c-cccb-1a7d-8f5fd142f476" [ 1113.805567] env[69941]: _type = "Task" [ 1113.805567] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.814455] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522e1410-4e6c-cccb-1a7d-8f5fd142f476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.983745] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "2bac396e-eaad-4ee2-8741-c96d2da843f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.984596] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "2bac396e-eaad-4ee2-8741-c96d2da843f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.984596] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "2bac396e-eaad-4ee2-8741-c96d2da843f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.984596] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "2bac396e-eaad-4ee2-8741-c96d2da843f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.984869] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "2bac396e-eaad-4ee2-8741-c96d2da843f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.986853] env[69941]: INFO nova.compute.manager [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Terminating instance [ 1114.141641] env[69941]: DEBUG oslo_concurrency.lockutils [req-e256da7b-bc2c-4f36-bd72-6d83ab9287b3 req-c58cfeba-acb0-4c31-93d7-d8c1f2e0bbcf service nova] Releasing lock "refresh_cache-fd60e592-3eef-4a3e-b8da-b7714313d83b" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.141641] env[69941]: DEBUG nova.compute.manager [req-e256da7b-bc2c-4f36-bd72-6d83ab9287b3 req-c58cfeba-acb0-4c31-93d7-d8c1f2e0bbcf service nova] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Received event network-vif-deleted-a1d9196a-e015-45a8-a111-bfc73cfe5cb8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.141826] env[69941]: DEBUG nova.compute.manager [req-e256da7b-bc2c-4f36-bd72-6d83ab9287b3 req-c58cfeba-acb0-4c31-93d7-d8c1f2e0bbcf service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Received event network-vif-deleted-982b611d-5d77-474b-ab67-777b1d0cb7d6 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.142028] env[69941]: INFO nova.compute.manager [req-e256da7b-bc2c-4f36-bd72-6d83ab9287b3 req-c58cfeba-acb0-4c31-93d7-d8c1f2e0bbcf service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Neutron deleted interface 982b611d-5d77-474b-ab67-777b1d0cb7d6; detaching it from the instance and deleting it from the info cache [ 1114.142387] env[69941]: DEBUG nova.network.neutron [req-e256da7b-bc2c-4f36-bd72-6d83ab9287b3 req-c58cfeba-acb0-4c31-93d7-d8c1f2e0bbcf service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Updating instance_info_cache with network_info: [{"id": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "address": "fa:16:3e:b9:53:2a", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04cfb0e5-9b", "ovs_interfaceid": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a945b315-6392-4ceb-ade0-cea069e61150", "address": "fa:16:3e:13:b7:b6", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa945b315-63", "ovs_interfaceid": "a945b315-6392-4ceb-ade0-cea069e61150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.271963] env[69941]: DEBUG nova.network.neutron [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.302738] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.316847] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522e1410-4e6c-cccb-1a7d-8f5fd142f476, 'name': SearchDatastore_Task, 'duration_secs': 0.035972} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.317167] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.317401] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.317630] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.317858] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.318127] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.318447] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2130135-4fc3-41fd-9678-1df8f11a8677 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.336202] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.336371] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.337382] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76fa7b8-0b3c-4668-bee1-d805340795d3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.342443] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1114.342443] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52beeed6-2151-3487-2760-0fd2eed75fa3" [ 1114.342443] env[69941]: _type = "Task" [ 1114.342443] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.350130] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52beeed6-2151-3487-2760-0fd2eed75fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.491311] env[69941]: DEBUG nova.compute.manager [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.491547] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.492499] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e974e9d-9c7e-4319-9d74-716d49d6e713 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.504168] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.504542] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ffc318f-1947-47a3-9b61-6373ba8a08bc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.514519] env[69941]: DEBUG oslo_vmware.api [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1114.514519] env[69941]: value = "task-3289228" [ 1114.514519] env[69941]: _type = "Task" [ 1114.514519] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.525498] env[69941]: DEBUG oslo_vmware.api [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.541685] env[69941]: DEBUG nova.network.neutron [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Updating instance_info_cache with network_info: [{"id": "c18dde43-a5d1-445a-b36c-58a5e28e182f", "address": "fa:16:3e:45:cb:d9", "network": {"id": "763bcbf2-73b8-47d2-ba02-0c58c560776e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1136552053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd1ea7f509e42febe95e74434a5b241", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18dde43-a5", "ovs_interfaceid": "c18dde43-a5d1-445a-b36c-58a5e28e182f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.549244] env[69941]: INFO nova.network.neutron [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Port 982b611d-5d77-474b-ab67-777b1d0cb7d6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1114.549470] env[69941]: INFO nova.network.neutron [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Port a945b315-6392-4ceb-ade0-cea069e61150 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1114.549818] env[69941]: DEBUG nova.network.neutron [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Updating instance_info_cache with network_info: [{"id": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "address": "fa:16:3e:b9:53:2a", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04cfb0e5-9b", "ovs_interfaceid": "04cfb0e5-9b0f-4af3-a03a-f26696753f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.644927] env[69941]: DEBUG oslo_concurrency.lockutils [req-e256da7b-bc2c-4f36-bd72-6d83ab9287b3 req-c58cfeba-acb0-4c31-93d7-d8c1f2e0bbcf service nova] Acquiring lock "2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.811843] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1114.812136] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.331s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.812430] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.136s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.852448] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52beeed6-2151-3487-2760-0fd2eed75fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.052039} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.853200] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-172de0f0-105b-4ca7-ace7-8cec4dc37ae7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.858767] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1114.858767] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]528a6a01-2827-09a3-99d2-801ffeff2c81" [ 1114.858767] env[69941]: _type = "Task" [ 1114.858767] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.866008] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528a6a01-2827-09a3-99d2-801ffeff2c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.953834] env[69941]: DEBUG nova.compute.manager [req-be02d018-5f18-4f1e-9f16-9d222eec1767 req-f6f45367-cc8e-46e1-8547-f8731e706a56 service nova] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Received event network-vif-plugged-c18dde43-a5d1-445a-b36c-58a5e28e182f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.954053] env[69941]: DEBUG oslo_concurrency.lockutils [req-be02d018-5f18-4f1e-9f16-9d222eec1767 req-f6f45367-cc8e-46e1-8547-f8731e706a56 service nova] Acquiring lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.954277] env[69941]: DEBUG oslo_concurrency.lockutils [req-be02d018-5f18-4f1e-9f16-9d222eec1767 req-f6f45367-cc8e-46e1-8547-f8731e706a56 service nova] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.954415] env[69941]: DEBUG oslo_concurrency.lockutils [req-be02d018-5f18-4f1e-9f16-9d222eec1767 req-f6f45367-cc8e-46e1-8547-f8731e706a56 service nova] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.954591] env[69941]: DEBUG nova.compute.manager [req-be02d018-5f18-4f1e-9f16-9d222eec1767 req-f6f45367-cc8e-46e1-8547-f8731e706a56 service nova] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] No waiting events found dispatching network-vif-plugged-c18dde43-a5d1-445a-b36c-58a5e28e182f {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.954751] env[69941]: WARNING nova.compute.manager [req-be02d018-5f18-4f1e-9f16-9d222eec1767 req-f6f45367-cc8e-46e1-8547-f8731e706a56 service nova] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Received unexpected event network-vif-plugged-c18dde43-a5d1-445a-b36c-58a5e28e182f for instance with vm_state building and task_state spawning. [ 1114.954908] env[69941]: DEBUG nova.compute.manager [req-be02d018-5f18-4f1e-9f16-9d222eec1767 req-f6f45367-cc8e-46e1-8547-f8731e706a56 service nova] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Received event network-changed-c18dde43-a5d1-445a-b36c-58a5e28e182f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.955114] env[69941]: DEBUG nova.compute.manager [req-be02d018-5f18-4f1e-9f16-9d222eec1767 req-f6f45367-cc8e-46e1-8547-f8731e706a56 service nova] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Refreshing instance network info cache due to event network-changed-c18dde43-a5d1-445a-b36c-58a5e28e182f. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.955300] env[69941]: DEBUG oslo_concurrency.lockutils [req-be02d018-5f18-4f1e-9f16-9d222eec1767 req-f6f45367-cc8e-46e1-8547-f8731e706a56 service nova] Acquiring lock "refresh_cache-dd1fea62-ef55-4f22-8655-45c4f7d18aff" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.024173] env[69941]: DEBUG oslo_vmware.api [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289228, 'name': PowerOffVM_Task, 'duration_secs': 0.183002} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.024451] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.024623] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.024871] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcef45a6-3c4c-4b19-826d-5a7bbedaa59d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.033066] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.033338] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.044537] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Releasing lock "refresh_cache-dd1fea62-ef55-4f22-8655-45c4f7d18aff" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.044852] env[69941]: DEBUG nova.compute.manager [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Instance network_info: |[{"id": "c18dde43-a5d1-445a-b36c-58a5e28e182f", "address": "fa:16:3e:45:cb:d9", "network": {"id": "763bcbf2-73b8-47d2-ba02-0c58c560776e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1136552053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd1ea7f509e42febe95e74434a5b241", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18dde43-a5", "ovs_interfaceid": "c18dde43-a5d1-445a-b36c-58a5e28e182f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.045170] env[69941]: DEBUG oslo_concurrency.lockutils [req-be02d018-5f18-4f1e-9f16-9d222eec1767 req-f6f45367-cc8e-46e1-8547-f8731e706a56 service nova] Acquired lock "refresh_cache-dd1fea62-ef55-4f22-8655-45c4f7d18aff" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.045943] env[69941]: DEBUG nova.network.neutron [req-be02d018-5f18-4f1e-9f16-9d222eec1767 req-f6f45367-cc8e-46e1-8547-f8731e706a56 service nova] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Refreshing network info cache for port c18dde43-a5d1-445a-b36c-58a5e28e182f {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.046563] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:cb:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c18dde43-a5d1-445a-b36c-58a5e28e182f', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.054538] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.057557] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "refresh_cache-2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.059490] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.062292] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b094b04f-af49-40a2-8560-84027b6c7952 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.081520] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.081520] env[69941]: value = "task-3289230" [ 1115.081520] env[69941]: _type = "Task" [ 1115.081520] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.091574] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289230, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.135510] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.135766] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.135926] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Deleting the datastore file [datastore2] 2bac396e-eaad-4ee2-8741-c96d2da843f5 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.136225] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65234b20-456a-4b4e-91ad-c0cfd5ccc6dd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.143578] env[69941]: DEBUG oslo_vmware.api [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1115.143578] env[69941]: value = "task-3289231" [ 1115.143578] env[69941]: _type = "Task" [ 1115.143578] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.151828] env[69941]: DEBUG oslo_vmware.api [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.296594] env[69941]: DEBUG nova.network.neutron [req-be02d018-5f18-4f1e-9f16-9d222eec1767 req-f6f45367-cc8e-46e1-8547-f8731e706a56 service nova] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Updated VIF entry in instance network info cache for port c18dde43-a5d1-445a-b36c-58a5e28e182f. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.297042] env[69941]: DEBUG nova.network.neutron [req-be02d018-5f18-4f1e-9f16-9d222eec1767 req-f6f45367-cc8e-46e1-8547-f8731e706a56 service nova] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Updating instance_info_cache with network_info: [{"id": "c18dde43-a5d1-445a-b36c-58a5e28e182f", "address": "fa:16:3e:45:cb:d9", "network": {"id": "763bcbf2-73b8-47d2-ba02-0c58c560776e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1136552053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd1ea7f509e42febe95e74434a5b241", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18dde43-a5", "ovs_interfaceid": "c18dde43-a5d1-445a-b36c-58a5e28e182f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.317650] env[69941]: INFO nova.compute.claims [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.369429] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528a6a01-2827-09a3-99d2-801ffeff2c81, 'name': SearchDatastore_Task, 'duration_secs': 0.047135} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.369748] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.370036] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] fd60e592-3eef-4a3e-b8da-b7714313d83b/fd60e592-3eef-4a3e-b8da-b7714313d83b.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.370347] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8fb52d0-9187-487e-88f3-5b29423e87cc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.375971] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1115.375971] env[69941]: value = "task-3289232" [ 1115.375971] env[69941]: _type = "Task" [ 1115.375971] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.383718] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.539366] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.539624] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.539745] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.539985] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.540155] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.540246] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69941) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1115.540398] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.562152] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3246c2f0-cea6-4f80-a5aa-25251bc6085b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-2bac396e-eaad-4ee2-8741-c96d2da843f5-982b611d-5d77-474b-ab67-777b1d0cb7d6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.753s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.593995] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289230, 'name': CreateVM_Task, 'duration_secs': 0.446473} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.594649] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.594895] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.595078] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.595398] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.595657] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b58e0b5-daa4-427b-b95e-922f98061b00 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.600542] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1115.600542] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52099a26-8cfe-125f-4eed-45d5f1a88f7e" [ 1115.600542] env[69941]: _type = "Task" [ 1115.600542] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.608989] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52099a26-8cfe-125f-4eed-45d5f1a88f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.653494] env[69941]: DEBUG oslo_vmware.api [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232496} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.653754] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.653939] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.654151] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.654326] env[69941]: INFO nova.compute.manager [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1115.654557] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.654744] env[69941]: DEBUG nova.compute.manager [-] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.654840] env[69941]: DEBUG nova.network.neutron [-] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.697733] env[69941]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port a945b315-6392-4ceb-ade0-cea069e61150 could not be found.", "detail": ""}} {{(pid=69941) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1115.697968] env[69941]: DEBUG nova.network.neutron [-] Unable to show port a945b315-6392-4ceb-ade0-cea069e61150 as it no longer exists. {{(pid=69941) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1115.800652] env[69941]: DEBUG oslo_concurrency.lockutils [req-be02d018-5f18-4f1e-9f16-9d222eec1767 req-f6f45367-cc8e-46e1-8547-f8731e706a56 service nova] Releasing lock "refresh_cache-dd1fea62-ef55-4f22-8655-45c4f7d18aff" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.800652] env[69941]: DEBUG nova.compute.manager [req-be02d018-5f18-4f1e-9f16-9d222eec1767 req-f6f45367-cc8e-46e1-8547-f8731e706a56 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Received event network-vif-deleted-a945b315-6392-4ceb-ade0-cea069e61150 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.823631] env[69941]: INFO nova.compute.resource_tracker [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Updating resource usage from migration c0aa2919-e1c3-41aa-99f8-c2ff7a751a7d [ 1115.887019] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289232, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.033324] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a862a53e-0dba-47ce-9ee1-59097b1356f2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.042909] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd65911b-2c62-4ec3-b23a-b4972eaa87b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.045649] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.074735] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab29de8-9d57-4306-b922-1a2b433b74eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.082406] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc98e46-3a5d-480b-ac7d-ea86e89e68ba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.098080] env[69941]: DEBUG nova.compute.provider_tree [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.109934] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52099a26-8cfe-125f-4eed-45d5f1a88f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.017017} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.111989] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.112280] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.112523] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.112673] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.112842] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.113396] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91db66fa-c048-4874-b944-b811224997ec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.126123] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.126296] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.127034] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da01bbd1-c9ad-4ee4-a35f-3346dd1c02d1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.131905] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1116.131905] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b116a9-a3ac-4262-8077-774f170e4796" [ 1116.131905] env[69941]: _type = "Task" [ 1116.131905] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.140493] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b116a9-a3ac-4262-8077-774f170e4796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.387473] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726121} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.387731] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] fd60e592-3eef-4a3e-b8da-b7714313d83b/fd60e592-3eef-4a3e-b8da-b7714313d83b.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.387936] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.388199] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-443a63be-c4e3-474a-80bf-e114f06cd0f0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.394734] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1116.394734] env[69941]: value = "task-3289233" [ 1116.394734] env[69941]: _type = "Task" [ 1116.394734] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.402687] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.603123] env[69941]: DEBUG nova.scheduler.client.report [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.619944] env[69941]: DEBUG nova.network.neutron [-] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.643586] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b116a9-a3ac-4262-8077-774f170e4796, 'name': SearchDatastore_Task, 'duration_secs': 0.04487} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.644429] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2240903-2f57-4b41-8511-0fed459c6218 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.649327] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1116.649327] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c4bc42-eb18-56c2-09dd-6cfb620314c8" [ 1116.649327] env[69941]: _type = "Task" [ 1116.649327] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.657137] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c4bc42-eb18-56c2-09dd-6cfb620314c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.905262] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064756} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.905673] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.906402] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29daa326-27bf-43ac-ab8d-89f2d0d2d7f6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.929870] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] fd60e592-3eef-4a3e-b8da-b7714313d83b/fd60e592-3eef-4a3e-b8da-b7714313d83b.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.930193] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f51971e-478e-4bf3-a514-c9597ba3642e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.950166] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1116.950166] env[69941]: value = "task-3289234" [ 1116.950166] env[69941]: _type = "Task" [ 1116.950166] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.960388] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.982831] env[69941]: DEBUG nova.compute.manager [req-e884134b-53d4-4523-a668-bc354cee7bbe req-5ec40445-6585-46bb-bf35-942811d45c63 service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Received event network-vif-deleted-04cfb0e5-9b0f-4af3-a03a-f26696753f0d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.108204] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.296s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.109510] env[69941]: INFO nova.compute.manager [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Migrating [ 1117.115690] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.341s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.116021] env[69941]: DEBUG nova.objects.instance [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lazy-loading 'resources' on Instance uuid 3a24eb11-1f59-4a59-97f1-93e68655cbee {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.125108] env[69941]: INFO nova.compute.manager [-] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Took 1.47 seconds to deallocate network for instance. [ 1117.162532] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c4bc42-eb18-56c2-09dd-6cfb620314c8, 'name': SearchDatastore_Task, 'duration_secs': 0.09224} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.162825] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.163128] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] dd1fea62-ef55-4f22-8655-45c4f7d18aff/dd1fea62-ef55-4f22-8655-45c4f7d18aff.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.163626] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5ee77cf-1f0f-4e83-9b00-2ec9cb438473 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.171197] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1117.171197] env[69941]: value = "task-3289235" [ 1117.171197] env[69941]: _type = "Task" [ 1117.171197] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.179625] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.460097] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289234, 'name': ReconfigVM_Task, 'duration_secs': 0.431424} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.460454] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Reconfigured VM instance instance-0000006e to attach disk [datastore1] fd60e592-3eef-4a3e-b8da-b7714313d83b/fd60e592-3eef-4a3e-b8da-b7714313d83b.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.461176] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d3fdc8a-ee83-470c-a39a-cee2735cd16d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.467990] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1117.467990] env[69941]: value = "task-3289236" [ 1117.467990] env[69941]: _type = "Task" [ 1117.467990] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.476159] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289236, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.626269] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "refresh_cache-f379b8cd-9294-48cc-8adb-07cff23acdb5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.626561] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "refresh_cache-f379b8cd-9294-48cc-8adb-07cff23acdb5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.626647] env[69941]: DEBUG nova.network.neutron [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.631430] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.681172] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289235, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.808911] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93234304-98d8-4add-896c-ef5d320aea04 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.817548] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e97274-f89b-4d6b-8363-2b557b95e09f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.848284] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8fd117-56db-453a-842c-0be292e51acd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.856441] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c425c1f4-5036-48ea-802f-0a58fbd2bc1a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.871688] env[69941]: DEBUG nova.compute.provider_tree [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.977746] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289236, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.181571] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6363} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.181571] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] dd1fea62-ef55-4f22-8655-45c4f7d18aff/dd1fea62-ef55-4f22-8655-45c4f7d18aff.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.181835] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.181984] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d65d8e9f-b29b-4359-a03d-fdedc0471169 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.189038] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1118.189038] env[69941]: value = "task-3289237" [ 1118.189038] env[69941]: _type = "Task" [ 1118.189038] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.198779] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.323702] env[69941]: DEBUG nova.network.neutron [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Updating instance_info_cache with network_info: [{"id": "73e3cba8-83dc-4d2c-a348-3e31b0129f9e", "address": "fa:16:3e:5e:cf:43", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e3cba8-83", "ovs_interfaceid": "73e3cba8-83dc-4d2c-a348-3e31b0129f9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.374774] env[69941]: DEBUG nova.scheduler.client.report [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.478335] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289236, 'name': Rename_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.698078] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.340395} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.698465] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.699141] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafeac7a-11b4-4a2f-85e6-defc7271eb19 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.726074] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] dd1fea62-ef55-4f22-8655-45c4f7d18aff/dd1fea62-ef55-4f22-8655-45c4f7d18aff.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.726358] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e47dd9d0-df17-438b-b605-4b95227ee6e7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.745634] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1118.745634] env[69941]: value = "task-3289238" [ 1118.745634] env[69941]: _type = "Task" [ 1118.745634] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.752996] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.827407] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "refresh_cache-f379b8cd-9294-48cc-8adb-07cff23acdb5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.879768] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.882092] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.836s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.882308] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.883293] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69941) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1118.883293] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.252s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.883293] env[69941]: DEBUG nova.objects.instance [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lazy-loading 'resources' on Instance uuid 2bac396e-eaad-4ee2-8741-c96d2da843f5 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.884554] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b0afed-3e45-4e73-a262-495c9289de93 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.892915] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2640604b-cabf-49ff-8a7e-43ade91127c2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.899757] env[69941]: INFO nova.scheduler.client.report [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Deleted allocations for instance 3a24eb11-1f59-4a59-97f1-93e68655cbee [ 1118.914476] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1833cd22-13e4-4786-a2ec-74fdae5042d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.922035] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96674d0-7b9b-4ff5-8a84-592480da0491 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.952918] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179125MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=69941) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1118.953363] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.979207] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289236, 'name': Rename_Task, 'duration_secs': 1.238835} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.979822] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.980150] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d951db6b-48b1-4cf2-8cea-905d042e1225 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.986337] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1118.986337] env[69941]: value = "task-3289239" [ 1118.986337] env[69941]: _type = "Task" [ 1118.986337] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.994680] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.255779] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289238, 'name': ReconfigVM_Task, 'duration_secs': 0.282319} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.256068] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Reconfigured VM instance instance-0000006f to attach disk [datastore1] dd1fea62-ef55-4f22-8655-45c4f7d18aff/dd1fea62-ef55-4f22-8655-45c4f7d18aff.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.256713] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c67bdaba-9167-4401-9cb1-391c9b22104b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.262768] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1119.262768] env[69941]: value = "task-3289240" [ 1119.262768] env[69941]: _type = "Task" [ 1119.262768] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.272543] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289240, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.423640] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4dd1bbbd-fd64-438b-b0ba-12f752b7c0bb tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "3a24eb11-1f59-4a59-97f1-93e68655cbee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.450s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.498390] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289239, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.556825] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49cb977-69cd-4c72-a879-abafa8bcf034 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.563797] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9523aa9-12f5-4fc1-9b5b-9d8c43689aa7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.596509] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0701560-ce47-4516-82f4-7c9359d25d88 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.603980] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06607ccd-df71-4ee1-86f5-668b420c113e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.620753] env[69941]: DEBUG nova.compute.provider_tree [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.773133] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289240, 'name': Rename_Task, 'duration_secs': 0.292895} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.774469] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.776615] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-057c1f9a-8952-48ba-b8f7-84f5cc3bac72 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.783874] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1119.783874] env[69941]: value = "task-3289241" [ 1119.783874] env[69941]: _type = "Task" [ 1119.783874] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.792960] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.998435] env[69941]: DEBUG oslo_vmware.api [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289239, 'name': PowerOnVM_Task, 'duration_secs': 0.871757} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.998702] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.998904] env[69941]: INFO nova.compute.manager [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1119.999124] env[69941]: DEBUG nova.compute.manager [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.999879] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5abfc4-56b6-477c-a544-e8234decb7b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.121924] env[69941]: DEBUG nova.scheduler.client.report [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.280218] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "f93c0971-5938-4734-83f5-ee3b3a0f055f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.280437] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "f93c0971-5938-4734-83f5-ee3b3a0f055f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.293767] env[69941]: DEBUG oslo_vmware.api [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289241, 'name': PowerOnVM_Task, 'duration_secs': 0.491928} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.294017] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.294230] env[69941]: INFO nova.compute.manager [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1120.294421] env[69941]: DEBUG nova.compute.manager [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.295184] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff28c7f-4d3d-4f06-b86f-3c4ccdcc88e4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.344873] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92397d58-6d97-4d3e-8f1a-73787b614585 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.364859] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Updating instance 'f379b8cd-9294-48cc-8adb-07cff23acdb5' progress to 0 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.515049] env[69941]: INFO nova.compute.manager [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Took 16.76 seconds to build instance. [ 1120.628017] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.630463] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.677s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.777713] env[69941]: INFO nova.scheduler.client.report [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Deleted allocations for instance 2bac396e-eaad-4ee2-8741-c96d2da843f5 [ 1120.784056] env[69941]: INFO nova.compute.manager [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Detaching volume abbadccd-3926-45d9-83b7-c18a2fab74de [ 1120.811586] env[69941]: INFO nova.compute.manager [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Took 12.49 seconds to build instance. [ 1120.825585] env[69941]: INFO nova.virt.block_device [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Attempting to driver detach volume abbadccd-3926-45d9-83b7-c18a2fab74de from mountpoint /dev/sdb [ 1120.825832] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1120.826025] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656850', 'volume_id': 'abbadccd-3926-45d9-83b7-c18a2fab74de', 'name': 'volume-abbadccd-3926-45d9-83b7-c18a2fab74de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f93c0971-5938-4734-83f5-ee3b3a0f055f', 'attached_at': '', 'detached_at': '', 'volume_id': 'abbadccd-3926-45d9-83b7-c18a2fab74de', 'serial': 'abbadccd-3926-45d9-83b7-c18a2fab74de'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1120.826910] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18cb11c-982e-4666-a517-3eae339b2ecf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.854420] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7f5b82-6c12-4e56-adcf-904137b3ceed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.861779] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f54c51-0587-47e2-b158-924c51ee7803 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.882535] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.883107] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3ec670d-b379-4bf6-b452-ffe49cd3e13e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.884987] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c67e5b6-945e-4d68-8bef-eca7207738f9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.900497] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] The volume has not been displaced from its original location: [datastore1] volume-abbadccd-3926-45d9-83b7-c18a2fab74de/volume-abbadccd-3926-45d9-83b7-c18a2fab74de.vmdk. No consolidation needed. {{(pid=69941) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1120.905777] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1120.907186] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab7ebb48-5f46-44d1-ad7b-175c1a554833 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.920059] env[69941]: DEBUG oslo_vmware.api [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1120.920059] env[69941]: value = "task-3289242" [ 1120.920059] env[69941]: _type = "Task" [ 1120.920059] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.925540] env[69941]: DEBUG oslo_vmware.api [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1120.925540] env[69941]: value = "task-3289243" [ 1120.925540] env[69941]: _type = "Task" [ 1120.925540] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.928399] env[69941]: DEBUG oslo_vmware.api [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.936628] env[69941]: DEBUG oslo_vmware.api [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.017461] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f9f422b6-d033-47c9-a52c-a01ec774b819 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "fd60e592-3eef-4a3e-b8da-b7714313d83b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.271s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.284472] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c59f9444-794f-4d8e-addf-e20b345a6cf6 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "2bac396e-eaad-4ee2-8741-c96d2da843f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.300s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.285895] env[69941]: DEBUG oslo_concurrency.lockutils [req-e256da7b-bc2c-4f36-bd72-6d83ab9287b3 req-c58cfeba-acb0-4c31-93d7-d8c1f2e0bbcf service nova] Acquired lock "2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.286730] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76eba4e9-2eef-43a3-8a66-4b714f7f8a5d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.295168] env[69941]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1121.295567] env[69941]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69941) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1121.296618] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20592743-6239-402a-8f5a-5f031518b8ca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.304940] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb6ef75-06ab-4f42-a9b6-405e04f8ee0c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.317537] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9566284f-9915-4ae7-a694-b7c7397b0ddb tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.005s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.338395] env[69941]: ERROR root [req-e256da7b-bc2c-4f36-bd72-6d83ab9287b3 req-c58cfeba-acb0-4c31-93d7-d8c1f2e0bbcf service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-656855' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-656855' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-656855' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-656855'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-656855' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-656855' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-656855'}\n"]: nova.exception.InstanceNotFound: Instance 2bac396e-eaad-4ee2-8741-c96d2da843f5 could not be found. [ 1121.338395] env[69941]: DEBUG oslo_concurrency.lockutils [req-e256da7b-bc2c-4f36-bd72-6d83ab9287b3 req-c58cfeba-acb0-4c31-93d7-d8c1f2e0bbcf service nova] Releasing lock "2bac396e-eaad-4ee2-8741-c96d2da843f5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.338588] env[69941]: DEBUG nova.compute.manager [req-e256da7b-bc2c-4f36-bd72-6d83ab9287b3 req-c58cfeba-acb0-4c31-93d7-d8c1f2e0bbcf service nova] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Detach interface failed, port_id=982b611d-5d77-474b-ab67-777b1d0cb7d6, reason: Instance 2bac396e-eaad-4ee2-8741-c96d2da843f5 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1121.429478] env[69941]: DEBUG oslo_vmware.api [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289242, 'name': PowerOffVM_Task, 'duration_secs': 0.2405} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.432386] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.432562] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Updating instance 'f379b8cd-9294-48cc-8adb-07cff23acdb5' progress to 17 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.440118] env[69941]: DEBUG oslo_vmware.api [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289243, 'name': ReconfigVM_Task, 'duration_secs': 0.260905} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.440359] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1121.444953] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c11c7b9-dd6d-4fc2-9812-dd19b7641b13 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.459726] env[69941]: DEBUG oslo_vmware.api [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1121.459726] env[69941]: value = "task-3289244" [ 1121.459726] env[69941]: _type = "Task" [ 1121.459726] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.467358] env[69941]: DEBUG oslo_vmware.api [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.526659] env[69941]: DEBUG oslo_concurrency.lockutils [None req-433ffae5-c364-4390-b1c4-4155d4f1680c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "fd60e592-3eef-4a3e-b8da-b7714313d83b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.526919] env[69941]: DEBUG oslo_concurrency.lockutils [None req-433ffae5-c364-4390-b1c4-4155d4f1680c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "fd60e592-3eef-4a3e-b8da-b7714313d83b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.527119] env[69941]: DEBUG nova.compute.manager [None req-433ffae5-c364-4390-b1c4-4155d4f1680c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.527981] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeaa7ae-ca82-4956-9c1b-abf507746f40 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.535749] env[69941]: DEBUG nova.compute.manager [None req-433ffae5-c364-4390-b1c4-4155d4f1680c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69941) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1121.536390] env[69941]: DEBUG nova.objects.instance [None req-433ffae5-c364-4390-b1c4-4155d4f1680c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lazy-loading 'flavor' on Instance uuid fd60e592-3eef-4a3e-b8da-b7714313d83b {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.641780] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Applying migration context for instance f379b8cd-9294-48cc-8adb-07cff23acdb5 as it has an incoming, in-progress migration c0aa2919-e1c3-41aa-99f8-c2ff7a751a7d. Migration status is migrating {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1121.644092] env[69941]: INFO nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Updating resource usage from migration c0aa2919-e1c3-41aa-99f8-c2ff7a751a7d [ 1121.665432] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 015c489a-baf4-4569-8d5f-3fd343ca03a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.665756] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 1543ff3c-7076-4b47-b9ff-3550fc36e9b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.666031] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance f93c0971-5938-4734-83f5-ee3b3a0f055f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.666720] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance a8fc343c-65e7-4cf8-a5fc-92f56a949f75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.666720] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 98e9f87e-6fdc-4777-9cf5-89200b85e410 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.666720] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 3035c329-b333-4148-9200-be7e6c2bd8d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.666939] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 2b8a04b3-a221-473c-9d4a-498930360d86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.667210] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance fd60e592-3eef-4a3e-b8da-b7714313d83b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.668027] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance dd1fea62-ef55-4f22-8655-45c4f7d18aff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.668027] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Migration c0aa2919-e1c3-41aa-99f8-c2ff7a751a7d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1121.668027] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance f379b8cd-9294-48cc-8adb-07cff23acdb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.668027] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1121.668294] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1121.723088] env[69941]: DEBUG nova.compute.manager [req-a01a2337-bcff-42d9-a5c8-29af9d837780 req-c6371fa4-7cf8-4585-893c-4b952ceb9ac6 service nova] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Received event network-changed-c18dde43-a5d1-445a-b36c-58a5e28e182f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.723088] env[69941]: DEBUG nova.compute.manager [req-a01a2337-bcff-42d9-a5c8-29af9d837780 req-c6371fa4-7cf8-4585-893c-4b952ceb9ac6 service nova] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Refreshing instance network info cache due to event network-changed-c18dde43-a5d1-445a-b36c-58a5e28e182f. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.723563] env[69941]: DEBUG oslo_concurrency.lockutils [req-a01a2337-bcff-42d9-a5c8-29af9d837780 req-c6371fa4-7cf8-4585-893c-4b952ceb9ac6 service nova] Acquiring lock "refresh_cache-dd1fea62-ef55-4f22-8655-45c4f7d18aff" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.723563] env[69941]: DEBUG oslo_concurrency.lockutils [req-a01a2337-bcff-42d9-a5c8-29af9d837780 req-c6371fa4-7cf8-4585-893c-4b952ceb9ac6 service nova] Acquired lock "refresh_cache-dd1fea62-ef55-4f22-8655-45c4f7d18aff" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.723563] env[69941]: DEBUG nova.network.neutron [req-a01a2337-bcff-42d9-a5c8-29af9d837780 req-c6371fa4-7cf8-4585-893c-4b952ceb9ac6 service nova] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Refreshing network info cache for port c18dde43-a5d1-445a-b36c-58a5e28e182f {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.817203] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b371df4-e413-4ea2-bd56-6a6d0c2eaeb9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.824704] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653a57e1-0673-4292-952c-4aa1732a3920 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.856919] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca01de7f-2e55-4428-b82a-77c5b9fbd199 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.864763] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b128a7f-8ff4-4a11-b5d4-971ecf974929 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.879065] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.938481] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.938715] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.938998] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.939288] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.939451] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.939603] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.939815] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.939975] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.940168] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.940336] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.940507] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.945686] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df4b969-78fc-4a65-a472-326be394539a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.965095] env[69941]: DEBUG oslo_vmware.api [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1121.965095] env[69941]: value = "task-3289245" [ 1121.965095] env[69941]: _type = "Task" [ 1121.965095] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.972412] env[69941]: DEBUG oslo_vmware.api [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.977158] env[69941]: DEBUG oslo_vmware.api [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289245, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.385511] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.474395] env[69941]: DEBUG oslo_vmware.api [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289244, 'name': ReconfigVM_Task, 'duration_secs': 0.823386} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.475048] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656850', 'volume_id': 'abbadccd-3926-45d9-83b7-c18a2fab74de', 'name': 'volume-abbadccd-3926-45d9-83b7-c18a2fab74de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f93c0971-5938-4734-83f5-ee3b3a0f055f', 'attached_at': '', 'detached_at': '', 'volume_id': 'abbadccd-3926-45d9-83b7-c18a2fab74de', 'serial': 'abbadccd-3926-45d9-83b7-c18a2fab74de'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1122.481296] env[69941]: DEBUG oslo_vmware.api [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289245, 'name': ReconfigVM_Task, 'duration_secs': 0.177291} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.481296] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Updating instance 'f379b8cd-9294-48cc-8adb-07cff23acdb5' progress to 33 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.544652] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-433ffae5-c364-4390-b1c4-4155d4f1680c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.544982] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-353f89d1-9fac-4990-8098-09f929ed261d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.553521] env[69941]: DEBUG oslo_vmware.api [None req-433ffae5-c364-4390-b1c4-4155d4f1680c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1122.553521] env[69941]: value = "task-3289246" [ 1122.553521] env[69941]: _type = "Task" [ 1122.553521] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.561930] env[69941]: DEBUG oslo_vmware.api [None req-433ffae5-c364-4390-b1c4-4155d4f1680c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.566432] env[69941]: DEBUG nova.network.neutron [req-a01a2337-bcff-42d9-a5c8-29af9d837780 req-c6371fa4-7cf8-4585-893c-4b952ceb9ac6 service nova] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Updated VIF entry in instance network info cache for port c18dde43-a5d1-445a-b36c-58a5e28e182f. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.566743] env[69941]: DEBUG nova.network.neutron [req-a01a2337-bcff-42d9-a5c8-29af9d837780 req-c6371fa4-7cf8-4585-893c-4b952ceb9ac6 service nova] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Updating instance_info_cache with network_info: [{"id": "c18dde43-a5d1-445a-b36c-58a5e28e182f", "address": "fa:16:3e:45:cb:d9", "network": {"id": "763bcbf2-73b8-47d2-ba02-0c58c560776e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1136552053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd1ea7f509e42febe95e74434a5b241", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18dde43-a5", "ovs_interfaceid": "c18dde43-a5d1-445a-b36c-58a5e28e182f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.890573] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1122.890936] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.261s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.891200] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.891377] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Cleaning up deleted instances with incomplete migration {{(pid=69941) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1122.986676] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.986974] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.987094] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.987270] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.987417] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.987606] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.987771] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.987927] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.988112] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.988364] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.988610] env[69941]: DEBUG nova.virt.hardware [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.994402] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.994681] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f5277f5-230c-4c45-b2c5-5c8824b7f3f5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.013628] env[69941]: DEBUG oslo_vmware.api [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1123.013628] env[69941]: value = "task-3289247" [ 1123.013628] env[69941]: _type = "Task" [ 1123.013628] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.023221] env[69941]: DEBUG oslo_vmware.api [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.026437] env[69941]: DEBUG nova.objects.instance [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lazy-loading 'flavor' on Instance uuid f93c0971-5938-4734-83f5-ee3b3a0f055f {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.062951] env[69941]: DEBUG oslo_vmware.api [None req-433ffae5-c364-4390-b1c4-4155d4f1680c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289246, 'name': PowerOffVM_Task, 'duration_secs': 0.205485} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.063269] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-433ffae5-c364-4390-b1c4-4155d4f1680c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.063480] env[69941]: DEBUG nova.compute.manager [None req-433ffae5-c364-4390-b1c4-4155d4f1680c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.064365] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025563e3-8d6d-44dd-898d-6d7b7a8b50a1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.070063] env[69941]: DEBUG oslo_concurrency.lockutils [req-a01a2337-bcff-42d9-a5c8-29af9d837780 req-c6371fa4-7cf8-4585-893c-4b952ceb9ac6 service nova] Releasing lock "refresh_cache-dd1fea62-ef55-4f22-8655-45c4f7d18aff" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.233653] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "f535928b-f6a5-47e4-8a99-f5d95971e651" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.233873] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "f535928b-f6a5-47e4-8a99-f5d95971e651" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.394126] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.523923] env[69941]: DEBUG oslo_vmware.api [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289247, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.576411] env[69941]: DEBUG oslo_concurrency.lockutils [None req-433ffae5-c364-4390-b1c4-4155d4f1680c tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "fd60e592-3eef-4a3e-b8da-b7714313d83b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.736521] env[69941]: DEBUG nova.compute.manager [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1124.023685] env[69941]: DEBUG oslo_vmware.api [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289247, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.034095] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0ca219d6-a741-4711-bf40-249c8233dda7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "f93c0971-5938-4734-83f5-ee3b3a0f055f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.754s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.039253] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.041580] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.041722] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Cleaning up deleted instances {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1124.192767] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "fd60e592-3eef-4a3e-b8da-b7714313d83b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.193163] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "fd60e592-3eef-4a3e-b8da-b7714313d83b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.193397] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "fd60e592-3eef-4a3e-b8da-b7714313d83b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.193653] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "fd60e592-3eef-4a3e-b8da-b7714313d83b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.193839] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "fd60e592-3eef-4a3e-b8da-b7714313d83b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.195771] env[69941]: INFO nova.compute.manager [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Terminating instance [ 1124.257716] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.258056] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.259644] env[69941]: INFO nova.compute.claims [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.524169] env[69941]: DEBUG oslo_vmware.api [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289247, 'name': ReconfigVM_Task, 'duration_secs': 1.389468} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.524439] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.525228] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8856822b-27f2-4d43-8a4f-6afdda88508e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.549929] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] f379b8cd-9294-48cc-8adb-07cff23acdb5/f379b8cd-9294-48cc-8adb-07cff23acdb5.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.550427] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "f93c0971-5938-4734-83f5-ee3b3a0f055f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.550738] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "f93c0971-5938-4734-83f5-ee3b3a0f055f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.551036] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "f93c0971-5938-4734-83f5-ee3b3a0f055f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.551254] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "f93c0971-5938-4734-83f5-ee3b3a0f055f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.551460] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "f93c0971-5938-4734-83f5-ee3b3a0f055f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.566012] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] There are 57 instances to clean {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1124.566224] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: fa81b7e1-8e47-410d-9c6e-0c0e45c5ea07] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1124.567843] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dc73dae-594f-4786-b14d-a107f1bb9468 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.581878] env[69941]: INFO nova.compute.manager [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Terminating instance [ 1124.589862] env[69941]: DEBUG oslo_vmware.api [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1124.589862] env[69941]: value = "task-3289248" [ 1124.589862] env[69941]: _type = "Task" [ 1124.589862] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.599167] env[69941]: DEBUG oslo_vmware.api [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.699815] env[69941]: DEBUG nova.compute.manager [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.700059] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.701018] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c58430-6f39-4d16-a9cf-12ca083a8baa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.708727] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.708938] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98d5e1a1-5499-4792-b86d-49b03511306f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.776903] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.777168] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.777370] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleting the datastore file [datastore1] fd60e592-3eef-4a3e-b8da-b7714313d83b {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.777626] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7de8ad15-477b-4ee3-8ecd-20fff2ed5541 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.783913] env[69941]: DEBUG oslo_vmware.api [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1124.783913] env[69941]: value = "task-3289250" [ 1124.783913] env[69941]: _type = "Task" [ 1124.783913] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.791895] env[69941]: DEBUG oslo_vmware.api [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.084399] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 7a29e3bc-17ef-495d-9e99-87920e8d015c] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1125.086622] env[69941]: DEBUG nova.compute.manager [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.086825] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.087896] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0df109-426a-455f-ab20-8deac22e1473 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.099416] env[69941]: DEBUG oslo_vmware.api [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289248, 'name': ReconfigVM_Task, 'duration_secs': 0.259379} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.101537] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Reconfigured VM instance instance-0000006d to attach disk [datastore1] f379b8cd-9294-48cc-8adb-07cff23acdb5/f379b8cd-9294-48cc-8adb-07cff23acdb5.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.101823] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Updating instance 'f379b8cd-9294-48cc-8adb-07cff23acdb5' progress to 50 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.105164] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.105416] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3692264-24fe-4572-b233-2be8de4b9f63 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.112301] env[69941]: DEBUG oslo_vmware.api [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1125.112301] env[69941]: value = "task-3289251" [ 1125.112301] env[69941]: _type = "Task" [ 1125.112301] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.120807] env[69941]: DEBUG oslo_vmware.api [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.297460] env[69941]: DEBUG oslo_vmware.api [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132687} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.297751] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.297933] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.298172] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.298296] env[69941]: INFO nova.compute.manager [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1125.298542] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.298768] env[69941]: DEBUG nova.compute.manager [-] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.298877] env[69941]: DEBUG nova.network.neutron [-] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.411340] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e652f6-6f05-4d3c-9a78-015c60d3eb65 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.418509] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce92a344-f7a2-467c-98ea-b75151371020 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.449203] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f45bf0-e6a4-44d9-9807-be6acecff3da {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.455988] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420ec60b-4d3f-4f68-92a2-904352fd32b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.468819] env[69941]: DEBUG nova.compute.provider_tree [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.518048] env[69941]: DEBUG nova.compute.manager [req-e7255c54-c880-48ea-9086-76b0d8913a8f req-530b7523-7716-4011-803d-496946e8b70a service nova] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Received event network-vif-deleted-786d6c96-df47-4e4c-8159-0aee07bcb6bd {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.518175] env[69941]: INFO nova.compute.manager [req-e7255c54-c880-48ea-9086-76b0d8913a8f req-530b7523-7716-4011-803d-496946e8b70a service nova] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Neutron deleted interface 786d6c96-df47-4e4c-8159-0aee07bcb6bd; detaching it from the instance and deleting it from the info cache [ 1125.518389] env[69941]: DEBUG nova.network.neutron [req-e7255c54-c880-48ea-9086-76b0d8913a8f req-530b7523-7716-4011-803d-496946e8b70a service nova] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.588279] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: b7f73623-f1bc-4a76-bbb5-61cbb8a4bb2a] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1125.610546] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7092fd4e-1f7c-4f56-85c9-81ba80d6e3f0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.635744] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7290d38-8cf7-4648-935a-5d933c097f2e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.637994] env[69941]: DEBUG oslo_vmware.api [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289251, 'name': PowerOffVM_Task, 'duration_secs': 0.204159} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.638488] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.638671] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.639212] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2aeccad0-ad02-4d05-bc37-e724f02c40c2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.654511] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Updating instance 'f379b8cd-9294-48cc-8adb-07cff23acdb5' progress to 67 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.689119] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "98e9f87e-6fdc-4777-9cf5-89200b85e410" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.689389] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "98e9f87e-6fdc-4777-9cf5-89200b85e410" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.689736] env[69941]: INFO nova.compute.manager [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Shelving [ 1125.700187] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.700419] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.700603] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Deleting the datastore file [datastore2] f93c0971-5938-4734-83f5-ee3b3a0f055f {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.700903] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c1bbf13-2541-4247-8034-d4e5dacc8db5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.707676] env[69941]: DEBUG oslo_vmware.api [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1125.707676] env[69941]: value = "task-3289253" [ 1125.707676] env[69941]: _type = "Task" [ 1125.707676] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.715676] env[69941]: DEBUG oslo_vmware.api [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.972319] env[69941]: DEBUG nova.scheduler.client.report [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.000657] env[69941]: DEBUG nova.network.neutron [-] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.023363] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e58a14c-da1c-4a5e-be2b-9b56a03ca6dd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.032492] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fe46a2-a572-4000-97c3-5702dcbe50d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.064321] env[69941]: DEBUG nova.compute.manager [req-e7255c54-c880-48ea-9086-76b0d8913a8f req-530b7523-7716-4011-803d-496946e8b70a service nova] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Detach interface failed, port_id=786d6c96-df47-4e4c-8159-0aee07bcb6bd, reason: Instance fd60e592-3eef-4a3e-b8da-b7714313d83b could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1126.092342] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 3a24eb11-1f59-4a59-97f1-93e68655cbee] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1126.207128] env[69941]: DEBUG nova.network.neutron [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Port 73e3cba8-83dc-4d2c-a348-3e31b0129f9e binding to destination host cpu-1 is already ACTIVE {{(pid=69941) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1126.219049] env[69941]: DEBUG oslo_vmware.api [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191962} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.219284] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.219469] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.219642] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.219809] env[69941]: INFO nova.compute.manager [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1126.220062] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.220478] env[69941]: DEBUG nova.compute.manager [-] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.220573] env[69941]: DEBUG nova.network.neutron [-] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.477442] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.477923] env[69941]: DEBUG nova.compute.manager [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.503252] env[69941]: INFO nova.compute.manager [-] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Took 1.20 seconds to deallocate network for instance. [ 1126.596120] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: ca184805-fdec-470b-b45d-6f5e00f5247e] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1126.703380] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.703715] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18f8ddd3-a70f-4cff-9b71-669b5ad7746f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.712360] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1126.712360] env[69941]: value = "task-3289254" [ 1126.712360] env[69941]: _type = "Task" [ 1126.712360] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.729941] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.984625] env[69941]: DEBUG nova.compute.utils [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.986053] env[69941]: DEBUG nova.compute.manager [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.986230] env[69941]: DEBUG nova.network.neutron [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.011021] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.011021] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.011021] env[69941]: DEBUG nova.objects.instance [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lazy-loading 'resources' on Instance uuid fd60e592-3eef-4a3e-b8da-b7714313d83b {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.035570] env[69941]: DEBUG nova.policy [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ec0e5b87c5f4f279fe6c8e4648cc30a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b95ea7a3db6d44d58d53bc615ad7b935', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.099674] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 0fb3d479-8f28-4350-b162-b3dd576aa2e6] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1127.233698] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289254, 'name': PowerOffVM_Task, 'duration_secs': 0.216881} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.237354] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.241965] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "f379b8cd-9294-48cc-8adb-07cff23acdb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.242983] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "f379b8cd-9294-48cc-8adb-07cff23acdb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.242983] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "f379b8cd-9294-48cc-8adb-07cff23acdb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.244567] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ec95b2-1bf6-421a-8953-26ef9c27ffca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.269603] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe38d66-9d15-4c19-93f5-a4ebad9e0c7e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.349174] env[69941]: DEBUG nova.network.neutron [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Successfully created port: 6e10040f-9ce8-4737-bc57-511e9e73e187 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.491024] env[69941]: DEBUG nova.compute.manager [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.510509] env[69941]: DEBUG nova.network.neutron [-] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.562256] env[69941]: DEBUG nova.compute.manager [req-8c82570a-7880-41a5-816c-ef82daa49809 req-c0a65fc7-c80f-4055-9ed3-a3b73e99f4fa service nova] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Received event network-vif-deleted-f28a83f4-3546-49aa-a176-c04823900e55 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.603987] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: c4323ddf-bfde-48ec-a583-6bc93386307e] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1127.724716] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e7b174-b0b7-43bd-81ad-ba7826a953a9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.733210] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a86f2e-5b51-42c6-ba93-86254a62ae23 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.767216] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5217ce1a-8f49-44ae-8ff0-255be5b2082b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.776804] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf7466f-2192-4636-9570-ca7c94cbb6ce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.782557] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1127.782858] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a45eaad6-cdaf-4843-89ee-f4199b1c5521 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.796464] env[69941]: DEBUG nova.compute.provider_tree [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.799856] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1127.799856] env[69941]: value = "task-3289255" [ 1127.799856] env[69941]: _type = "Task" [ 1127.799856] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.807778] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289255, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.014071] env[69941]: INFO nova.compute.manager [-] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Took 1.79 seconds to deallocate network for instance. [ 1128.107605] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 2bac396e-eaad-4ee2-8741-c96d2da843f5] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1128.302081] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "refresh_cache-f379b8cd-9294-48cc-8adb-07cff23acdb5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.302282] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "refresh_cache-f379b8cd-9294-48cc-8adb-07cff23acdb5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.302462] env[69941]: DEBUG nova.network.neutron [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.304303] env[69941]: DEBUG nova.scheduler.client.report [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.318362] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289255, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.499677] env[69941]: DEBUG nova.compute.manager [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.521930] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.528075] env[69941]: DEBUG nova.virt.hardware [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.528369] env[69941]: DEBUG nova.virt.hardware [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.528542] env[69941]: DEBUG nova.virt.hardware [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.528735] env[69941]: DEBUG nova.virt.hardware [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.528881] env[69941]: DEBUG nova.virt.hardware [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.529041] env[69941]: DEBUG nova.virt.hardware [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.529259] env[69941]: DEBUG nova.virt.hardware [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.529420] env[69941]: DEBUG nova.virt.hardware [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.529586] env[69941]: DEBUG nova.virt.hardware [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.529752] env[69941]: DEBUG nova.virt.hardware [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.529927] env[69941]: DEBUG nova.virt.hardware [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.530822] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1abb723-311b-4865-bc36-ff910d5a9c6d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.538745] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4693e6bd-8cab-40da-8493-ae8c57c85ea2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.611589] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 9254f57c-57e8-4e14-9890-e50dca1ce085] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1128.813662] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.815918] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.294s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.816162] env[69941]: DEBUG nova.objects.instance [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lazy-loading 'resources' on Instance uuid f93c0971-5938-4734-83f5-ee3b3a0f055f {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.822847] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289255, 'name': CreateSnapshot_Task, 'duration_secs': 0.532496} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.823110] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1128.824071] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787ac6fd-da26-418b-888c-cafb39e9ea0b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.835634] env[69941]: INFO nova.scheduler.client.report [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleted allocations for instance fd60e592-3eef-4a3e-b8da-b7714313d83b [ 1129.041144] env[69941]: DEBUG nova.network.neutron [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Successfully updated port: 6e10040f-9ce8-4737-bc57-511e9e73e187 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.081149] env[69941]: DEBUG nova.network.neutron [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Updating instance_info_cache with network_info: [{"id": "73e3cba8-83dc-4d2c-a348-3e31b0129f9e", "address": "fa:16:3e:5e:cf:43", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e3cba8-83", "ovs_interfaceid": "73e3cba8-83dc-4d2c-a348-3e31b0129f9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.114988] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: e06b5ce6-46dd-4d13-85bd-1df9a0c3d354] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1129.342037] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1129.346626] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6112a1a8-e608-4a8b-83cf-e674d69b2b95 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.350140] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d3dbe1c3-3625-4c6d-aa12-bbaf8b02dd3e tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "fd60e592-3eef-4a3e-b8da-b7714313d83b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.157s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.356592] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1129.356592] env[69941]: value = "task-3289256" [ 1129.356592] env[69941]: _type = "Task" [ 1129.356592] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.364667] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289256, 'name': CloneVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.543568] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.543722] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.543872] env[69941]: DEBUG nova.network.neutron [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.578159] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7576eac1-c1e0-451d-8b93-a26f03b832b9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.585205] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "refresh_cache-f379b8cd-9294-48cc-8adb-07cff23acdb5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.590307] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f8c103-9ba4-4bd0-b5a7-9a6e4de850ac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.594816] env[69941]: DEBUG nova.compute.manager [req-3b19f3f5-59c5-485c-bcdd-a4bbd5de9b4d req-9cb87696-5ea8-4d61-b444-54a8317b5228 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Received event network-vif-plugged-6e10040f-9ce8-4737-bc57-511e9e73e187 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.595032] env[69941]: DEBUG oslo_concurrency.lockutils [req-3b19f3f5-59c5-485c-bcdd-a4bbd5de9b4d req-9cb87696-5ea8-4d61-b444-54a8317b5228 service nova] Acquiring lock "f535928b-f6a5-47e4-8a99-f5d95971e651-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.595240] env[69941]: DEBUG oslo_concurrency.lockutils [req-3b19f3f5-59c5-485c-bcdd-a4bbd5de9b4d req-9cb87696-5ea8-4d61-b444-54a8317b5228 service nova] Lock "f535928b-f6a5-47e4-8a99-f5d95971e651-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.595403] env[69941]: DEBUG oslo_concurrency.lockutils [req-3b19f3f5-59c5-485c-bcdd-a4bbd5de9b4d req-9cb87696-5ea8-4d61-b444-54a8317b5228 service nova] Lock "f535928b-f6a5-47e4-8a99-f5d95971e651-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.595565] env[69941]: DEBUG nova.compute.manager [req-3b19f3f5-59c5-485c-bcdd-a4bbd5de9b4d req-9cb87696-5ea8-4d61-b444-54a8317b5228 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] No waiting events found dispatching network-vif-plugged-6e10040f-9ce8-4737-bc57-511e9e73e187 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.595727] env[69941]: WARNING nova.compute.manager [req-3b19f3f5-59c5-485c-bcdd-a4bbd5de9b4d req-9cb87696-5ea8-4d61-b444-54a8317b5228 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Received unexpected event network-vif-plugged-6e10040f-9ce8-4737-bc57-511e9e73e187 for instance with vm_state building and task_state spawning. [ 1129.596276] env[69941]: DEBUG nova.compute.manager [req-3b19f3f5-59c5-485c-bcdd-a4bbd5de9b4d req-9cb87696-5ea8-4d61-b444-54a8317b5228 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Received event network-changed-6e10040f-9ce8-4737-bc57-511e9e73e187 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.596276] env[69941]: DEBUG nova.compute.manager [req-3b19f3f5-59c5-485c-bcdd-a4bbd5de9b4d req-9cb87696-5ea8-4d61-b444-54a8317b5228 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Refreshing instance network info cache due to event network-changed-6e10040f-9ce8-4737-bc57-511e9e73e187. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.596276] env[69941]: DEBUG oslo_concurrency.lockutils [req-3b19f3f5-59c5-485c-bcdd-a4bbd5de9b4d req-9cb87696-5ea8-4d61-b444-54a8317b5228 service nova] Acquiring lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.626821] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 4b5b46a2-c7b8-43b2-ae5a-50eb2177a65d] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1129.630922] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3c0024-979b-4839-8785-32448e708a85 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.638886] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb038a1e-23d5-4d50-b005-4cb6cde3049f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.654749] env[69941]: DEBUG nova.compute.provider_tree [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.866528] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289256, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.937347] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "1543ff3c-7076-4b47-b9ff-3550fc36e9b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.937635] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "1543ff3c-7076-4b47-b9ff-3550fc36e9b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.937889] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "1543ff3c-7076-4b47-b9ff-3550fc36e9b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.938114] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "1543ff3c-7076-4b47-b9ff-3550fc36e9b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.938299] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "1543ff3c-7076-4b47-b9ff-3550fc36e9b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.940639] env[69941]: INFO nova.compute.manager [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Terminating instance [ 1130.109014] env[69941]: DEBUG nova.network.neutron [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.122434] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d55be2-ad30-4152-823c-e520241f393b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.140811] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 73773832-989a-4e38-8292-a6564c135eee] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1130.145931] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0422baf-2518-4ba5-af56-8460ed019e22 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.152767] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Updating instance 'f379b8cd-9294-48cc-8adb-07cff23acdb5' progress to 83 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.158312] env[69941]: DEBUG nova.scheduler.client.report [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.263528] env[69941]: DEBUG nova.network.neutron [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Updating instance_info_cache with network_info: [{"id": "6e10040f-9ce8-4737-bc57-511e9e73e187", "address": "fa:16:3e:08:40:c7", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e10040f-9c", "ovs_interfaceid": "6e10040f-9ce8-4737-bc57-511e9e73e187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.366923] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289256, 'name': CloneVM_Task, 'duration_secs': 0.899799} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.367213] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Created linked-clone VM from snapshot [ 1130.367960] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848bdadd-fa15-4961-a086-6fe3b868efb4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.375224] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Uploading image a1e80571-fc19-4663-93e2-273a939d6a42 {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1130.400798] env[69941]: DEBUG oslo_vmware.rw_handles [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1130.400798] env[69941]: value = "vm-656877" [ 1130.400798] env[69941]: _type = "VirtualMachine" [ 1130.400798] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1130.401082] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5cc5cefb-c6b7-4da6-9fc9-a432166ffab7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.409086] env[69941]: DEBUG oslo_vmware.rw_handles [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lease: (returnval){ [ 1130.409086] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]524d526f-1d93-b3d1-3e29-f774dbcdeb76" [ 1130.409086] env[69941]: _type = "HttpNfcLease" [ 1130.409086] env[69941]: } obtained for exporting VM: (result){ [ 1130.409086] env[69941]: value = "vm-656877" [ 1130.409086] env[69941]: _type = "VirtualMachine" [ 1130.409086] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1130.409368] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the lease: (returnval){ [ 1130.409368] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]524d526f-1d93-b3d1-3e29-f774dbcdeb76" [ 1130.409368] env[69941]: _type = "HttpNfcLease" [ 1130.409368] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1130.415118] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1130.415118] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]524d526f-1d93-b3d1-3e29-f774dbcdeb76" [ 1130.415118] env[69941]: _type = "HttpNfcLease" [ 1130.415118] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1130.443851] env[69941]: DEBUG nova.compute.manager [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.444064] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.444786] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1ea45a-c5ea-4875-9009-bc3d585f99cf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.452962] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.453177] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6c2a845-1d3c-4fb3-8f62-f9b5aa2d50c1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.458223] env[69941]: DEBUG oslo_vmware.api [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1130.458223] env[69941]: value = "task-3289258" [ 1130.458223] env[69941]: _type = "Task" [ 1130.458223] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.465149] env[69941]: DEBUG oslo_vmware.api [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.646773] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: ad6492e7-be36-4768-8006-459ab112dae9] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1130.658558] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.658860] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d119f89-9fc5-4a53-a756-d2262b7f78e3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.662660] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.666118] env[69941]: DEBUG oslo_vmware.api [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1130.666118] env[69941]: value = "task-3289259" [ 1130.666118] env[69941]: _type = "Task" [ 1130.666118] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.674744] env[69941]: DEBUG oslo_vmware.api [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.687511] env[69941]: INFO nova.scheduler.client.report [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Deleted allocations for instance f93c0971-5938-4734-83f5-ee3b3a0f055f [ 1130.766824] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.766824] env[69941]: DEBUG nova.compute.manager [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Instance network_info: |[{"id": "6e10040f-9ce8-4737-bc57-511e9e73e187", "address": "fa:16:3e:08:40:c7", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e10040f-9c", "ovs_interfaceid": "6e10040f-9ce8-4737-bc57-511e9e73e187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.766824] env[69941]: DEBUG oslo_concurrency.lockutils [req-3b19f3f5-59c5-485c-bcdd-a4bbd5de9b4d req-9cb87696-5ea8-4d61-b444-54a8317b5228 service nova] Acquired lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.767413] env[69941]: DEBUG nova.network.neutron [req-3b19f3f5-59c5-485c-bcdd-a4bbd5de9b4d req-9cb87696-5ea8-4d61-b444-54a8317b5228 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Refreshing network info cache for port 6e10040f-9ce8-4737-bc57-511e9e73e187 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.768134] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:40:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e10040f-9ce8-4737-bc57-511e9e73e187', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.775633] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.778528] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.779016] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ee8bd5c-c85e-4717-9c7a-546fbc30ef4c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.798518] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.798518] env[69941]: value = "task-3289260" [ 1130.798518] env[69941]: _type = "Task" [ 1130.798518] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.806256] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289260, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.919237] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1130.919237] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]524d526f-1d93-b3d1-3e29-f774dbcdeb76" [ 1130.919237] env[69941]: _type = "HttpNfcLease" [ 1130.919237] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1130.919472] env[69941]: DEBUG oslo_vmware.rw_handles [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1130.919472] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]524d526f-1d93-b3d1-3e29-f774dbcdeb76" [ 1130.919472] env[69941]: _type = "HttpNfcLease" [ 1130.919472] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1130.920282] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2dd56b-60aa-4ac1-8ce7-3138ccb83d74 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.929306] env[69941]: DEBUG oslo_vmware.rw_handles [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fb16c-9922-9f6b-c32a-6be0bc8a2075/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1130.929540] env[69941]: DEBUG oslo_vmware.rw_handles [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fb16c-9922-9f6b-c32a-6be0bc8a2075/disk-0.vmdk for reading. {{(pid=69941) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1131.001286] env[69941]: DEBUG oslo_vmware.api [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289258, 'name': PowerOffVM_Task, 'duration_secs': 0.236874} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.001605] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.001884] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.002180] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5671c0af-e7ae-4a05-8d29-9f0d97650619 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.030298] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-59f6e35a-0da6-4876-b2a2-feb00b35fd6a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.071405] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.071628] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.071818] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleting the datastore file [datastore1] 1543ff3c-7076-4b47-b9ff-3550fc36e9b5 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.072106] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b32a74a-44f0-4934-a85c-30f3aeb08d66 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.077619] env[69941]: DEBUG oslo_vmware.api [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for the task: (returnval){ [ 1131.077619] env[69941]: value = "task-3289262" [ 1131.077619] env[69941]: _type = "Task" [ 1131.077619] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.085598] env[69941]: DEBUG oslo_vmware.api [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.125916] env[69941]: DEBUG nova.network.neutron [req-3b19f3f5-59c5-485c-bcdd-a4bbd5de9b4d req-9cb87696-5ea8-4d61-b444-54a8317b5228 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Updated VIF entry in instance network info cache for port 6e10040f-9ce8-4737-bc57-511e9e73e187. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.127625] env[69941]: DEBUG nova.network.neutron [req-3b19f3f5-59c5-485c-bcdd-a4bbd5de9b4d req-9cb87696-5ea8-4d61-b444-54a8317b5228 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Updating instance_info_cache with network_info: [{"id": "6e10040f-9ce8-4737-bc57-511e9e73e187", "address": "fa:16:3e:08:40:c7", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e10040f-9c", "ovs_interfaceid": "6e10040f-9ce8-4737-bc57-511e9e73e187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.149910] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 9cd489f7-e1c5-4a90-a7cd-823bf7f15207] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1131.177799] env[69941]: DEBUG oslo_vmware.api [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289259, 'name': PowerOnVM_Task, 'duration_secs': 0.395177} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.177799] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.177799] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b39ecd-4b58-421a-8672-a16d1db5fca8 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Updating instance 'f379b8cd-9294-48cc-8adb-07cff23acdb5' progress to 100 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.195597] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a707dc1f-5a6a-4767-aeec-10f650d056a2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "f93c0971-5938-4734-83f5-ee3b3a0f055f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.645s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.309884] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289260, 'name': CreateVM_Task, 'duration_secs': 0.343643} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.310069] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.310771] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.310944] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.311281] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.311539] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e4b1e6-5611-4884-bb0a-00a9d953e185 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.315819] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1131.315819] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52659481-f345-90a8-1122-b0cdf62589d2" [ 1131.315819] env[69941]: _type = "Task" [ 1131.315819] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.323386] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52659481-f345-90a8-1122-b0cdf62589d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.591014] env[69941]: DEBUG oslo_vmware.api [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Task: {'id': task-3289262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201291} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.591445] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.591904] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.592259] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.592602] env[69941]: INFO nova.compute.manager [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1131.593089] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.593382] env[69941]: DEBUG nova.compute.manager [-] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.593816] env[69941]: DEBUG nova.network.neutron [-] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.630078] env[69941]: DEBUG oslo_concurrency.lockutils [req-3b19f3f5-59c5-485c-bcdd-a4bbd5de9b4d req-9cb87696-5ea8-4d61-b444-54a8317b5228 service nova] Releasing lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.653339] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 8ab55297-b2ac-43fc-b9d8-fbb0b3b0cd64] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1131.828491] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52659481-f345-90a8-1122-b0cdf62589d2, 'name': SearchDatastore_Task, 'duration_secs': 0.013463} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.828807] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.829109] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.829422] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.829609] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.829891] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.831955] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28bf1581-66e6-4ceb-812f-ad06be863210 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.841937] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.842270] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.843340] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc3a712-abac-4ae4-a68b-91ead87c2c74 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.849771] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1131.849771] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5235e801-db33-c2af-64fc-6ab0e4acb06a" [ 1131.849771] env[69941]: _type = "Task" [ 1131.849771] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.855283] env[69941]: DEBUG nova.compute.manager [req-ee1ab898-928c-4457-b17a-ef02ca55c71f req-dcf76df2-d282-45bc-9a2c-917085fe2c72 service nova] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Received event network-vif-deleted-31cd97c1-8e75-4796-a3dc-026ffde0b707 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.855618] env[69941]: INFO nova.compute.manager [req-ee1ab898-928c-4457-b17a-ef02ca55c71f req-dcf76df2-d282-45bc-9a2c-917085fe2c72 service nova] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Neutron deleted interface 31cd97c1-8e75-4796-a3dc-026ffde0b707; detaching it from the instance and deleting it from the info cache [ 1131.855801] env[69941]: DEBUG nova.network.neutron [req-ee1ab898-928c-4457-b17a-ef02ca55c71f req-dcf76df2-d282-45bc-9a2c-917085fe2c72 service nova] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.862414] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5235e801-db33-c2af-64fc-6ab0e4acb06a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.156285] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 30f854e3-8a2e-4380-98b2-5f4499892524] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1132.334785] env[69941]: DEBUG nova.network.neutron [-] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.360406] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5235e801-db33-c2af-64fc-6ab0e4acb06a, 'name': SearchDatastore_Task, 'duration_secs': 0.015438} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.360719] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c5ec5f7-c641-41ac-96f6-68807e8ebd23 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.363516] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6754d2ce-c541-4f15-bc31-70cdb0f19fe5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.369113] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1132.369113] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52fc623a-75f7-2c34-d902-4dde63a7c319" [ 1132.369113] env[69941]: _type = "Task" [ 1132.369113] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.376490] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0bfb7a-4182-41e8-af35-4bae6560634e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.392984] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52fc623a-75f7-2c34-d902-4dde63a7c319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.413219] env[69941]: DEBUG nova.compute.manager [req-ee1ab898-928c-4457-b17a-ef02ca55c71f req-dcf76df2-d282-45bc-9a2c-917085fe2c72 service nova] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Detach interface failed, port_id=31cd97c1-8e75-4796-a3dc-026ffde0b707, reason: Instance 1543ff3c-7076-4b47-b9ff-3550fc36e9b5 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1132.660158] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 7660ec11-f8b3-45d0-9e91-d664b4fbcb86] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1132.837998] env[69941]: INFO nova.compute.manager [-] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Took 1.24 seconds to deallocate network for instance. [ 1132.880222] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52fc623a-75f7-2c34-d902-4dde63a7c319, 'name': SearchDatastore_Task, 'duration_secs': 0.020237} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.880342] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.880524] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] f535928b-f6a5-47e4-8a99-f5d95971e651/f535928b-f6a5-47e4-8a99-f5d95971e651.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.880857] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-518e1f7b-87c2-406e-a436-641d70b38f3d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.887659] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1132.887659] env[69941]: value = "task-3289263" [ 1132.887659] env[69941]: _type = "Task" [ 1132.887659] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.896039] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.941539] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "f379b8cd-9294-48cc-8adb-07cff23acdb5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.941813] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "f379b8cd-9294-48cc-8adb-07cff23acdb5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.942022] env[69941]: DEBUG nova.compute.manager [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Going to confirm migration 7 {{(pid=69941) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1133.166816] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 6b5a2048-42cf-410a-b399-ce20366e417a] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1133.345151] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.345458] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.345690] env[69941]: DEBUG nova.objects.instance [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lazy-loading 'resources' on Instance uuid 1543ff3c-7076-4b47-b9ff-3550fc36e9b5 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.397712] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289263, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.484870] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "refresh_cache-f379b8cd-9294-48cc-8adb-07cff23acdb5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.485102] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "refresh_cache-f379b8cd-9294-48cc-8adb-07cff23acdb5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.485290] env[69941]: DEBUG nova.network.neutron [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.485478] env[69941]: DEBUG nova.objects.instance [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lazy-loading 'info_cache' on Instance uuid f379b8cd-9294-48cc-8adb-07cff23acdb5 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.669910] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: c1a619cd-16fe-4f06-a4e9-3acdf2e3e928] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1133.829833] env[69941]: DEBUG oslo_concurrency.lockutils [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "1541fdcd-c877-4740-8595-05feb3e44467" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.830084] env[69941]: DEBUG oslo_concurrency.lockutils [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "1541fdcd-c877-4740-8595-05feb3e44467" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.898924] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635492} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.901803] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] f535928b-f6a5-47e4-8a99-f5d95971e651/f535928b-f6a5-47e4-8a99-f5d95971e651.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.902075] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.902518] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9febb15-075a-485b-b301-66b84adfdab5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.909236] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1133.909236] env[69941]: value = "task-3289264" [ 1133.909236] env[69941]: _type = "Task" [ 1133.909236] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.920122] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.005269] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9352a065-eca0-4f12-a9f2-d3eaa18a7a34 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.012705] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efedd35-ea7d-43d1-8b3f-64feacf45452 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.043560] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58c0ce8-8b6a-469c-a39c-08ed8e15d1cc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.051379] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cf34d2-45bf-4609-9d88-98e45766051d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.065628] env[69941]: DEBUG nova.compute.provider_tree [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.172969] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: e5170986-5aed-4329-aba3-f4e50566bb1b] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1134.332377] env[69941]: DEBUG nova.compute.manager [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.421883] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094405} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.421883] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.421883] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905e8265-74a7-4158-8248-26f2c88800ef {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.444817] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] f535928b-f6a5-47e4-8a99-f5d95971e651/f535928b-f6a5-47e4-8a99-f5d95971e651.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.445514] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e022ac45-a491-4035-ba6b-7c6eddfd8476 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.466051] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1134.466051] env[69941]: value = "task-3289265" [ 1134.466051] env[69941]: _type = "Task" [ 1134.466051] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.474630] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.568988] env[69941]: DEBUG nova.scheduler.client.report [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.678287] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 10d1a76a-1fe4-473f-9db3-9b6b4f8ab148] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1134.722619] env[69941]: DEBUG nova.network.neutron [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Updating instance_info_cache with network_info: [{"id": "73e3cba8-83dc-4d2c-a348-3e31b0129f9e", "address": "fa:16:3e:5e:cf:43", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e3cba8-83", "ovs_interfaceid": "73e3cba8-83dc-4d2c-a348-3e31b0129f9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.853579] env[69941]: DEBUG oslo_concurrency.lockutils [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.976009] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289265, 'name': ReconfigVM_Task, 'duration_secs': 0.442489} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.976369] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Reconfigured VM instance instance-00000070 to attach disk [datastore2] f535928b-f6a5-47e4-8a99-f5d95971e651/f535928b-f6a5-47e4-8a99-f5d95971e651.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.977099] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fead3c9d-9342-49e2-b22a-bd262dd63d65 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.983627] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1134.983627] env[69941]: value = "task-3289266" [ 1134.983627] env[69941]: _type = "Task" [ 1134.983627] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.994376] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289266, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.074148] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.076606] env[69941]: DEBUG oslo_concurrency.lockutils [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.223s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.078633] env[69941]: INFO nova.compute.claims [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.094148] env[69941]: INFO nova.scheduler.client.report [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Deleted allocations for instance 1543ff3c-7076-4b47-b9ff-3550fc36e9b5 [ 1135.183786] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 16428e71-2acc-4d9c-86e7-6b06de208d91] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1135.225634] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "refresh_cache-f379b8cd-9294-48cc-8adb-07cff23acdb5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.225902] env[69941]: DEBUG nova.objects.instance [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lazy-loading 'migration_context' on Instance uuid f379b8cd-9294-48cc-8adb-07cff23acdb5 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.493829] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289266, 'name': Rename_Task, 'duration_secs': 0.193113} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.494976] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.494976] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad95ae8d-631d-4d46-9dc4-29c8d8901e6b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.501242] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1135.501242] env[69941]: value = "task-3289267" [ 1135.501242] env[69941]: _type = "Task" [ 1135.501242] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.509224] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.569310] env[69941]: DEBUG nova.compute.manager [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Stashing vm_state: active {{(pid=69941) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1135.601785] env[69941]: DEBUG oslo_concurrency.lockutils [None req-0e49a001-de12-45a1-a681-6fd37e75a769 tempest-ServersTestJSON-754400060 tempest-ServersTestJSON-754400060-project-member] Lock "1543ff3c-7076-4b47-b9ff-3550fc36e9b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.664s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.687301] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 2271ebb9-3c14-4841-9e8a-dd545a63ac57] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1135.710473] env[69941]: DEBUG oslo_concurrency.lockutils [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "3035c329-b333-4148-9200-be7e6c2bd8d0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.710738] env[69941]: DEBUG oslo_concurrency.lockutils [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "3035c329-b333-4148-9200-be7e6c2bd8d0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.728669] env[69941]: DEBUG nova.objects.base [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.729606] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f398f786-ae10-4081-a83b-ebe7b5b3b8b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.749512] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad1dedc5-3550-4fd8-a28d-25184917fc35 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.754783] env[69941]: DEBUG oslo_vmware.api [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1135.754783] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]527aa9e3-83d5-0025-a4ee-52c9d3406f87" [ 1135.754783] env[69941]: _type = "Task" [ 1135.754783] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.762556] env[69941]: DEBUG oslo_vmware.api [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527aa9e3-83d5-0025-a4ee-52c9d3406f87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.010833] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289267, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.091807] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.190555] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 4b9d8b21-ba70-4ec7-93d6-69fb2763446a] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1136.217128] env[69941]: DEBUG nova.compute.utils [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.240864] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab1faf1-eeca-4d22-9fcd-3684a3a27db8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.247947] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cee2d4-8f49-4f70-b61e-13c2343e78be {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.284540] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bb951b-7c0b-4e4a-ba0b-cbfd4941cb1c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.290748] env[69941]: DEBUG oslo_vmware.api [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527aa9e3-83d5-0025-a4ee-52c9d3406f87, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.291553] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.295706] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5768f7d-d5c7-4bf7-a892-cb59909c4b1f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.309367] env[69941]: DEBUG nova.compute.provider_tree [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.512675] env[69941]: DEBUG oslo_vmware.api [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289267, 'name': PowerOnVM_Task, 'duration_secs': 0.63921} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.513020] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.513234] env[69941]: INFO nova.compute.manager [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1136.513419] env[69941]: DEBUG nova.compute.manager [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.514275] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9823326f-f376-449d-a252-5d673652b9a1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.694627] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 3d985512-661f-4f91-b1b9-7f5972a9a258] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1136.720638] env[69941]: DEBUG oslo_concurrency.lockutils [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "3035c329-b333-4148-9200-be7e6c2bd8d0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.812608] env[69941]: DEBUG nova.scheduler.client.report [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.033521] env[69941]: INFO nova.compute.manager [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Took 12.79 seconds to build instance. [ 1137.204120] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: ce7c3d87-3195-4c3d-96a4-66e18dbece17] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1137.321110] env[69941]: DEBUG oslo_concurrency.lockutils [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.321110] env[69941]: DEBUG nova.compute.manager [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.324218] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.233s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.535305] env[69941]: DEBUG oslo_concurrency.lockutils [None req-a21d619a-fa9e-4111-b018-e4fa98a3aa92 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "f535928b-f6a5-47e4-8a99-f5d95971e651" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.301s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.705123] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 4eb4458e-95a0-473a-b2c7-67eee4ee8574] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1137.748776] env[69941]: DEBUG nova.compute.manager [req-4ad774bf-006e-40ff-8ed7-8a31abdcf0e6 req-b3e9997f-7082-4402-9280-1690b19de7b2 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Received event network-changed-6e10040f-9ce8-4737-bc57-511e9e73e187 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.749499] env[69941]: DEBUG nova.compute.manager [req-4ad774bf-006e-40ff-8ed7-8a31abdcf0e6 req-b3e9997f-7082-4402-9280-1690b19de7b2 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Refreshing instance network info cache due to event network-changed-6e10040f-9ce8-4737-bc57-511e9e73e187. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.750070] env[69941]: DEBUG oslo_concurrency.lockutils [req-4ad774bf-006e-40ff-8ed7-8a31abdcf0e6 req-b3e9997f-7082-4402-9280-1690b19de7b2 service nova] Acquiring lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.750070] env[69941]: DEBUG oslo_concurrency.lockutils [req-4ad774bf-006e-40ff-8ed7-8a31abdcf0e6 req-b3e9997f-7082-4402-9280-1690b19de7b2 service nova] Acquired lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.750246] env[69941]: DEBUG nova.network.neutron [req-4ad774bf-006e-40ff-8ed7-8a31abdcf0e6 req-b3e9997f-7082-4402-9280-1690b19de7b2 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Refreshing network info cache for port 6e10040f-9ce8-4737-bc57-511e9e73e187 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.802628] env[69941]: DEBUG oslo_concurrency.lockutils [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "3035c329-b333-4148-9200-be7e6c2bd8d0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.802881] env[69941]: DEBUG oslo_concurrency.lockutils [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "3035c329-b333-4148-9200-be7e6c2bd8d0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.803098] env[69941]: INFO nova.compute.manager [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Attaching volume 38a554f8-9159-423b-b272-2f3fc7027704 to /dev/sdb [ 1137.827274] env[69941]: DEBUG nova.compute.utils [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.829241] env[69941]: DEBUG nova.compute.manager [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1137.829450] env[69941]: DEBUG nova.network.neutron [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.836180] env[69941]: INFO nova.compute.claims [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.843518] env[69941]: DEBUG nova.compute.manager [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.851338] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c115533-eb16-4529-b384-4c665e5d0062 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.860721] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fb5063-e180-4918-95a4-c3aa2b30a4c1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.876226] env[69941]: DEBUG nova.virt.block_device [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating existing volume attachment record: 20e9b16a-d48e-49b7-9950-b143ea54959d {{(pid=69941) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1137.887939] env[69941]: DEBUG nova.policy [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2d6a294778d49dababd49da319379ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae120943154d45cd8059c52f28b00db2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.209669] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 3dc4fa4e-c7b6-4e02-9fd4-675a8e0aa9cd] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1138.351641] env[69941]: INFO nova.compute.resource_tracker [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updating resource usage from migration 8a30958a-3753-4801-8ad2-6f962ca4ee63 [ 1138.372988] env[69941]: DEBUG nova.network.neutron [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Successfully created port: 9703d26b-8657-4452-b9d5-a7f3d0d77b5d {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.559909] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d38118-e8f2-492d-a528-f414a32a663c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.569786] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1f642d-5f81-4a29-b60e-45c3ee17c5fe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.608947] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d6853e-3831-4642-8f5f-59b3c82748c9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.617053] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3568933e-3d45-4d14-87f4-f414b8decf45 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.631352] env[69941]: DEBUG nova.compute.provider_tree [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.716228] env[69941]: DEBUG nova.network.neutron [req-4ad774bf-006e-40ff-8ed7-8a31abdcf0e6 req-b3e9997f-7082-4402-9280-1690b19de7b2 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Updated VIF entry in instance network info cache for port 6e10040f-9ce8-4737-bc57-511e9e73e187. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.716228] env[69941]: DEBUG nova.network.neutron [req-4ad774bf-006e-40ff-8ed7-8a31abdcf0e6 req-b3e9997f-7082-4402-9280-1690b19de7b2 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Updating instance_info_cache with network_info: [{"id": "6e10040f-9ce8-4737-bc57-511e9e73e187", "address": "fa:16:3e:08:40:c7", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e10040f-9c", "ovs_interfaceid": "6e10040f-9ce8-4737-bc57-511e9e73e187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.717643] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 1bcf7680-bbf7-43c9-bd9d-d5abb9243249] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1138.803262] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "507625cb-6fe6-4908-94a2-5598190d593e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.803562] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "507625cb-6fe6-4908-94a2-5598190d593e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.854626] env[69941]: DEBUG nova.compute.manager [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.892410] env[69941]: DEBUG nova.virt.hardware [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.892687] env[69941]: DEBUG nova.virt.hardware [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.892879] env[69941]: DEBUG nova.virt.hardware [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.893101] env[69941]: DEBUG nova.virt.hardware [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.893259] env[69941]: DEBUG nova.virt.hardware [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.893404] env[69941]: DEBUG nova.virt.hardware [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.893615] env[69941]: DEBUG nova.virt.hardware [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.893773] env[69941]: DEBUG nova.virt.hardware [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.893942] env[69941]: DEBUG nova.virt.hardware [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.894115] env[69941]: DEBUG nova.virt.hardware [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.894290] env[69941]: DEBUG nova.virt.hardware [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.895504] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5f285a-1470-4109-b6f1-8b330b4fad07 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.905226] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9beca558-9869-42ae-971f-735c812c6c68 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.137226] env[69941]: DEBUG nova.scheduler.client.report [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.221237] env[69941]: DEBUG oslo_concurrency.lockutils [req-4ad774bf-006e-40ff-8ed7-8a31abdcf0e6 req-b3e9997f-7082-4402-9280-1690b19de7b2 service nova] Releasing lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.221237] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 60628810-b8e7-4fe1-9a6e-81030946b455] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1139.307553] env[69941]: DEBUG nova.compute.manager [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.641093] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.317s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.641306] env[69941]: INFO nova.compute.manager [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Migrating [ 1139.647675] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.356s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.724827] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: e7812792-52bb-4c04-b2c5-5d56ae9bc0a6] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1139.833496] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.159809] env[69941]: DEBUG nova.compute.manager [req-7c66067f-266c-4e67-8eff-64ba97eb7b83 req-c68dadd1-e405-47c1-81f6-748dab56d262 service nova] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Received event network-vif-plugged-9703d26b-8657-4452-b9d5-a7f3d0d77b5d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.159944] env[69941]: DEBUG oslo_concurrency.lockutils [req-7c66067f-266c-4e67-8eff-64ba97eb7b83 req-c68dadd1-e405-47c1-81f6-748dab56d262 service nova] Acquiring lock "1541fdcd-c877-4740-8595-05feb3e44467-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.160106] env[69941]: DEBUG oslo_concurrency.lockutils [req-7c66067f-266c-4e67-8eff-64ba97eb7b83 req-c68dadd1-e405-47c1-81f6-748dab56d262 service nova] Lock "1541fdcd-c877-4740-8595-05feb3e44467-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.160301] env[69941]: DEBUG oslo_concurrency.lockutils [req-7c66067f-266c-4e67-8eff-64ba97eb7b83 req-c68dadd1-e405-47c1-81f6-748dab56d262 service nova] Lock "1541fdcd-c877-4740-8595-05feb3e44467-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.160484] env[69941]: DEBUG nova.compute.manager [req-7c66067f-266c-4e67-8eff-64ba97eb7b83 req-c68dadd1-e405-47c1-81f6-748dab56d262 service nova] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] No waiting events found dispatching network-vif-plugged-9703d26b-8657-4452-b9d5-a7f3d0d77b5d {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.160725] env[69941]: WARNING nova.compute.manager [req-7c66067f-266c-4e67-8eff-64ba97eb7b83 req-c68dadd1-e405-47c1-81f6-748dab56d262 service nova] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Received unexpected event network-vif-plugged-9703d26b-8657-4452-b9d5-a7f3d0d77b5d for instance with vm_state building and task_state spawning. [ 1140.161915] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.162121] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.162297] env[69941]: DEBUG nova.network.neutron [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.229523] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 73978fd3-5c56-40d3-8a9c-0fc21bebd315] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1140.343163] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a877d179-1f3e-4a2d-a66e-6165eed2eb82 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.347531] env[69941]: DEBUG nova.network.neutron [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Successfully updated port: 9703d26b-8657-4452-b9d5-a7f3d0d77b5d {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.354684] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0afb39-b296-4622-ac2c-872026d83232 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.390714] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd7ecf6-c06c-41c5-a509-d77af13921e9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.399759] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3e17db-c7be-412f-9969-2f892996d6e2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.415332] env[69941]: DEBUG nova.compute.provider_tree [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.503195] env[69941]: DEBUG oslo_vmware.rw_handles [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fb16c-9922-9f6b-c32a-6be0bc8a2075/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1140.504319] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2a5212-9354-43d3-8b01-5703ac28d4b2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.511496] env[69941]: DEBUG oslo_vmware.rw_handles [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fb16c-9922-9f6b-c32a-6be0bc8a2075/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1140.511682] env[69941]: ERROR oslo_vmware.rw_handles [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fb16c-9922-9f6b-c32a-6be0bc8a2075/disk-0.vmdk due to incomplete transfer. [ 1140.511915] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-38e06a4e-5c85-4ad0-832b-b8db7ed7da80 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.521065] env[69941]: DEBUG oslo_vmware.rw_handles [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fb16c-9922-9f6b-c32a-6be0bc8a2075/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1140.521261] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Uploaded image a1e80571-fc19-4663-93e2-273a939d6a42 to the Glance image server {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1140.523654] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1140.523903] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-faa9271d-a4c2-4609-a14f-95847b08be50 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.531665] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1140.531665] env[69941]: value = "task-3289271" [ 1140.531665] env[69941]: _type = "Task" [ 1140.531665] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.539894] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289271, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.733304] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 626f367a-0296-4a75-9fa4-7b7d6b456da6] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1140.849962] env[69941]: DEBUG oslo_concurrency.lockutils [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "refresh_cache-1541fdcd-c877-4740-8595-05feb3e44467" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.850146] env[69941]: DEBUG oslo_concurrency.lockutils [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquired lock "refresh_cache-1541fdcd-c877-4740-8595-05feb3e44467" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.850292] env[69941]: DEBUG nova.network.neutron [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.920650] env[69941]: DEBUG nova.scheduler.client.report [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.042946] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289271, 'name': Destroy_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.094056] env[69941]: DEBUG nova.network.neutron [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updating instance_info_cache with network_info: [{"id": "a33d75c8-c833-4ba4-9555-033954e88a3d", "address": "fa:16:3e:2c:56:6c", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33d75c8-c8", "ovs_interfaceid": "a33d75c8-c833-4ba4-9555-033954e88a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.236887] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 11118094-2c65-4953-94c8-a6bd67d43bce] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.389142] env[69941]: DEBUG nova.network.neutron [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.402489] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8708eebb-547a-4433-8a57-ea8dcc5321a1 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.402810] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8708eebb-547a-4433-8a57-ea8dcc5321a1 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.546671] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289271, 'name': Destroy_Task, 'duration_secs': 0.71119} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.547192] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Destroyed the VM [ 1141.550281] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1141.550281] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b83185d5-9f73-45f5-a94f-19f7cd0452ce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.559218] env[69941]: DEBUG nova.network.neutron [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Updating instance_info_cache with network_info: [{"id": "9703d26b-8657-4452-b9d5-a7f3d0d77b5d", "address": "fa:16:3e:46:7f:bc", "network": {"id": "8995a21b-74a5-4e6a-98e1-94ab20903d3c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769985810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae120943154d45cd8059c52f28b00db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9703d26b-86", "ovs_interfaceid": "9703d26b-8657-4452-b9d5-a7f3d0d77b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.560261] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1141.560261] env[69941]: value = "task-3289273" [ 1141.560261] env[69941]: _type = "Task" [ 1141.560261] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.571417] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289273, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.596794] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.741108] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: e01c973a-3d25-493b-8d5d-eff82c27d03c] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.912623] env[69941]: INFO nova.compute.manager [None req-8708eebb-547a-4433-8a57-ea8dcc5321a1 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Detaching volume 71e5d4d7-c857-47e3-a06b-8222f966a87e [ 1141.930818] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.283s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.937333] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.101s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.937333] env[69941]: INFO nova.compute.claims [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.965255] env[69941]: INFO nova.virt.block_device [None req-8708eebb-547a-4433-8a57-ea8dcc5321a1 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Attempting to driver detach volume 71e5d4d7-c857-47e3-a06b-8222f966a87e from mountpoint /dev/sdb [ 1141.965510] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8708eebb-547a-4433-8a57-ea8dcc5321a1 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1141.966076] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8708eebb-547a-4433-8a57-ea8dcc5321a1 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656861', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'name': 'volume-71e5d4d7-c857-47e3-a06b-8222f966a87e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8fc343c-65e7-4cf8-a5fc-92f56a949f75', 'attached_at': '', 'detached_at': '', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'serial': '71e5d4d7-c857-47e3-a06b-8222f966a87e'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1141.966651] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a194d4e0-f4cf-44e9-9e2b-874d433db3de {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.990974] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfae779-8fbe-4ccb-98d4-ab2f5f9fc22f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.000062] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce5982b-c9e0-4825-b1c4-929603c03e73 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.023888] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f694867a-3b0d-4c4f-b866-49148239514a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.041727] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8708eebb-547a-4433-8a57-ea8dcc5321a1 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] The volume has not been displaced from its original location: [datastore2] volume-71e5d4d7-c857-47e3-a06b-8222f966a87e/volume-71e5d4d7-c857-47e3-a06b-8222f966a87e.vmdk. No consolidation needed. {{(pid=69941) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1142.047341] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8708eebb-547a-4433-8a57-ea8dcc5321a1 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1142.047680] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ebf9478-c474-4208-a024-be148958b4a0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.061523] env[69941]: DEBUG oslo_concurrency.lockutils [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Releasing lock "refresh_cache-1541fdcd-c877-4740-8595-05feb3e44467" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.061523] env[69941]: DEBUG nova.compute.manager [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Instance network_info: |[{"id": "9703d26b-8657-4452-b9d5-a7f3d0d77b5d", "address": "fa:16:3e:46:7f:bc", "network": {"id": "8995a21b-74a5-4e6a-98e1-94ab20903d3c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769985810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae120943154d45cd8059c52f28b00db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9703d26b-86", "ovs_interfaceid": "9703d26b-8657-4452-b9d5-a7f3d0d77b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.061960] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:7f:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9703d26b-8657-4452-b9d5-a7f3d0d77b5d', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.070361] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.073794] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.074384] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b91356e-1c89-4861-aad3-b2f1632776b5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.091672] env[69941]: DEBUG oslo_vmware.api [None req-8708eebb-547a-4433-8a57-ea8dcc5321a1 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1142.091672] env[69941]: value = "task-3289274" [ 1142.091672] env[69941]: _type = "Task" [ 1142.091672] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.098719] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289273, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.104036] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.104036] env[69941]: value = "task-3289275" [ 1142.104036] env[69941]: _type = "Task" [ 1142.104036] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.113307] env[69941]: DEBUG oslo_vmware.api [None req-8708eebb-547a-4433-8a57-ea8dcc5321a1 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.119792] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289275, 'name': CreateVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.204476] env[69941]: DEBUG nova.compute.manager [req-1cdd9d2b-dd2e-4f11-a8ea-4cd28207e19d req-24c447fa-a2c1-49b7-9a23-c188d5e727dd service nova] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Received event network-changed-9703d26b-8657-4452-b9d5-a7f3d0d77b5d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.205236] env[69941]: DEBUG nova.compute.manager [req-1cdd9d2b-dd2e-4f11-a8ea-4cd28207e19d req-24c447fa-a2c1-49b7-9a23-c188d5e727dd service nova] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Refreshing instance network info cache due to event network-changed-9703d26b-8657-4452-b9d5-a7f3d0d77b5d. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.205236] env[69941]: DEBUG oslo_concurrency.lockutils [req-1cdd9d2b-dd2e-4f11-a8ea-4cd28207e19d req-24c447fa-a2c1-49b7-9a23-c188d5e727dd service nova] Acquiring lock "refresh_cache-1541fdcd-c877-4740-8595-05feb3e44467" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.205236] env[69941]: DEBUG oslo_concurrency.lockutils [req-1cdd9d2b-dd2e-4f11-a8ea-4cd28207e19d req-24c447fa-a2c1-49b7-9a23-c188d5e727dd service nova] Acquired lock "refresh_cache-1541fdcd-c877-4740-8595-05feb3e44467" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.205409] env[69941]: DEBUG nova.network.neutron [req-1cdd9d2b-dd2e-4f11-a8ea-4cd28207e19d req-24c447fa-a2c1-49b7-9a23-c188d5e727dd service nova] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Refreshing network info cache for port 9703d26b-8657-4452-b9d5-a7f3d0d77b5d {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.249232] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 31557237-ecee-48c7-a6f8-54440e03e39c] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.575065] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289273, 'name': RemoveSnapshot_Task, 'duration_secs': 0.714439} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.575392] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1142.575719] env[69941]: DEBUG nova.compute.manager [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.576575] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a26e649-2f7b-46f1-b17e-33146c0b19de {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.580034] env[69941]: INFO nova.scheduler.client.report [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleted allocation for migration c0aa2919-e1c3-41aa-99f8-c2ff7a751a7d [ 1142.604304] env[69941]: DEBUG oslo_vmware.api [None req-8708eebb-547a-4433-8a57-ea8dcc5321a1 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289274, 'name': ReconfigVM_Task, 'duration_secs': 0.24457} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.604304] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8708eebb-547a-4433-8a57-ea8dcc5321a1 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1142.612492] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-202fee80-6551-4477-9936-9006f66828a9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.635498] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289275, 'name': CreateVM_Task, 'duration_secs': 0.490194} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.640394] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.642548] env[69941]: DEBUG oslo_vmware.api [None req-8708eebb-547a-4433-8a57-ea8dcc5321a1 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1142.642548] env[69941]: value = "task-3289276" [ 1142.642548] env[69941]: _type = "Task" [ 1142.642548] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.644200] env[69941]: DEBUG oslo_concurrency.lockutils [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.644200] env[69941]: DEBUG oslo_concurrency.lockutils [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.644200] env[69941]: DEBUG oslo_concurrency.lockutils [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.644200] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0543cb31-ba90-4040-bda7-59798fd55674 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.654398] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1142.654398] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5227c8d4-f386-8713-56e7-bd0dec38b1db" [ 1142.654398] env[69941]: _type = "Task" [ 1142.654398] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.660055] env[69941]: DEBUG oslo_vmware.api [None req-8708eebb-547a-4433-8a57-ea8dcc5321a1 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.671212] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5227c8d4-f386-8713-56e7-bd0dec38b1db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.753441] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: d6e8097b-24f5-471d-9456-fb74972db9a0] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.939545] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Volume attach. Driver type: vmdk {{(pid=69941) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1142.939783] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656880', 'volume_id': '38a554f8-9159-423b-b272-2f3fc7027704', 'name': 'volume-38a554f8-9159-423b-b272-2f3fc7027704', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3035c329-b333-4148-9200-be7e6c2bd8d0', 'attached_at': '', 'detached_at': '', 'volume_id': '38a554f8-9159-423b-b272-2f3fc7027704', 'serial': '38a554f8-9159-423b-b272-2f3fc7027704'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1142.940749] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8032c6-118c-4687-b5c1-8c7a4285f45a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.962850] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942c8243-3be0-4362-be4f-ab49be4ae2c4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.993970] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-38a554f8-9159-423b-b272-2f3fc7027704/volume-38a554f8-9159-423b-b272-2f3fc7027704.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.997495] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-407057eb-be86-4bce-8fea-878c4a65b5c7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.017119] env[69941]: DEBUG nova.network.neutron [req-1cdd9d2b-dd2e-4f11-a8ea-4cd28207e19d req-24c447fa-a2c1-49b7-9a23-c188d5e727dd service nova] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Updated VIF entry in instance network info cache for port 9703d26b-8657-4452-b9d5-a7f3d0d77b5d. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.017501] env[69941]: DEBUG nova.network.neutron [req-1cdd9d2b-dd2e-4f11-a8ea-4cd28207e19d req-24c447fa-a2c1-49b7-9a23-c188d5e727dd service nova] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Updating instance_info_cache with network_info: [{"id": "9703d26b-8657-4452-b9d5-a7f3d0d77b5d", "address": "fa:16:3e:46:7f:bc", "network": {"id": "8995a21b-74a5-4e6a-98e1-94ab20903d3c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769985810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae120943154d45cd8059c52f28b00db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9703d26b-86", "ovs_interfaceid": "9703d26b-8657-4452-b9d5-a7f3d0d77b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.022232] env[69941]: DEBUG oslo_vmware.api [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1143.022232] env[69941]: value = "task-3289277" [ 1143.022232] env[69941]: _type = "Task" [ 1143.022232] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.032578] env[69941]: DEBUG oslo_vmware.api [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.091432] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ae6746d9-f322-47a2-ba1e-5065accbd086 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "f379b8cd-9294-48cc-8adb-07cff23acdb5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.149s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.097715] env[69941]: INFO nova.compute.manager [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Shelve offloading [ 1143.127963] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb237a48-1af6-4c16-9813-42788845fb41 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.161052] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updating instance '2b8a04b3-a221-473c-9d4a-498930360d86' progress to 0 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.166193] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "f379b8cd-9294-48cc-8adb-07cff23acdb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.166592] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "f379b8cd-9294-48cc-8adb-07cff23acdb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.166940] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "f379b8cd-9294-48cc-8adb-07cff23acdb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.167237] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "f379b8cd-9294-48cc-8adb-07cff23acdb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.167494] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "f379b8cd-9294-48cc-8adb-07cff23acdb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.178796] env[69941]: INFO nova.compute.manager [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Terminating instance [ 1143.193793] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5227c8d4-f386-8713-56e7-bd0dec38b1db, 'name': SearchDatastore_Task, 'duration_secs': 0.015574} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.194390] env[69941]: DEBUG oslo_vmware.api [None req-8708eebb-547a-4433-8a57-ea8dcc5321a1 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289276, 'name': ReconfigVM_Task, 'duration_secs': 0.16124} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.197537] env[69941]: DEBUG nova.compute.manager [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.197807] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.198207] env[69941]: DEBUG oslo_concurrency.lockutils [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.198506] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.198774] env[69941]: DEBUG oslo_concurrency.lockutils [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.198973] env[69941]: DEBUG oslo_concurrency.lockutils [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.199238] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.199834] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8708eebb-547a-4433-8a57-ea8dcc5321a1 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656861', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'name': 'volume-71e5d4d7-c857-47e3-a06b-8222f966a87e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8fc343c-65e7-4cf8-a5fc-92f56a949f75', 'attached_at': '', 'detached_at': '', 'volume_id': '71e5d4d7-c857-47e3-a06b-8222f966a87e', 'serial': '71e5d4d7-c857-47e3-a06b-8222f966a87e'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1143.203179] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f389261-fda3-480a-a3c9-2f115ced8002 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.206126] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6057a0a6-9786-44ec-af77-2723705a8e0c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.214912] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.215248] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d61e947e-9c0b-4d04-a606-8dbc312a6f95 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.217919] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.218135] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.221626] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a29775-f1ad-4d1b-8e7d-609c80b253d1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.229426] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1143.229426] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f9b8a3-7c85-f2e9-53c7-eab822f1afef" [ 1143.229426] env[69941]: _type = "Task" [ 1143.229426] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.231101] env[69941]: DEBUG oslo_vmware.api [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1143.231101] env[69941]: value = "task-3289278" [ 1143.231101] env[69941]: _type = "Task" [ 1143.231101] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.244456] env[69941]: DEBUG oslo_vmware.api [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.249847] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a8bc52-0a4d-4112-bbb7-71f557c7c535 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.253650] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f9b8a3-7c85-f2e9-53c7-eab822f1afef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.256695] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 21779bcd-6fb5-4d0d-a287-b9127c5bc607] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.264701] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f3e926-640e-4c8b-8cc0-21f08fb6ba62 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.300015] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43657c3e-c02c-4def-af96-cac9989edb9c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.308946] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14cce1f-e1c5-453f-869a-e9ae80deb44d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.325331] env[69941]: DEBUG nova.compute.provider_tree [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.520227] env[69941]: DEBUG oslo_concurrency.lockutils [req-1cdd9d2b-dd2e-4f11-a8ea-4cd28207e19d req-24c447fa-a2c1-49b7-9a23-c188d5e727dd service nova] Releasing lock "refresh_cache-1541fdcd-c877-4740-8595-05feb3e44467" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.531680] env[69941]: DEBUG oslo_vmware.api [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289277, 'name': ReconfigVM_Task, 'duration_secs': 0.453023} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.532036] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-38a554f8-9159-423b-b272-2f3fc7027704/volume-38a554f8-9159-423b-b272-2f3fc7027704.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.536936] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5456a0f-6134-4eb7-8b34-e11c41dddf0e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.554323] env[69941]: DEBUG oslo_vmware.api [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1143.554323] env[69941]: value = "task-3289279" [ 1143.554323] env[69941]: _type = "Task" [ 1143.554323] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.564722] env[69941]: DEBUG oslo_vmware.api [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.601696] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.602085] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1478a89-0552-49a1-98b3-06bd4815ab27 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.610351] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1143.610351] env[69941]: value = "task-3289280" [ 1143.610351] env[69941]: _type = "Task" [ 1143.610351] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.626180] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] VM already powered off {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1143.626563] env[69941]: DEBUG nova.compute.manager [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.628784] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3208794c-97ce-4ee6-b1d7-7ed6d63d35d6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.640337] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.640536] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquired lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.640728] env[69941]: DEBUG nova.network.neutron [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.684459] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.684459] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21084339-37f1-43fc-9aea-a53775cf8ae9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.693837] env[69941]: DEBUG oslo_vmware.api [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1143.693837] env[69941]: value = "task-3289281" [ 1143.693837] env[69941]: _type = "Task" [ 1143.693837] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.703546] env[69941]: DEBUG oslo_vmware.api [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.762261] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f9b8a3-7c85-f2e9-53c7-eab822f1afef, 'name': SearchDatastore_Task, 'duration_secs': 0.014776} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.762658] env[69941]: DEBUG oslo_vmware.api [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289278, 'name': PowerOffVM_Task, 'duration_secs': 0.300287} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.763720] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.764059] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.764468] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f633f9c0-8665-4b9a-a08c-ff9d17425f69 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.768310] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: a8eb094c-94a8-46ff-aef3-0741c5e999fa] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.770684] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ed7d01e-5cae-49e9-bd33-46273490e799 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.777511] env[69941]: DEBUG nova.objects.instance [None req-8708eebb-547a-4433-8a57-ea8dcc5321a1 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lazy-loading 'flavor' on Instance uuid a8fc343c-65e7-4cf8-a5fc-92f56a949f75 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.780959] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1143.780959] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]520b8a88-9bf8-f015-053b-e7dcd29dc907" [ 1143.780959] env[69941]: _type = "Task" [ 1143.780959] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.792728] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520b8a88-9bf8-f015-053b-e7dcd29dc907, 'name': SearchDatastore_Task, 'duration_secs': 0.012386} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.793013] env[69941]: DEBUG oslo_concurrency.lockutils [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.793286] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 1541fdcd-c877-4740-8595-05feb3e44467/1541fdcd-c877-4740-8595-05feb3e44467.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.795029] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03267487-6ab3-43b0-9ad1-1e5af6e2e8ba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.803100] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1143.803100] env[69941]: value = "task-3289283" [ 1143.803100] env[69941]: _type = "Task" [ 1143.803100] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.814732] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.831322] env[69941]: DEBUG nova.scheduler.client.report [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.067822] env[69941]: DEBUG oslo_vmware.api [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289279, 'name': ReconfigVM_Task, 'duration_secs': 0.267405} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.068196] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656880', 'volume_id': '38a554f8-9159-423b-b272-2f3fc7027704', 'name': 'volume-38a554f8-9159-423b-b272-2f3fc7027704', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3035c329-b333-4148-9200-be7e6c2bd8d0', 'attached_at': '', 'detached_at': '', 'volume_id': '38a554f8-9159-423b-b272-2f3fc7027704', 'serial': '38a554f8-9159-423b-b272-2f3fc7027704'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1144.212157] env[69941]: DEBUG oslo_vmware.api [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289281, 'name': PowerOffVM_Task, 'duration_secs': 0.212905} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.214026] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.214026] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updating instance '2b8a04b3-a221-473c-9d4a-498930360d86' progress to 17 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.219235] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.222024] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.222024] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleting the datastore file [datastore1] f379b8cd-9294-48cc-8adb-07cff23acdb5 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.222024] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69430661-79b1-479c-80c9-04e7d499af12 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.231142] env[69941]: DEBUG oslo_vmware.api [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1144.231142] env[69941]: value = "task-3289284" [ 1144.231142] env[69941]: _type = "Task" [ 1144.231142] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.245088] env[69941]: DEBUG oslo_vmware.api [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.275420] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 2f0ee36c-6c06-4a64-9889-8560224e719e] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.319393] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289283, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.336030] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.336587] env[69941]: DEBUG nova.compute.manager [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.478665] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "88d81931-556a-497d-9a1b-a30a41dca6c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.478665] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "88d81931-556a-497d-9a1b-a30a41dca6c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.495883] env[69941]: DEBUG nova.network.neutron [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Updating instance_info_cache with network_info: [{"id": "e31cb9fd-4f71-435e-9a11-fbee2228af97", "address": "fa:16:3e:d8:0d:87", "network": {"id": "758531fb-406e-431b-99bb-44d2aa1468fd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1988528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f8fe8dea05413bbf2d1333d85fde0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31cb9fd-4f", "ovs_interfaceid": "e31cb9fd-4f71-435e-9a11-fbee2228af97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.723283] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.723487] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.723641] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.728163] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.728163] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.728163] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.728163] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.728163] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.728163] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.728163] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.728163] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.732325] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f2f531c-5f99-407b-9f09-98c0315a8356 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.754863] env[69941]: DEBUG oslo_vmware.api [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.756406] env[69941]: DEBUG oslo_vmware.api [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1144.756406] env[69941]: value = "task-3289285" [ 1144.756406] env[69941]: _type = "Task" [ 1144.756406] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.768090] env[69941]: DEBUG oslo_vmware.api [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.789013] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: fb66ba05-860c-47fa-bb76-3ef2cd552f9b] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.791682] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8708eebb-547a-4433-8a57-ea8dcc5321a1 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.389s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.816868] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561626} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.818410] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 1541fdcd-c877-4740-8595-05feb3e44467/1541fdcd-c877-4740-8595-05feb3e44467.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.818410] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.818410] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbcf2ee5-dcd0-4861-a06a-918cf964d006 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.827818] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1144.827818] env[69941]: value = "task-3289286" [ 1144.827818] env[69941]: _type = "Task" [ 1144.827818] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.842284] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.844796] env[69941]: DEBUG nova.compute.utils [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.846225] env[69941]: DEBUG nova.compute.manager [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.846413] env[69941]: DEBUG nova.network.neutron [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.908933] env[69941]: DEBUG nova.policy [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ec0e5b87c5f4f279fe6c8e4648cc30a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b95ea7a3db6d44d58d53bc615ad7b935', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.983673] env[69941]: DEBUG nova.compute.manager [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.999850] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Releasing lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.122858] env[69941]: DEBUG nova.objects.instance [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lazy-loading 'flavor' on Instance uuid 3035c329-b333-4148-9200-be7e6c2bd8d0 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.191609] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Acquiring lock "9362d61f-5a47-45f0-be32-c022ce0c1805" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.191879] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Lock "9362d61f-5a47-45f0-be32-c022ce0c1805" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.243876] env[69941]: DEBUG oslo_vmware.api [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.628342} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.245522] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.245882] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.246130] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.246315] env[69941]: INFO nova.compute.manager [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Took 2.05 seconds to destroy the instance on the hypervisor. [ 1145.246556] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.251869] env[69941]: DEBUG nova.compute.manager [-] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1145.252019] env[69941]: DEBUG nova.network.neutron [-] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.272873] env[69941]: DEBUG oslo_vmware.api [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289285, 'name': ReconfigVM_Task, 'duration_secs': 0.375749} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.273587] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updating instance '2b8a04b3-a221-473c-9d4a-498930360d86' progress to 33 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.294606] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 3aa39f00-4e7a-423e-92ad-9d5204e20e51] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.340221] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072282} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.340337] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.341580] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569123be-a6e2-441b-b3a9-d135d03eaf11 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.359261] env[69941]: DEBUG nova.compute.manager [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.370819] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 1541fdcd-c877-4740-8595-05feb3e44467/1541fdcd-c877-4740-8595-05feb3e44467.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.371345] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99c66a63-f6c8-49ca-8cbb-d33dfa098bec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.387108] env[69941]: DEBUG nova.network.neutron [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Successfully created port: d8d5ff33-91bd-4007-91aa-2a37e72a3ae8 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.397090] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1145.397090] env[69941]: value = "task-3289287" [ 1145.397090] env[69941]: _type = "Task" [ 1145.397090] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.403617] env[69941]: DEBUG nova.compute.manager [req-022305ee-c180-4c10-ba52-bb66a8d74547 req-88abdce8-8da8-4d0f-bedf-aebcb62ffa74 service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Received event network-vif-unplugged-e31cb9fd-4f71-435e-9a11-fbee2228af97 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.403886] env[69941]: DEBUG oslo_concurrency.lockutils [req-022305ee-c180-4c10-ba52-bb66a8d74547 req-88abdce8-8da8-4d0f-bedf-aebcb62ffa74 service nova] Acquiring lock "98e9f87e-6fdc-4777-9cf5-89200b85e410-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.404132] env[69941]: DEBUG oslo_concurrency.lockutils [req-022305ee-c180-4c10-ba52-bb66a8d74547 req-88abdce8-8da8-4d0f-bedf-aebcb62ffa74 service nova] Lock "98e9f87e-6fdc-4777-9cf5-89200b85e410-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.404297] env[69941]: DEBUG oslo_concurrency.lockutils [req-022305ee-c180-4c10-ba52-bb66a8d74547 req-88abdce8-8da8-4d0f-bedf-aebcb62ffa74 service nova] Lock "98e9f87e-6fdc-4777-9cf5-89200b85e410-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.404465] env[69941]: DEBUG nova.compute.manager [req-022305ee-c180-4c10-ba52-bb66a8d74547 req-88abdce8-8da8-4d0f-bedf-aebcb62ffa74 service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] No waiting events found dispatching network-vif-unplugged-e31cb9fd-4f71-435e-9a11-fbee2228af97 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.404629] env[69941]: WARNING nova.compute.manager [req-022305ee-c180-4c10-ba52-bb66a8d74547 req-88abdce8-8da8-4d0f-bedf-aebcb62ffa74 service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Received unexpected event network-vif-unplugged-e31cb9fd-4f71-435e-9a11-fbee2228af97 for instance with vm_state shelved and task_state shelving_offloading. [ 1145.409743] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.508607] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.512019] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.512019] env[69941]: INFO nova.compute.claims [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.563396] env[69941]: DEBUG nova.compute.manager [req-28762393-6b5d-4828-a6bc-c30befedc6f9 req-19bcc338-ec50-4174-9c8d-2ef7d8892751 service nova] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Received event network-vif-deleted-73e3cba8-83dc-4d2c-a348-3e31b0129f9e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.563557] env[69941]: INFO nova.compute.manager [req-28762393-6b5d-4828-a6bc-c30befedc6f9 req-19bcc338-ec50-4174-9c8d-2ef7d8892751 service nova] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Neutron deleted interface 73e3cba8-83dc-4d2c-a348-3e31b0129f9e; detaching it from the instance and deleting it from the info cache [ 1145.563748] env[69941]: DEBUG nova.network.neutron [req-28762393-6b5d-4828-a6bc-c30befedc6f9 req-19bcc338-ec50-4174-9c8d-2ef7d8892751 service nova] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.632097] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.632406] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cd0c63-5d37-4da6-866d-bd414f250702 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.636299] env[69941]: DEBUG oslo_concurrency.lockutils [None req-31b79fce-8eec-42d3-a557-6dfe299898cc tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "3035c329-b333-4148-9200-be7e6c2bd8d0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.833s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.642617] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.642898] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ab5c425-2572-453e-9031-ae5813256417 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.697790] env[69941]: DEBUG nova.compute.manager [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.728722] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.728722] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.728722] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Deleting the datastore file [datastore2] 98e9f87e-6fdc-4777-9cf5-89200b85e410 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.728722] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b441af83-8ffe-45ff-85ef-c9acdefdcd4d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.737862] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1145.737862] env[69941]: value = "task-3289289" [ 1145.737862] env[69941]: _type = "Task" [ 1145.737862] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.752024] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.752737] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.752864] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.753182] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.753481] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.753684] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.756190] env[69941]: INFO nova.compute.manager [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Terminating instance [ 1145.782376] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.784143] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.784143] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.784143] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.784143] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.784143] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.784409] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.784566] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.784787] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.785027] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.785287] env[69941]: DEBUG nova.virt.hardware [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.792121] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.792594] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-730bc59f-61a6-4f29-bde2-96b546dcaa7a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.807778] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: a62ae68a-fb40-4439-9c38-3765dfac652a] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.818789] env[69941]: DEBUG oslo_vmware.api [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1145.818789] env[69941]: value = "task-3289290" [ 1145.818789] env[69941]: _type = "Task" [ 1145.818789] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.828486] env[69941]: DEBUG oslo_vmware.api [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.910267] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289287, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.034269] env[69941]: DEBUG nova.network.neutron [-] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.067289] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2316e6f9-8580-4091-8988-aca0bf926558 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.080900] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609378f0-9828-4782-8f46-14168f839737 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.119779] env[69941]: DEBUG nova.compute.manager [req-28762393-6b5d-4828-a6bc-c30befedc6f9 req-19bcc338-ec50-4174-9c8d-2ef7d8892751 service nova] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Detach interface failed, port_id=73e3cba8-83dc-4d2c-a348-3e31b0129f9e, reason: Instance f379b8cd-9294-48cc-8adb-07cff23acdb5 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1146.182368] env[69941]: DEBUG nova.compute.manager [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Stashing vm_state: active {{(pid=69941) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1146.218012] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.248359] env[69941]: DEBUG oslo_vmware.api [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150663} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.248657] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.248902] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.249143] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.260368] env[69941]: DEBUG nova.compute.manager [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.260629] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.261480] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6d6a99-f1dd-477a-a992-7e5cdf36ff12 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.266249] env[69941]: INFO nova.scheduler.client.report [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Deleted allocations for instance 98e9f87e-6fdc-4777-9cf5-89200b85e410 [ 1146.272554] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.272733] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef456957-e93f-42fd-b182-99a63d75688e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.280508] env[69941]: DEBUG oslo_vmware.api [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1146.280508] env[69941]: value = "task-3289291" [ 1146.280508] env[69941]: _type = "Task" [ 1146.280508] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.290363] env[69941]: DEBUG oslo_vmware.api [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.310203] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: b24e27be-8986-4815-9723-fc5778147274] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.328695] env[69941]: DEBUG oslo_vmware.api [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289290, 'name': ReconfigVM_Task, 'duration_secs': 0.203973} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.328975] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.329765] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f773bc4b-4e24-4e6b-a69e-b32118936fad {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.353478] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 2b8a04b3-a221-473c-9d4a-498930360d86/2b8a04b3-a221-473c-9d4a-498930360d86.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.353994] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b2fc8f8-bc34-40fd-84ec-d5fb1195002e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.373597] env[69941]: DEBUG oslo_vmware.api [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1146.373597] env[69941]: value = "task-3289292" [ 1146.373597] env[69941]: _type = "Task" [ 1146.373597] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.378029] env[69941]: DEBUG nova.compute.manager [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.385520] env[69941]: DEBUG oslo_vmware.api [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289292, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.411027] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289287, 'name': ReconfigVM_Task, 'duration_secs': 0.586039} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.413749] env[69941]: DEBUG nova.virt.hardware [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.413947] env[69941]: DEBUG nova.virt.hardware [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.414096] env[69941]: DEBUG nova.virt.hardware [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.414285] env[69941]: DEBUG nova.virt.hardware [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.414432] env[69941]: DEBUG nova.virt.hardware [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.414574] env[69941]: DEBUG nova.virt.hardware [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.414780] env[69941]: DEBUG nova.virt.hardware [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.415009] env[69941]: DEBUG nova.virt.hardware [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.415244] env[69941]: DEBUG nova.virt.hardware [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.415443] env[69941]: DEBUG nova.virt.hardware [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.415618] env[69941]: DEBUG nova.virt.hardware [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.415909] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 1541fdcd-c877-4740-8595-05feb3e44467/1541fdcd-c877-4740-8595-05feb3e44467.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.417307] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d92498e-0bac-40b1-a248-f2f2e0a2aea3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.419881] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50fcd23b-53e0-4979-af9e-945f653247f7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.427779] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a7d1d3-3b0e-4a37-b9d5-ea70b95234bc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.432681] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1146.432681] env[69941]: value = "task-3289293" [ 1146.432681] env[69941]: _type = "Task" [ 1146.432681] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.450616] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289293, 'name': Rename_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.536726] env[69941]: INFO nova.compute.manager [-] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Took 1.28 seconds to deallocate network for instance. [ 1146.689696] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bff320-f128-4635-bec2-ca4f3bcdd19b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.699152] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caeb4b3-c419-4e3b-8163-7f12867c0ec2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.702195] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.730984] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80209b5b-feab-4440-b79e-e989c52efba7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.739330] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f44d0b-a1f7-4bf0-9f80-e9dee6e61190 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.754728] env[69941]: DEBUG nova.compute.provider_tree [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.773826] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.790908] env[69941]: DEBUG oslo_vmware.api [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289291, 'name': PowerOffVM_Task, 'duration_secs': 0.176843} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.791249] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.791487] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.791886] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-499661b8-789a-465e-ac5c-2a823dd30c63 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.813234] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 99f455c6-bc8a-476c-bd12-f7f19a3aa219] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.879920] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.879920] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.879920] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleting the datastore file [datastore2] a8fc343c-65e7-4cf8-a5fc-92f56a949f75 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.879920] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62ff073c-0816-46ef-aa8c-b9e60c2b624c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.887529] env[69941]: DEBUG oslo_vmware.api [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289292, 'name': ReconfigVM_Task, 'duration_secs': 0.283159} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.888887] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 2b8a04b3-a221-473c-9d4a-498930360d86/2b8a04b3-a221-473c-9d4a-498930360d86.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.889621] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updating instance '2b8a04b3-a221-473c-9d4a-498930360d86' progress to 50 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.892856] env[69941]: DEBUG oslo_vmware.api [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1146.892856] env[69941]: value = "task-3289295" [ 1146.892856] env[69941]: _type = "Task" [ 1146.892856] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.901720] env[69941]: DEBUG oslo_vmware.api [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.947482] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289293, 'name': Rename_Task, 'duration_secs': 0.149756} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.947881] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.947989] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b60d162-4bd2-46d2-a50e-beb284f793a4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.957049] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1146.957049] env[69941]: value = "task-3289296" [ 1146.957049] env[69941]: _type = "Task" [ 1146.957049] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.965289] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.043994] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.066538] env[69941]: DEBUG nova.network.neutron [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Successfully updated port: d8d5ff33-91bd-4007-91aa-2a37e72a3ae8 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.258628] env[69941]: DEBUG nova.scheduler.client.report [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.316256] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 8e766713-d381-4ee2-bfee-fbe68cf01cc2] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.396717] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235240bc-2ba6-46d6-a472-b6b7f2b56e07 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.408870] env[69941]: DEBUG oslo_vmware.api [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146465} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.423259] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.423523] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.423634] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.423814] env[69941]: INFO nova.compute.manager [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1147.424064] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.424629] env[69941]: DEBUG nova.compute.manager [-] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.424629] env[69941]: DEBUG nova.network.neutron [-] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.426776] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c80f148-2841-4935-8d52-629242bd6868 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.445831] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updating instance '2b8a04b3-a221-473c-9d4a-498930360d86' progress to 67 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.451191] env[69941]: DEBUG nova.compute.manager [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Received event network-changed-e31cb9fd-4f71-435e-9a11-fbee2228af97 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.451371] env[69941]: DEBUG nova.compute.manager [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Refreshing instance network info cache due to event network-changed-e31cb9fd-4f71-435e-9a11-fbee2228af97. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.451642] env[69941]: DEBUG oslo_concurrency.lockutils [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] Acquiring lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.451722] env[69941]: DEBUG oslo_concurrency.lockutils [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] Acquired lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.451872] env[69941]: DEBUG nova.network.neutron [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Refreshing network info cache for port e31cb9fd-4f71-435e-9a11-fbee2228af97 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.469126] env[69941]: DEBUG oslo_vmware.api [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289296, 'name': PowerOnVM_Task, 'duration_secs': 0.468764} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.469343] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.469534] env[69941]: INFO nova.compute.manager [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1147.469739] env[69941]: DEBUG nova.compute.manager [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.470551] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5da2878-6365-4b6b-ae0a-9054d0ebfbed {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.569112] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.569862] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.569862] env[69941]: DEBUG nova.network.neutron [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.766678] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.767253] env[69941]: DEBUG nova.compute.manager [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.770779] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.553s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.772207] env[69941]: INFO nova.compute.claims [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.820742] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 1bfa85ea-6706-4715-a3d7-eec56b2febff] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.989369] env[69941]: INFO nova.compute.manager [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Took 13.15 seconds to build instance. [ 1148.039805] env[69941]: DEBUG nova.network.neutron [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Port a33d75c8-c833-4ba4-9555-033954e88a3d binding to destination host cpu-1 is already ACTIVE {{(pid=69941) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1148.129432] env[69941]: DEBUG nova.network.neutron [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.281438] env[69941]: DEBUG nova.compute.utils [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.285019] env[69941]: DEBUG nova.compute.manager [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.285019] env[69941]: DEBUG nova.network.neutron [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.324369] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: db9abd6d-0da6-465c-8894-71ea08840d96] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.372226] env[69941]: DEBUG nova.network.neutron [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Updated VIF entry in instance network info cache for port e31cb9fd-4f71-435e-9a11-fbee2228af97. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.372589] env[69941]: DEBUG nova.network.neutron [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Updating instance_info_cache with network_info: [{"id": "e31cb9fd-4f71-435e-9a11-fbee2228af97", "address": "fa:16:3e:d8:0d:87", "network": {"id": "758531fb-406e-431b-99bb-44d2aa1468fd", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1988528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f8fe8dea05413bbf2d1333d85fde0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape31cb9fd-4f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.374702] env[69941]: DEBUG nova.network.neutron [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Updating instance_info_cache with network_info: [{"id": "d8d5ff33-91bd-4007-91aa-2a37e72a3ae8", "address": "fa:16:3e:0a:73:20", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d5ff33-91", "ovs_interfaceid": "d8d5ff33-91bd-4007-91aa-2a37e72a3ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.419798] env[69941]: DEBUG nova.network.neutron [-] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.428278] env[69941]: DEBUG nova.policy [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6aa8261d65ad47158fb3a41bb2facbc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f5a68c682154ef4b1e7890ca785248a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.496399] env[69941]: DEBUG oslo_concurrency.lockutils [None req-96747edd-9604-40e9-a79d-cd73d4d49187 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "1541fdcd-c877-4740-8595-05feb3e44467" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.666s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.786964] env[69941]: DEBUG nova.compute.manager [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.828694] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: f0ff0742-fed9-4f65-a6e0-c0e51987df7c] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.867016] env[69941]: DEBUG nova.network.neutron [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Successfully created port: d55380a9-ca8e-4628-ad29-6cfec9478ce7 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.877197] env[69941]: DEBUG oslo_concurrency.lockutils [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] Releasing lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.877464] env[69941]: DEBUG nova.compute.manager [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Received event network-vif-plugged-d8d5ff33-91bd-4007-91aa-2a37e72a3ae8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.877675] env[69941]: DEBUG oslo_concurrency.lockutils [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] Acquiring lock "507625cb-6fe6-4908-94a2-5598190d593e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.877941] env[69941]: DEBUG oslo_concurrency.lockutils [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] Lock "507625cb-6fe6-4908-94a2-5598190d593e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.878126] env[69941]: DEBUG oslo_concurrency.lockutils [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] Lock "507625cb-6fe6-4908-94a2-5598190d593e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.878312] env[69941]: DEBUG nova.compute.manager [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] No waiting events found dispatching network-vif-plugged-d8d5ff33-91bd-4007-91aa-2a37e72a3ae8 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.878790] env[69941]: WARNING nova.compute.manager [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Received unexpected event network-vif-plugged-d8d5ff33-91bd-4007-91aa-2a37e72a3ae8 for instance with vm_state building and task_state spawning. [ 1148.878790] env[69941]: DEBUG nova.compute.manager [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Received event network-changed-d8d5ff33-91bd-4007-91aa-2a37e72a3ae8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.878790] env[69941]: DEBUG nova.compute.manager [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Refreshing instance network info cache due to event network-changed-d8d5ff33-91bd-4007-91aa-2a37e72a3ae8. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.878952] env[69941]: DEBUG oslo_concurrency.lockutils [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] Acquiring lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.879310] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.879575] env[69941]: DEBUG nova.compute.manager [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Instance network_info: |[{"id": "d8d5ff33-91bd-4007-91aa-2a37e72a3ae8", "address": "fa:16:3e:0a:73:20", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d5ff33-91", "ovs_interfaceid": "d8d5ff33-91bd-4007-91aa-2a37e72a3ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.880076] env[69941]: DEBUG oslo_concurrency.lockutils [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] Acquired lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.880258] env[69941]: DEBUG nova.network.neutron [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Refreshing network info cache for port d8d5ff33-91bd-4007-91aa-2a37e72a3ae8 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.881636] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:73:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8d5ff33-91bd-4007-91aa-2a37e72a3ae8', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.889521] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.895572] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.897505] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cec71474-efed-4809-9071-56fc2a2cd313 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.914185] env[69941]: DEBUG nova.compute.manager [req-3b3b7cc0-5c9e-4d9b-9b1b-472747d6b425 req-b6125938-366c-40d3-a6d6-2fdd38fafc38 service nova] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Received event network-changed-9703d26b-8657-4452-b9d5-a7f3d0d77b5d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.914380] env[69941]: DEBUG nova.compute.manager [req-3b3b7cc0-5c9e-4d9b-9b1b-472747d6b425 req-b6125938-366c-40d3-a6d6-2fdd38fafc38 service nova] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Refreshing instance network info cache due to event network-changed-9703d26b-8657-4452-b9d5-a7f3d0d77b5d. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.914591] env[69941]: DEBUG oslo_concurrency.lockutils [req-3b3b7cc0-5c9e-4d9b-9b1b-472747d6b425 req-b6125938-366c-40d3-a6d6-2fdd38fafc38 service nova] Acquiring lock "refresh_cache-1541fdcd-c877-4740-8595-05feb3e44467" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.914733] env[69941]: DEBUG oslo_concurrency.lockutils [req-3b3b7cc0-5c9e-4d9b-9b1b-472747d6b425 req-b6125938-366c-40d3-a6d6-2fdd38fafc38 service nova] Acquired lock "refresh_cache-1541fdcd-c877-4740-8595-05feb3e44467" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.914887] env[69941]: DEBUG nova.network.neutron [req-3b3b7cc0-5c9e-4d9b-9b1b-472747d6b425 req-b6125938-366c-40d3-a6d6-2fdd38fafc38 service nova] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Refreshing network info cache for port 9703d26b-8657-4452-b9d5-a7f3d0d77b5d {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.926332] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.926332] env[69941]: value = "task-3289297" [ 1148.926332] env[69941]: _type = "Task" [ 1148.926332] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.932025] env[69941]: INFO nova.compute.manager [-] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Took 1.51 seconds to deallocate network for instance. [ 1148.943569] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289297, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.058021] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40db69f6-696b-4797-9ae0-8cacfc0dd25a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.073026] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "2b8a04b3-a221-473c-9d4a-498930360d86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.073026] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "2b8a04b3-a221-473c-9d4a-498930360d86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.073026] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "2b8a04b3-a221-473c-9d4a-498930360d86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.078601] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a31042-5369-426c-ae78-0e3e1ca20e0f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.113177] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04e8218-717f-4e53-a12b-96a5ce089079 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.124396] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244063b1-3f2b-4f22-a30b-3afd0d90b488 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.141349] env[69941]: DEBUG nova.compute.provider_tree [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.160821] env[69941]: DEBUG nova.network.neutron [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Updated VIF entry in instance network info cache for port d8d5ff33-91bd-4007-91aa-2a37e72a3ae8. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.160821] env[69941]: DEBUG nova.network.neutron [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Updating instance_info_cache with network_info: [{"id": "d8d5ff33-91bd-4007-91aa-2a37e72a3ae8", "address": "fa:16:3e:0a:73:20", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d5ff33-91", "ovs_interfaceid": "d8d5ff33-91bd-4007-91aa-2a37e72a3ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.338597] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 9124437a-6601-4be7-9477-718f1ad678a6] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.437805] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289297, 'name': CreateVM_Task, 'duration_secs': 0.344783} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.437805] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.438525] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.439177] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.439177] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.439336] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-debc6022-edf5-42b0-92e6-29a9eeb75d04 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.444886] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.446074] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1149.446074] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e04e23-da92-0168-ff60-81e260cb0c8a" [ 1149.446074] env[69941]: _type = "Task" [ 1149.446074] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.456410] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "98e9f87e-6fdc-4777-9cf5-89200b85e410" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.456686] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e04e23-da92-0168-ff60-81e260cb0c8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.510607] env[69941]: DEBUG nova.compute.manager [req-98b2df70-8883-487d-a56b-5d4455deb5c9 req-9bdeb149-c548-40ea-a89f-c2eb6fe8d61d service nova] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Received event network-vif-deleted-d6eb22fa-7a1e-46ff-97ea-0044d299869c {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.644759] env[69941]: DEBUG nova.scheduler.client.report [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.662917] env[69941]: DEBUG oslo_concurrency.lockutils [req-bec5cae8-afb0-4aa1-b95a-af4dbb73c061 req-bbb16aa5-e52c-4bc4-83fc-116296b571ce service nova] Releasing lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.806898] env[69941]: DEBUG nova.compute.manager [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.834190] env[69941]: DEBUG nova.virt.hardware [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.834431] env[69941]: DEBUG nova.virt.hardware [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.834585] env[69941]: DEBUG nova.virt.hardware [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.834941] env[69941]: DEBUG nova.virt.hardware [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.834941] env[69941]: DEBUG nova.virt.hardware [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.835047] env[69941]: DEBUG nova.virt.hardware [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.835254] env[69941]: DEBUG nova.virt.hardware [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.835421] env[69941]: DEBUG nova.virt.hardware [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.836383] env[69941]: DEBUG nova.virt.hardware [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.836383] env[69941]: DEBUG nova.virt.hardware [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.836383] env[69941]: DEBUG nova.virt.hardware [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.836926] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525276ac-0764-4577-a0b0-03508a8ba90e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.842627] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: f523f6f3-7371-4ac7-a6e8-d02ea76d1999] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.847435] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e71083c-ba11-4045-875a-b0129be54c8c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.901203] env[69941]: DEBUG nova.network.neutron [req-3b3b7cc0-5c9e-4d9b-9b1b-472747d6b425 req-b6125938-366c-40d3-a6d6-2fdd38fafc38 service nova] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Updated VIF entry in instance network info cache for port 9703d26b-8657-4452-b9d5-a7f3d0d77b5d. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.901598] env[69941]: DEBUG nova.network.neutron [req-3b3b7cc0-5c9e-4d9b-9b1b-472747d6b425 req-b6125938-366c-40d3-a6d6-2fdd38fafc38 service nova] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Updating instance_info_cache with network_info: [{"id": "9703d26b-8657-4452-b9d5-a7f3d0d77b5d", "address": "fa:16:3e:46:7f:bc", "network": {"id": "8995a21b-74a5-4e6a-98e1-94ab20903d3c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769985810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae120943154d45cd8059c52f28b00db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9703d26b-86", "ovs_interfaceid": "9703d26b-8657-4452-b9d5-a7f3d0d77b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.956915] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e04e23-da92-0168-ff60-81e260cb0c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.011338} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.957248] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.957486] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.957721] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.957871] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.958060] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.958340] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-702bb67d-d978-49bb-a080-4d118616bf45 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.968427] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.968682] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.969372] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4c9fbe-3bca-4e60-b86f-43cc52cf40e2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.975418] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1149.975418] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5234a386-d9c1-c779-abbe-db1cd86d02d4" [ 1149.975418] env[69941]: _type = "Task" [ 1149.975418] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.983863] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5234a386-d9c1-c779-abbe-db1cd86d02d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.108029] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.108246] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.108474] env[69941]: DEBUG nova.network.neutron [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.149717] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.150264] env[69941]: DEBUG nova.compute.manager [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.153462] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.451s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.347364] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 9dbd6bcd-466e-473b-ba23-edf62703e440] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.404344] env[69941]: DEBUG oslo_concurrency.lockutils [req-3b3b7cc0-5c9e-4d9b-9b1b-472747d6b425 req-b6125938-366c-40d3-a6d6-2fdd38fafc38 service nova] Releasing lock "refresh_cache-1541fdcd-c877-4740-8595-05feb3e44467" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.461742] env[69941]: DEBUG nova.network.neutron [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Successfully updated port: d55380a9-ca8e-4628-ad29-6cfec9478ce7 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.488040] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5234a386-d9c1-c779-abbe-db1cd86d02d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.488040] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d2bc6b6-6705-4a58-bb3d-b43f597b25b7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.493653] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1150.493653] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52dce02e-12dc-33e4-4242-74e112b6292a" [ 1150.493653] env[69941]: _type = "Task" [ 1150.493653] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.501912] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52dce02e-12dc-33e4-4242-74e112b6292a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.657479] env[69941]: DEBUG nova.compute.utils [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.658914] env[69941]: DEBUG nova.compute.manager [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.659104] env[69941]: DEBUG nova.network.neutron [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.663863] env[69941]: INFO nova.compute.claims [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.701834] env[69941]: DEBUG nova.policy [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92fe6567a76e424c85d5bba13989a4b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c94139b6ab574f1fb650f4e47800b264', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.838944] env[69941]: DEBUG nova.network.neutron [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updating instance_info_cache with network_info: [{"id": "a33d75c8-c833-4ba4-9555-033954e88a3d", "address": "fa:16:3e:2c:56:6c", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33d75c8-c8", "ovs_interfaceid": "a33d75c8-c833-4ba4-9555-033954e88a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.852976] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: a87074ec-1813-448c-be2b-e50be5324256] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.919602] env[69941]: DEBUG nova.compute.manager [req-ebd55ef5-838b-41d5-acaa-1942187c1d1e req-b848f182-d037-492f-95ed-0a475944b82d service nova] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Received event network-vif-plugged-d55380a9-ca8e-4628-ad29-6cfec9478ce7 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.919856] env[69941]: DEBUG oslo_concurrency.lockutils [req-ebd55ef5-838b-41d5-acaa-1942187c1d1e req-b848f182-d037-492f-95ed-0a475944b82d service nova] Acquiring lock "88d81931-556a-497d-9a1b-a30a41dca6c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.920088] env[69941]: DEBUG oslo_concurrency.lockutils [req-ebd55ef5-838b-41d5-acaa-1942187c1d1e req-b848f182-d037-492f-95ed-0a475944b82d service nova] Lock "88d81931-556a-497d-9a1b-a30a41dca6c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.920258] env[69941]: DEBUG oslo_concurrency.lockutils [req-ebd55ef5-838b-41d5-acaa-1942187c1d1e req-b848f182-d037-492f-95ed-0a475944b82d service nova] Lock "88d81931-556a-497d-9a1b-a30a41dca6c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.920466] env[69941]: DEBUG nova.compute.manager [req-ebd55ef5-838b-41d5-acaa-1942187c1d1e req-b848f182-d037-492f-95ed-0a475944b82d service nova] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] No waiting events found dispatching network-vif-plugged-d55380a9-ca8e-4628-ad29-6cfec9478ce7 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.920648] env[69941]: WARNING nova.compute.manager [req-ebd55ef5-838b-41d5-acaa-1942187c1d1e req-b848f182-d037-492f-95ed-0a475944b82d service nova] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Received unexpected event network-vif-plugged-d55380a9-ca8e-4628-ad29-6cfec9478ce7 for instance with vm_state building and task_state spawning. [ 1150.920807] env[69941]: DEBUG nova.compute.manager [req-ebd55ef5-838b-41d5-acaa-1942187c1d1e req-b848f182-d037-492f-95ed-0a475944b82d service nova] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Received event network-changed-d55380a9-ca8e-4628-ad29-6cfec9478ce7 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.920958] env[69941]: DEBUG nova.compute.manager [req-ebd55ef5-838b-41d5-acaa-1942187c1d1e req-b848f182-d037-492f-95ed-0a475944b82d service nova] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Refreshing instance network info cache due to event network-changed-d55380a9-ca8e-4628-ad29-6cfec9478ce7. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.921285] env[69941]: DEBUG oslo_concurrency.lockutils [req-ebd55ef5-838b-41d5-acaa-1942187c1d1e req-b848f182-d037-492f-95ed-0a475944b82d service nova] Acquiring lock "refresh_cache-88d81931-556a-497d-9a1b-a30a41dca6c7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.921495] env[69941]: DEBUG oslo_concurrency.lockutils [req-ebd55ef5-838b-41d5-acaa-1942187c1d1e req-b848f182-d037-492f-95ed-0a475944b82d service nova] Acquired lock "refresh_cache-88d81931-556a-497d-9a1b-a30a41dca6c7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.921733] env[69941]: DEBUG nova.network.neutron [req-ebd55ef5-838b-41d5-acaa-1942187c1d1e req-b848f182-d037-492f-95ed-0a475944b82d service nova] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Refreshing network info cache for port d55380a9-ca8e-4628-ad29-6cfec9478ce7 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.944474] env[69941]: DEBUG nova.network.neutron [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Successfully created port: b06b5029-ad39-491d-9933-2901a6254259 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.964646] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "refresh_cache-88d81931-556a-497d-9a1b-a30a41dca6c7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.007494] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52dce02e-12dc-33e4-4242-74e112b6292a, 'name': SearchDatastore_Task, 'duration_secs': 0.012214} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.007494] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.007494] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 507625cb-6fe6-4908-94a2-5598190d593e/507625cb-6fe6-4908-94a2-5598190d593e.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.007494] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cba06c5-e69e-41ec-b662-6db94ee88e56 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.015193] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1151.015193] env[69941]: value = "task-3289298" [ 1151.015193] env[69941]: _type = "Task" [ 1151.015193] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.023640] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.171756] env[69941]: INFO nova.compute.resource_tracker [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating resource usage from migration a621018c-6304-435b-9f7b-3c901e0dc4b0 [ 1151.172914] env[69941]: DEBUG nova.compute.manager [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.342250] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.356494] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 57099f0b-431e-418d-87f4-dc00199920e2] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.403942] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb0fdbf-a5de-4810-85ba-2d8416571583 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.414382] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835ae8f4-2cea-41c0-939d-c53f00b434b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.454136] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43987b68-5d83-4a9e-b95a-d0d58a449013 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.464234] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b17984f-39af-4bc3-a7c4-e08bad43363a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.481729] env[69941]: DEBUG nova.compute.provider_tree [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.505441] env[69941]: DEBUG nova.network.neutron [req-ebd55ef5-838b-41d5-acaa-1942187c1d1e req-b848f182-d037-492f-95ed-0a475944b82d service nova] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.533192] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510828} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.533471] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 507625cb-6fe6-4908-94a2-5598190d593e/507625cb-6fe6-4908-94a2-5598190d593e.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.533709] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.533966] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-155b51df-3bf0-432b-9c96-a8c8be3e5667 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.541793] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1151.541793] env[69941]: value = "task-3289299" [ 1151.541793] env[69941]: _type = "Task" [ 1151.541793] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.552203] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.589540] env[69941]: DEBUG nova.network.neutron [req-ebd55ef5-838b-41d5-acaa-1942187c1d1e req-b848f182-d037-492f-95ed-0a475944b82d service nova] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.860497] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: aa056a81-8a00-4984-b41b-fe8780d06430] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.867890] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c3cab4-ba5d-41ef-b478-f51fbfc9169c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.890604] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4edcc7-b0a5-4ddd-bc92-ab7d07e93610 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.898590] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updating instance '2b8a04b3-a221-473c-9d4a-498930360d86' progress to 83 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.984986] env[69941]: DEBUG nova.scheduler.client.report [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.051782] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.333715} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.052090] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.052881] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234e11e8-72fc-4095-bced-67fcbec6f14a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.075286] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 507625cb-6fe6-4908-94a2-5598190d593e/507625cb-6fe6-4908-94a2-5598190d593e.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.075536] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-137864b9-1f5e-410e-80c0-9f4b6337cb49 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.092328] env[69941]: DEBUG oslo_concurrency.lockutils [req-ebd55ef5-838b-41d5-acaa-1942187c1d1e req-b848f182-d037-492f-95ed-0a475944b82d service nova] Releasing lock "refresh_cache-88d81931-556a-497d-9a1b-a30a41dca6c7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.092692] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "refresh_cache-88d81931-556a-497d-9a1b-a30a41dca6c7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.092859] env[69941]: DEBUG nova.network.neutron [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.095599] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1152.095599] env[69941]: value = "task-3289300" [ 1152.095599] env[69941]: _type = "Task" [ 1152.095599] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.104584] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.182238] env[69941]: DEBUG nova.compute.manager [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.209751] env[69941]: DEBUG nova.virt.hardware [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.210058] env[69941]: DEBUG nova.virt.hardware [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.210231] env[69941]: DEBUG nova.virt.hardware [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.210480] env[69941]: DEBUG nova.virt.hardware [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.210648] env[69941]: DEBUG nova.virt.hardware [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.210796] env[69941]: DEBUG nova.virt.hardware [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.211011] env[69941]: DEBUG nova.virt.hardware [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.211193] env[69941]: DEBUG nova.virt.hardware [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.211455] env[69941]: DEBUG nova.virt.hardware [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.211684] env[69941]: DEBUG nova.virt.hardware [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.211873] env[69941]: DEBUG nova.virt.hardware [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.212731] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cfbf6d-9983-41de-8b7e-482bb44b4f45 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.221837] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24538cc7-5b6e-4582-a249-60ee13af7cc4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.363957] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: c9c42315-cae9-4c29-91bd-73f92fea141a] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.400525] env[69941]: DEBUG nova.compute.manager [req-ff45abb4-60b4-49b5-8ffc-be39d3b89a84 req-f400b82a-3cb1-4b96-962b-ee8a199ca180 service nova] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Received event network-vif-plugged-b06b5029-ad39-491d-9933-2901a6254259 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.400525] env[69941]: DEBUG oslo_concurrency.lockutils [req-ff45abb4-60b4-49b5-8ffc-be39d3b89a84 req-f400b82a-3cb1-4b96-962b-ee8a199ca180 service nova] Acquiring lock "9362d61f-5a47-45f0-be32-c022ce0c1805-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.400525] env[69941]: DEBUG oslo_concurrency.lockutils [req-ff45abb4-60b4-49b5-8ffc-be39d3b89a84 req-f400b82a-3cb1-4b96-962b-ee8a199ca180 service nova] Lock "9362d61f-5a47-45f0-be32-c022ce0c1805-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.400525] env[69941]: DEBUG oslo_concurrency.lockutils [req-ff45abb4-60b4-49b5-8ffc-be39d3b89a84 req-f400b82a-3cb1-4b96-962b-ee8a199ca180 service nova] Lock "9362d61f-5a47-45f0-be32-c022ce0c1805-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.400991] env[69941]: DEBUG nova.compute.manager [req-ff45abb4-60b4-49b5-8ffc-be39d3b89a84 req-f400b82a-3cb1-4b96-962b-ee8a199ca180 service nova] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] No waiting events found dispatching network-vif-plugged-b06b5029-ad39-491d-9933-2901a6254259 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.401410] env[69941]: WARNING nova.compute.manager [req-ff45abb4-60b4-49b5-8ffc-be39d3b89a84 req-f400b82a-3cb1-4b96-962b-ee8a199ca180 service nova] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Received unexpected event network-vif-plugged-b06b5029-ad39-491d-9933-2901a6254259 for instance with vm_state building and task_state spawning. [ 1152.405488] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.406241] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-014c15ff-67d8-4f8b-9748-39b79030349d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.416622] env[69941]: DEBUG oslo_vmware.api [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1152.416622] env[69941]: value = "task-3289301" [ 1152.416622] env[69941]: _type = "Task" [ 1152.416622] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.424921] env[69941]: DEBUG oslo_vmware.api [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.489967] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.336s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.490237] env[69941]: INFO nova.compute.manager [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Migrating [ 1152.501435] env[69941]: DEBUG nova.network.neutron [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Successfully updated port: b06b5029-ad39-491d-9933-2901a6254259 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.503637] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.730s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.503867] env[69941]: DEBUG nova.objects.instance [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lazy-loading 'resources' on Instance uuid 98e9f87e-6fdc-4777-9cf5-89200b85e410 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.511470] env[69941]: DEBUG nova.objects.instance [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lazy-loading 'numa_topology' on Instance uuid 98e9f87e-6fdc-4777-9cf5-89200b85e410 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.609543] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289300, 'name': ReconfigVM_Task, 'duration_secs': 0.406429} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.609543] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 507625cb-6fe6-4908-94a2-5598190d593e/507625cb-6fe6-4908-94a2-5598190d593e.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.610094] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e7d66e0-8013-4173-be2c-530423a4a34a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.617322] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1152.617322] env[69941]: value = "task-3289302" [ 1152.617322] env[69941]: _type = "Task" [ 1152.617322] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.625910] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289302, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.642615] env[69941]: DEBUG nova.network.neutron [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.814966] env[69941]: DEBUG nova.network.neutron [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Updating instance_info_cache with network_info: [{"id": "d55380a9-ca8e-4628-ad29-6cfec9478ce7", "address": "fa:16:3e:08:9e:bb", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd55380a9-ca", "ovs_interfaceid": "d55380a9-ca8e-4628-ad29-6cfec9478ce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.868029] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: f46baca1-18a9-4a5e-92e9-3e117fbc4960] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.926957] env[69941]: DEBUG oslo_vmware.api [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289301, 'name': PowerOnVM_Task, 'duration_secs': 0.496588} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.927246] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.927430] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8442ba3e-103c-4b40-80ef-36401fdfd56c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updating instance '2b8a04b3-a221-473c-9d4a-498930360d86' progress to 100 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.014013] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Acquiring lock "refresh_cache-9362d61f-5a47-45f0-be32-c022ce0c1805" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.014201] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Acquired lock "refresh_cache-9362d61f-5a47-45f0-be32-c022ce0c1805" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.014345] env[69941]: DEBUG nova.network.neutron [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.016016] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.016246] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.016485] env[69941]: DEBUG nova.network.neutron [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.017543] env[69941]: DEBUG nova.objects.base [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Object Instance<98e9f87e-6fdc-4777-9cf5-89200b85e410> lazy-loaded attributes: resources,numa_topology {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1153.128985] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289302, 'name': Rename_Task, 'duration_secs': 0.249884} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.129161] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.131907] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1d9ec89-cfa8-4dfe-ba15-8ed3529d878a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.139929] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1153.139929] env[69941]: value = "task-3289303" [ 1153.139929] env[69941]: _type = "Task" [ 1153.139929] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.147694] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.215030] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813fc51b-41a6-4b04-8e9e-a7a9f5afdf00 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.223614] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0e5016-0e2a-4f3d-b0ee-88209378bed0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.257450] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177b5315-d9d0-4bee-97e3-fe9d88a78b50 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.266906] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db16c4c6-f81f-48be-8ca7-a79635241a48 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.281676] env[69941]: DEBUG nova.compute.provider_tree [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.318059] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "refresh_cache-88d81931-556a-497d-9a1b-a30a41dca6c7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.318059] env[69941]: DEBUG nova.compute.manager [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Instance network_info: |[{"id": "d55380a9-ca8e-4628-ad29-6cfec9478ce7", "address": "fa:16:3e:08:9e:bb", "network": {"id": "157ab224-9ac2-427e-b95e-0e19a3eedc65", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-345070829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5a68c682154ef4b1e7890ca785248a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd55380a9-ca", "ovs_interfaceid": "d55380a9-ca8e-4628-ad29-6cfec9478ce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.318478] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:9e:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd55380a9-ca8e-4628-ad29-6cfec9478ce7', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.326726] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.327279] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.327563] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb8aa73d-4383-430e-a115-7332ec85f32f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.348860] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.348860] env[69941]: value = "task-3289304" [ 1153.348860] env[69941]: _type = "Task" [ 1153.348860] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.357930] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289304, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.556979] env[69941]: DEBUG nova.network.neutron [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.653876] env[69941]: DEBUG oslo_vmware.api [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289303, 'name': PowerOnVM_Task, 'duration_secs': 0.514499} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.654168] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.654370] env[69941]: INFO nova.compute.manager [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1153.654570] env[69941]: DEBUG nova.compute.manager [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.655391] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689f7fe8-2d81-46d7-9002-ade9718ded2a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.754958] env[69941]: DEBUG nova.network.neutron [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Updating instance_info_cache with network_info: [{"id": "b06b5029-ad39-491d-9933-2901a6254259", "address": "fa:16:3e:06:27:2a", "network": {"id": "56d77aba-908f-4487-8d75-539405872660", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1708597182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c94139b6ab574f1fb650f4e47800b264", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb06b5029-ad", "ovs_interfaceid": "b06b5029-ad39-491d-9933-2901a6254259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.785653] env[69941]: DEBUG nova.scheduler.client.report [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.822088] env[69941]: DEBUG nova.network.neutron [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating instance_info_cache with network_info: [{"id": "9bd7976f-20ac-4e12-b31e-42b4d8dcd758", "address": "fa:16:3e:d6:e5:c5", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd7976f-20", "ovs_interfaceid": "9bd7976f-20ac-4e12-b31e-42b4d8dcd758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.862900] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289304, 'name': CreateVM_Task, 'duration_secs': 0.388108} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.863155] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.864106] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.864356] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.864799] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.865165] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e07104c-63d7-4171-87e6-22dc1c8d6e61 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.873320] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1153.873320] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526c38e8-f03a-3b28-ee4b-f4b46a2ad8ac" [ 1153.873320] env[69941]: _type = "Task" [ 1153.873320] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.885452] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526c38e8-f03a-3b28-ee4b-f4b46a2ad8ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.176881] env[69941]: INFO nova.compute.manager [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Took 14.36 seconds to build instance. [ 1154.257806] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Releasing lock "refresh_cache-9362d61f-5a47-45f0-be32-c022ce0c1805" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.258155] env[69941]: DEBUG nova.compute.manager [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Instance network_info: |[{"id": "b06b5029-ad39-491d-9933-2901a6254259", "address": "fa:16:3e:06:27:2a", "network": {"id": "56d77aba-908f-4487-8d75-539405872660", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1708597182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c94139b6ab574f1fb650f4e47800b264", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb06b5029-ad", "ovs_interfaceid": "b06b5029-ad39-491d-9933-2901a6254259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.259773] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:27:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b06b5029-ad39-491d-9933-2901a6254259', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.267312] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Creating folder: Project (c94139b6ab574f1fb650f4e47800b264). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1154.267590] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbd37997-f906-4893-90ea-07852ec51e66 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.280513] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Created folder: Project (c94139b6ab574f1fb650f4e47800b264) in parent group-v656570. [ 1154.280728] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Creating folder: Instances. Parent ref: group-v656884. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1154.280979] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-223f327a-8097-4ae7-9760-4c837591f74b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.292137] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.294666] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Created folder: Instances in parent group-v656884. [ 1154.294782] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.295160] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.251s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.295346] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.297311] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.852s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.297525] env[69941]: DEBUG nova.objects.instance [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lazy-loading 'resources' on Instance uuid a8fc343c-65e7-4cf8-a5fc-92f56a949f75 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.298486] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.298962] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3015af44-7b06-48be-927b-b9ca1fac069e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.320099] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.320099] env[69941]: value = "task-3289307" [ 1154.320099] env[69941]: _type = "Task" [ 1154.320099] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.324151] env[69941]: INFO nova.scheduler.client.report [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleted allocations for instance f379b8cd-9294-48cc-8adb-07cff23acdb5 [ 1154.325763] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.334674] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289307, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.383709] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526c38e8-f03a-3b28-ee4b-f4b46a2ad8ac, 'name': SearchDatastore_Task, 'duration_secs': 0.014097} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.384016] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.384261] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.384502] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.384656] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.384903] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.385193] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e737ba22-abaf-42e8-a085-76b87950c9f2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.395860] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.396065] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.396870] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b453c5b-6b41-4107-89b8-2ea6609a2739 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.405142] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1154.405142] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a82181-2e3c-1dce-5038-1bedc61b9148" [ 1154.405142] env[69941]: _type = "Task" [ 1154.405142] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.415768] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a82181-2e3c-1dce-5038-1bedc61b9148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.427040] env[69941]: DEBUG nova.compute.manager [req-d869cf33-720b-4452-9335-3d6411cbdea7 req-02245712-fa85-4754-83e6-a819868bf6e0 service nova] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Received event network-changed-b06b5029-ad39-491d-9933-2901a6254259 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.427040] env[69941]: DEBUG nova.compute.manager [req-d869cf33-720b-4452-9335-3d6411cbdea7 req-02245712-fa85-4754-83e6-a819868bf6e0 service nova] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Refreshing instance network info cache due to event network-changed-b06b5029-ad39-491d-9933-2901a6254259. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.427040] env[69941]: DEBUG oslo_concurrency.lockutils [req-d869cf33-720b-4452-9335-3d6411cbdea7 req-02245712-fa85-4754-83e6-a819868bf6e0 service nova] Acquiring lock "refresh_cache-9362d61f-5a47-45f0-be32-c022ce0c1805" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.427471] env[69941]: DEBUG oslo_concurrency.lockutils [req-d869cf33-720b-4452-9335-3d6411cbdea7 req-02245712-fa85-4754-83e6-a819868bf6e0 service nova] Acquired lock "refresh_cache-9362d61f-5a47-45f0-be32-c022ce0c1805" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.427471] env[69941]: DEBUG nova.network.neutron [req-d869cf33-720b-4452-9335-3d6411cbdea7 req-02245712-fa85-4754-83e6-a819868bf6e0 service nova] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Refreshing network info cache for port b06b5029-ad39-491d-9933-2901a6254259 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.679152] env[69941]: DEBUG oslo_concurrency.lockutils [None req-54a9974e-810a-4e90-a8c8-e9410eb4298b tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "507625cb-6fe6-4908-94a2-5598190d593e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.875s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.805369] env[69941]: DEBUG oslo_concurrency.lockutils [None req-eba00fd0-73ec-4db7-a31b-7bce2ad72c3a tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "98e9f87e-6fdc-4777-9cf5-89200b85e410" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.116s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.807028] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "98e9f87e-6fdc-4777-9cf5-89200b85e410" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.350s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.807028] env[69941]: INFO nova.compute.manager [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Unshelving [ 1154.837591] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289307, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.840531] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f1d57b71-1f32-4529-ade0-20d3129ad256 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "f379b8cd-9294-48cc-8adb-07cff23acdb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.674s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.919048] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a82181-2e3c-1dce-5038-1bedc61b9148, 'name': SearchDatastore_Task, 'duration_secs': 0.013877} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.919924] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-619648ea-b9bd-4153-bbfb-95da385e141e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.933888] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1154.933888] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]528d6c2f-f97a-1e17-b813-b39ba2102592" [ 1154.933888] env[69941]: _type = "Task" [ 1154.933888] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.953536] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]528d6c2f-f97a-1e17-b813-b39ba2102592, 'name': SearchDatastore_Task, 'duration_secs': 0.013391} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.953924] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.954312] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 88d81931-556a-497d-9a1b-a30a41dca6c7/88d81931-556a-497d-9a1b-a30a41dca6c7.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.958024] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8653816-4786-4185-a0bb-7d8708d4a7c3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.966598] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1154.966598] env[69941]: value = "task-3289308" [ 1154.966598] env[69941]: _type = "Task" [ 1154.966598] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.979908] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.997530] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38ed88f-4bb4-402a-bca5-27aa49a7b57f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.009016] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54cd334-9808-46df-8e2d-2a8b4390d1b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.043832] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1a6a0f-b25a-4c23-8a88-81cf6f317309 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.052698] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dcbf1f-978b-4d5c-b2eb-57b400a69e8d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.075975] env[69941]: DEBUG nova.compute.provider_tree [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.289534] env[69941]: DEBUG nova.network.neutron [req-d869cf33-720b-4452-9335-3d6411cbdea7 req-02245712-fa85-4754-83e6-a819868bf6e0 service nova] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Updated VIF entry in instance network info cache for port b06b5029-ad39-491d-9933-2901a6254259. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.290235] env[69941]: DEBUG nova.network.neutron [req-d869cf33-720b-4452-9335-3d6411cbdea7 req-02245712-fa85-4754-83e6-a819868bf6e0 service nova] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Updating instance_info_cache with network_info: [{"id": "b06b5029-ad39-491d-9933-2901a6254259", "address": "fa:16:3e:06:27:2a", "network": {"id": "56d77aba-908f-4487-8d75-539405872660", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1708597182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c94139b6ab574f1fb650f4e47800b264", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb06b5029-ad", "ovs_interfaceid": "b06b5029-ad39-491d-9933-2901a6254259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.333321] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289307, 'name': CreateVM_Task, 'duration_secs': 0.78642} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.333531] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.334400] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.334513] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.334757] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.335038] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed0d4d68-999d-4a1f-8dbe-8c7245deb378 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.341131] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Waiting for the task: (returnval){ [ 1155.341131] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52272c94-7aad-59d7-d0f2-69260a6ad9fd" [ 1155.341131] env[69941]: _type = "Task" [ 1155.341131] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.355610] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52272c94-7aad-59d7-d0f2-69260a6ad9fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.478521] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289308, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.580048] env[69941]: DEBUG nova.scheduler.client.report [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.663213] env[69941]: DEBUG nova.network.neutron [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Port a33d75c8-c833-4ba4-9555-033954e88a3d binding to destination host cpu-1 is already ACTIVE {{(pid=69941) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1155.663522] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.663676] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.663841] env[69941]: DEBUG nova.network.neutron [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.794670] env[69941]: DEBUG oslo_concurrency.lockutils [req-d869cf33-720b-4452-9335-3d6411cbdea7 req-02245712-fa85-4754-83e6-a819868bf6e0 service nova] Releasing lock "refresh_cache-9362d61f-5a47-45f0-be32-c022ce0c1805" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.834501] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.854593] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52272c94-7aad-59d7-d0f2-69260a6ad9fd, 'name': SearchDatastore_Task, 'duration_secs': 0.057528} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.855674] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.855904] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.860229] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.860468] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.860673] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.861527] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883b8a4f-221e-4182-89e3-55bf699ecec2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.864158] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58947e8d-fbc4-4b16-8988-da3920a798f3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.889759] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating instance '3035c329-b333-4148-9200-be7e6c2bd8d0' progress to 0 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.893890] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.894332] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.897018] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6277a5db-74ba-4770-b961-6ac2a715842f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.901182] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Waiting for the task: (returnval){ [ 1155.901182] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5229a670-8602-53b1-4850-fdae8ff7e58f" [ 1155.901182] env[69941]: _type = "Task" [ 1155.901182] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.915446] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5229a670-8602-53b1-4850-fdae8ff7e58f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.977430] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289308, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.065364] env[69941]: DEBUG nova.compute.manager [req-9b3e175e-19d3-4bee-8ccd-151046f593ed req-34a1926a-a34e-44c9-9421-85e02410ce81 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Received event network-changed-6e10040f-9ce8-4737-bc57-511e9e73e187 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.065675] env[69941]: DEBUG nova.compute.manager [req-9b3e175e-19d3-4bee-8ccd-151046f593ed req-34a1926a-a34e-44c9-9421-85e02410ce81 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Refreshing instance network info cache due to event network-changed-6e10040f-9ce8-4737-bc57-511e9e73e187. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.065988] env[69941]: DEBUG oslo_concurrency.lockutils [req-9b3e175e-19d3-4bee-8ccd-151046f593ed req-34a1926a-a34e-44c9-9421-85e02410ce81 service nova] Acquiring lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.066236] env[69941]: DEBUG oslo_concurrency.lockutils [req-9b3e175e-19d3-4bee-8ccd-151046f593ed req-34a1926a-a34e-44c9-9421-85e02410ce81 service nova] Acquired lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.066488] env[69941]: DEBUG nova.network.neutron [req-9b3e175e-19d3-4bee-8ccd-151046f593ed req-34a1926a-a34e-44c9-9421-85e02410ce81 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Refreshing network info cache for port 6e10040f-9ce8-4737-bc57-511e9e73e187 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.085707] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.089377] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.255s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.089654] env[69941]: DEBUG nova.objects.instance [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lazy-loading 'pci_requests' on Instance uuid 98e9f87e-6fdc-4777-9cf5-89200b85e410 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.117838] env[69941]: INFO nova.scheduler.client.report [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleted allocations for instance a8fc343c-65e7-4cf8-a5fc-92f56a949f75 [ 1156.980964] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.984339] env[69941]: DEBUG nova.objects.instance [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lazy-loading 'numa_topology' on Instance uuid 98e9f87e-6fdc-4777-9cf5-89200b85e410 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.987528] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e57b39b6-0ff1-41a8-a500-c129f7984609 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.995806] env[69941]: DEBUG oslo_concurrency.lockutils [None req-91a94044-99b0-4dd6-bc85-dec9adfa3d25 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "a8fc343c-65e7-4cf8-a5fc-92f56a949f75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.243s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.008015] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5229a670-8602-53b1-4850-fdae8ff7e58f, 'name': SearchDatastore_Task, 'duration_secs': 0.019562} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.008314] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289308, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.55916} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.010338] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 88d81931-556a-497d-9a1b-a30a41dca6c7/88d81931-556a-497d-9a1b-a30a41dca6c7.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.010560] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.010855] env[69941]: DEBUG oslo_vmware.api [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1157.010855] env[69941]: value = "task-3289309" [ 1157.010855] env[69941]: _type = "Task" [ 1157.010855] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.011059] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab2f834-e5e6-4229-9c86-5140977de315 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.013714] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fe95f62-8b8f-4ddd-a54f-0ab493476b00 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.024626] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Waiting for the task: (returnval){ [ 1157.024626] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5281f7e5-c542-60c0-ea9b-64e4c58d6867" [ 1157.024626] env[69941]: _type = "Task" [ 1157.024626] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.028158] env[69941]: DEBUG oslo_vmware.api [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.033550] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1157.033550] env[69941]: value = "task-3289310" [ 1157.033550] env[69941]: _type = "Task" [ 1157.033550] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.041346] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5281f7e5-c542-60c0-ea9b-64e4c58d6867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.048933] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.257949] env[69941]: DEBUG nova.network.neutron [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updating instance_info_cache with network_info: [{"id": "a33d75c8-c833-4ba4-9555-033954e88a3d", "address": "fa:16:3e:2c:56:6c", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33d75c8-c8", "ovs_interfaceid": "a33d75c8-c833-4ba4-9555-033954e88a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.452199] env[69941]: DEBUG nova.network.neutron [req-9b3e175e-19d3-4bee-8ccd-151046f593ed req-34a1926a-a34e-44c9-9421-85e02410ce81 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Updated VIF entry in instance network info cache for port 6e10040f-9ce8-4737-bc57-511e9e73e187. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.452616] env[69941]: DEBUG nova.network.neutron [req-9b3e175e-19d3-4bee-8ccd-151046f593ed req-34a1926a-a34e-44c9-9421-85e02410ce81 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Updating instance_info_cache with network_info: [{"id": "6e10040f-9ce8-4737-bc57-511e9e73e187", "address": "fa:16:3e:08:40:c7", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e10040f-9c", "ovs_interfaceid": "6e10040f-9ce8-4737-bc57-511e9e73e187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.488102] env[69941]: INFO nova.compute.claims [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.527385] env[69941]: DEBUG oslo_vmware.api [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289309, 'name': PowerOffVM_Task, 'duration_secs': 0.371944} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.527680] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.529255] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating instance '3035c329-b333-4148-9200-be7e6c2bd8d0' progress to 17 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.560052] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145767} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.560441] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5281f7e5-c542-60c0-ea9b-64e4c58d6867, 'name': SearchDatastore_Task, 'duration_secs': 0.015393} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.560721] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.561053] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.561312] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 9362d61f-5a47-45f0-be32-c022ce0c1805/9362d61f-5a47-45f0-be32-c022ce0c1805.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.562073] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defb3291-4dec-455d-ba9c-514bb6401a41 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.565070] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8a60eda-707f-4103-bea1-bdf688d019eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.589135] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 88d81931-556a-497d-9a1b-a30a41dca6c7/88d81931-556a-497d-9a1b-a30a41dca6c7.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.591416] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-611c9604-7cbb-41ff-9f54-d112e933df43 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.608430] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Waiting for the task: (returnval){ [ 1157.608430] env[69941]: value = "task-3289311" [ 1157.608430] env[69941]: _type = "Task" [ 1157.608430] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.615825] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1157.615825] env[69941]: value = "task-3289312" [ 1157.615825] env[69941]: _type = "Task" [ 1157.615825] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.624312] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': task-3289311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.629017] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.761365] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.957300] env[69941]: DEBUG oslo_concurrency.lockutils [req-9b3e175e-19d3-4bee-8ccd-151046f593ed req-34a1926a-a34e-44c9-9421-85e02410ce81 service nova] Releasing lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.040787] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.041296] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.041296] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.041476] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.041578] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.041730] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.041941] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.042115] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.042315] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.042526] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.042715] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.049295] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed5bd7de-bdc3-480d-a890-88d09861f71c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.069277] env[69941]: DEBUG oslo_vmware.api [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1158.069277] env[69941]: value = "task-3289313" [ 1158.069277] env[69941]: _type = "Task" [ 1158.069277] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.080419] env[69941]: DEBUG oslo_vmware.api [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.098677] env[69941]: DEBUG nova.compute.manager [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Received event network-changed-d8d5ff33-91bd-4007-91aa-2a37e72a3ae8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.098928] env[69941]: DEBUG nova.compute.manager [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Refreshing instance network info cache due to event network-changed-d8d5ff33-91bd-4007-91aa-2a37e72a3ae8. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.099076] env[69941]: DEBUG oslo_concurrency.lockutils [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] Acquiring lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.099221] env[69941]: DEBUG oslo_concurrency.lockutils [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] Acquired lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.099378] env[69941]: DEBUG nova.network.neutron [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Refreshing network info cache for port d8d5ff33-91bd-4007-91aa-2a37e72a3ae8 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.121241] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': task-3289311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517262} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.124835] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 9362d61f-5a47-45f0-be32-c022ce0c1805/9362d61f-5a47-45f0-be32-c022ce0c1805.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.125097] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.125410] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d43133d-3a26-4b34-b866-759f3f5c1717 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.135478] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.137341] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Waiting for the task: (returnval){ [ 1158.137341] env[69941]: value = "task-3289314" [ 1158.137341] env[69941]: _type = "Task" [ 1158.137341] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.152222] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': task-3289314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.184533] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "1fc5757a-5364-4a6d-b4c2-a3133bbc016a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.184699] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "1fc5757a-5364-4a6d-b4c2-a3133bbc016a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.265994] env[69941]: DEBUG nova.compute.manager [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69941) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1158.266356] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.581038] env[69941]: DEBUG oslo_vmware.api [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289313, 'name': ReconfigVM_Task, 'duration_secs': 0.21474} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.581038] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating instance '3035c329-b333-4148-9200-be7e6c2bd8d0' progress to 33 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.632149] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289312, 'name': ReconfigVM_Task, 'duration_secs': 0.619404} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.634905] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 88d81931-556a-497d-9a1b-a30a41dca6c7/88d81931-556a-497d-9a1b-a30a41dca6c7.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.635757] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f66a7c5-b9ab-4b68-93b7-2eab2e81ab14 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.646871] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1158.646871] env[69941]: value = "task-3289315" [ 1158.646871] env[69941]: _type = "Task" [ 1158.646871] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.655798] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': task-3289314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10159} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.660038] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.660038] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ef970f-335b-4412-8b85-c741702f4cc9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.664163] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289315, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.687676] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 9362d61f-5a47-45f0-be32-c022ce0c1805/9362d61f-5a47-45f0-be32-c022ce0c1805.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.691175] env[69941]: DEBUG nova.compute.manager [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1158.695179] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17c604d9-e4b3-4ca2-830e-2303675062a9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.722104] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Waiting for the task: (returnval){ [ 1158.722104] env[69941]: value = "task-3289316" [ 1158.722104] env[69941]: _type = "Task" [ 1158.722104] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.736289] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': task-3289316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.756094] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07942103-baa8-4b11-96d6-3b0524988072 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.766574] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42de567b-71a1-4a71-90ff-f15347f7e62c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.811122] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8127025-7a32-47fe-bd2a-956b02499dde {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.819217] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1d579d-db06-42dd-ac4d-2ea7ee3ec570 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.835628] env[69941]: DEBUG nova.compute.provider_tree [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.949296] env[69941]: DEBUG nova.network.neutron [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Updated VIF entry in instance network info cache for port d8d5ff33-91bd-4007-91aa-2a37e72a3ae8. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.949670] env[69941]: DEBUG nova.network.neutron [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Updating instance_info_cache with network_info: [{"id": "d8d5ff33-91bd-4007-91aa-2a37e72a3ae8", "address": "fa:16:3e:0a:73:20", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d5ff33-91", "ovs_interfaceid": "d8d5ff33-91bd-4007-91aa-2a37e72a3ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.087063] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.087467] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.087467] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.087630] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.087773] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.087923] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.088149] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.088383] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.088555] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.088719] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.088897] env[69941]: DEBUG nova.virt.hardware [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.094223] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1159.094820] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08f45e37-5b36-4e40-a76c-005b17203670 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.115677] env[69941]: DEBUG oslo_vmware.api [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1159.115677] env[69941]: value = "task-3289317" [ 1159.115677] env[69941]: _type = "Task" [ 1159.115677] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.124483] env[69941]: DEBUG oslo_vmware.api [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.158865] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289315, 'name': Rename_Task, 'duration_secs': 0.165012} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.159148] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.159393] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dbab331-2bf0-45e1-b2e7-885b6d0b07e1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.166138] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1159.166138] env[69941]: value = "task-3289318" [ 1159.166138] env[69941]: _type = "Task" [ 1159.166138] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.174552] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.226526] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.237827] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': task-3289316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.339098] env[69941]: DEBUG nova.scheduler.client.report [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.452291] env[69941]: DEBUG oslo_concurrency.lockutils [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] Releasing lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.452584] env[69941]: DEBUG nova.compute.manager [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Received event network-changed-d8d5ff33-91bd-4007-91aa-2a37e72a3ae8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.452759] env[69941]: DEBUG nova.compute.manager [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Refreshing instance network info cache due to event network-changed-d8d5ff33-91bd-4007-91aa-2a37e72a3ae8. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.452974] env[69941]: DEBUG oslo_concurrency.lockutils [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] Acquiring lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.453137] env[69941]: DEBUG oslo_concurrency.lockutils [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] Acquired lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.453299] env[69941]: DEBUG nova.network.neutron [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Refreshing network info cache for port d8d5ff33-91bd-4007-91aa-2a37e72a3ae8 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.626767] env[69941]: DEBUG oslo_vmware.api [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289317, 'name': ReconfigVM_Task, 'duration_secs': 0.267203} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.627289] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1159.628305] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980052f8-645b-4738-b6c1-414a621138fc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.657481] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 3035c329-b333-4148-9200-be7e6c2bd8d0/3035c329-b333-4148-9200-be7e6c2bd8d0.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.657852] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5d28dce-5219-4fe0-b20a-20f576f3cbfa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.681952] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.684029] env[69941]: DEBUG oslo_vmware.api [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1159.684029] env[69941]: value = "task-3289319" [ 1159.684029] env[69941]: _type = "Task" [ 1159.684029] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.692455] env[69941]: DEBUG oslo_vmware.api [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.738231] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': task-3289316, 'name': ReconfigVM_Task, 'duration_secs': 0.82002} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.738520] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 9362d61f-5a47-45f0-be32-c022ce0c1805/9362d61f-5a47-45f0-be32-c022ce0c1805.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.739260] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30bbca27-7aca-46e4-908e-21b662559b3e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.747704] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Waiting for the task: (returnval){ [ 1159.747704] env[69941]: value = "task-3289320" [ 1159.747704] env[69941]: _type = "Task" [ 1159.747704] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.762937] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': task-3289320, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.845219] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.756s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.847517] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.581s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.889386] env[69941]: INFO nova.network.neutron [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Updating port e31cb9fd-4f71-435e-9a11-fbee2228af97 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1160.182049] env[69941]: DEBUG oslo_vmware.api [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289318, 'name': PowerOnVM_Task, 'duration_secs': 0.669199} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.182462] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.182578] env[69941]: INFO nova.compute.manager [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Took 10.38 seconds to spawn the instance on the hypervisor. [ 1160.182662] env[69941]: DEBUG nova.compute.manager [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.183672] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cc5129-b276-487f-9e3f-c5407710301f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.200654] env[69941]: DEBUG oslo_vmware.api [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289319, 'name': ReconfigVM_Task, 'duration_secs': 0.304207} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.200654] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 3035c329-b333-4148-9200-be7e6c2bd8d0/3035c329-b333-4148-9200-be7e6c2bd8d0.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.200654] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating instance '3035c329-b333-4148-9200-be7e6c2bd8d0' progress to 50 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.217353] env[69941]: DEBUG nova.network.neutron [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Updated VIF entry in instance network info cache for port d8d5ff33-91bd-4007-91aa-2a37e72a3ae8. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.220737] env[69941]: DEBUG nova.network.neutron [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Updating instance_info_cache with network_info: [{"id": "d8d5ff33-91bd-4007-91aa-2a37e72a3ae8", "address": "fa:16:3e:0a:73:20", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d5ff33-91", "ovs_interfaceid": "d8d5ff33-91bd-4007-91aa-2a37e72a3ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.258339] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': task-3289320, 'name': Rename_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.350696] env[69941]: DEBUG nova.objects.instance [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lazy-loading 'migration_context' on Instance uuid 2b8a04b3-a221-473c-9d4a-498930360d86 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.710512] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27968107-a84d-4694-adfa-770c63d4a730 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.714969] env[69941]: INFO nova.compute.manager [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Took 15.22 seconds to build instance. [ 1160.739358] env[69941]: DEBUG oslo_concurrency.lockutils [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] Releasing lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.739623] env[69941]: DEBUG nova.compute.manager [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Received event network-changed-6e10040f-9ce8-4737-bc57-511e9e73e187 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.739863] env[69941]: DEBUG nova.compute.manager [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Refreshing instance network info cache due to event network-changed-6e10040f-9ce8-4737-bc57-511e9e73e187. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.740088] env[69941]: DEBUG oslo_concurrency.lockutils [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] Acquiring lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.740194] env[69941]: DEBUG oslo_concurrency.lockutils [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] Acquired lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.740435] env[69941]: DEBUG nova.network.neutron [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Refreshing network info cache for port 6e10040f-9ce8-4737-bc57-511e9e73e187 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.742729] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f828b776-e7ea-4399-b35e-7e04db73e6f2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.767473] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating instance '3035c329-b333-4148-9200-be7e6c2bd8d0' progress to 67 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.775742] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': task-3289320, 'name': Rename_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.941874] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.941874] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.030474] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9348c074-fed1-49c0-9c41-92698c176af9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.038195] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0b8279-4e44-4ed4-ae87-3b50947cc538 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.069061] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68e6daa-22a0-4518-9eb7-7c72a8d3ff9b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.077252] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392371ce-e07a-4c96-b48f-1808d0fac84e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.091587] env[69941]: DEBUG nova.compute.provider_tree [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.218039] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d16af5ca-b276-40c2-8c3e-85b1be17f78e tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "88d81931-556a-497d-9a1b-a30a41dca6c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.739s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.259158] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': task-3289320, 'name': Rename_Task, 'duration_secs': 1.155191} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.259440] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.259709] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-034b611d-c627-453c-86aa-6536f359a3d9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.266617] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Waiting for the task: (returnval){ [ 1161.266617] env[69941]: value = "task-3289321" [ 1161.266617] env[69941]: _type = "Task" [ 1161.266617] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.277419] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': task-3289321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.444615] env[69941]: DEBUG nova.compute.utils [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.483544] env[69941]: DEBUG nova.network.neutron [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Updated VIF entry in instance network info cache for port 6e10040f-9ce8-4737-bc57-511e9e73e187. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.483935] env[69941]: DEBUG nova.network.neutron [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Updating instance_info_cache with network_info: [{"id": "6e10040f-9ce8-4737-bc57-511e9e73e187", "address": "fa:16:3e:08:40:c7", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e10040f-9c", "ovs_interfaceid": "6e10040f-9ce8-4737-bc57-511e9e73e187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.595130] env[69941]: DEBUG nova.scheduler.client.report [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.631125] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.631501] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquired lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.631978] env[69941]: DEBUG nova.network.neutron [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.647884] env[69941]: DEBUG nova.compute.manager [req-218ca882-76fa-463f-b1eb-4e98834e7255 req-c839c6d8-acd7-4a10-9dee-c3a8e52eb530 service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Received event network-vif-plugged-e31cb9fd-4f71-435e-9a11-fbee2228af97 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.648130] env[69941]: DEBUG oslo_concurrency.lockutils [req-218ca882-76fa-463f-b1eb-4e98834e7255 req-c839c6d8-acd7-4a10-9dee-c3a8e52eb530 service nova] Acquiring lock "98e9f87e-6fdc-4777-9cf5-89200b85e410-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.648491] env[69941]: DEBUG oslo_concurrency.lockutils [req-218ca882-76fa-463f-b1eb-4e98834e7255 req-c839c6d8-acd7-4a10-9dee-c3a8e52eb530 service nova] Lock "98e9f87e-6fdc-4777-9cf5-89200b85e410-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.648609] env[69941]: DEBUG oslo_concurrency.lockutils [req-218ca882-76fa-463f-b1eb-4e98834e7255 req-c839c6d8-acd7-4a10-9dee-c3a8e52eb530 service nova] Lock "98e9f87e-6fdc-4777-9cf5-89200b85e410-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.648826] env[69941]: DEBUG nova.compute.manager [req-218ca882-76fa-463f-b1eb-4e98834e7255 req-c839c6d8-acd7-4a10-9dee-c3a8e52eb530 service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] No waiting events found dispatching network-vif-plugged-e31cb9fd-4f71-435e-9a11-fbee2228af97 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.648912] env[69941]: WARNING nova.compute.manager [req-218ca882-76fa-463f-b1eb-4e98834e7255 req-c839c6d8-acd7-4a10-9dee-c3a8e52eb530 service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Received unexpected event network-vif-plugged-e31cb9fd-4f71-435e-9a11-fbee2228af97 for instance with vm_state shelved_offloaded and task_state spawning. [ 1161.777068] env[69941]: DEBUG oslo_vmware.api [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': task-3289321, 'name': PowerOnVM_Task, 'duration_secs': 0.486693} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.777268] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.777431] env[69941]: INFO nova.compute.manager [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1161.777605] env[69941]: DEBUG nova.compute.manager [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.778427] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a0d741-2337-416e-8a3d-74ce19120f9e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.947472] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.986650] env[69941]: DEBUG oslo_concurrency.lockutils [req-2e61ca90-30de-41a0-b76f-6c43de294b6d req-70a9212e-8848-4faf-9b89-4c0abd3f26cb service nova] Releasing lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.296809] env[69941]: INFO nova.compute.manager [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Took 16.09 seconds to build instance. [ 1162.431711] env[69941]: DEBUG nova.network.neutron [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Port 9bd7976f-20ac-4e12-b31e-42b4d8dcd758 binding to destination host cpu-1 is already ACTIVE {{(pid=69941) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1162.435246] env[69941]: DEBUG nova.network.neutron [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Updating instance_info_cache with network_info: [{"id": "e31cb9fd-4f71-435e-9a11-fbee2228af97", "address": "fa:16:3e:d8:0d:87", "network": {"id": "758531fb-406e-431b-99bb-44d2aa1468fd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1988528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f8fe8dea05413bbf2d1333d85fde0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31cb9fd-4f", "ovs_interfaceid": "e31cb9fd-4f71-435e-9a11-fbee2228af97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.459930] env[69941]: DEBUG oslo_concurrency.lockutils [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "88d81931-556a-497d-9a1b-a30a41dca6c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.460138] env[69941]: DEBUG oslo_concurrency.lockutils [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "88d81931-556a-497d-9a1b-a30a41dca6c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.460378] env[69941]: DEBUG oslo_concurrency.lockutils [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "88d81931-556a-497d-9a1b-a30a41dca6c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.460596] env[69941]: DEBUG oslo_concurrency.lockutils [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "88d81931-556a-497d-9a1b-a30a41dca6c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.460783] env[69941]: DEBUG oslo_concurrency.lockutils [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "88d81931-556a-497d-9a1b-a30a41dca6c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.462817] env[69941]: INFO nova.compute.manager [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Terminating instance [ 1162.605503] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.758s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.611085] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.385s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.612446] env[69941]: INFO nova.compute.claims [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.799237] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a057a4a-ea71-4b22-be1c-e878dc50e883 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Lock "9362d61f-5a47-45f0-be32-c022ce0c1805" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.607s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.940411] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Releasing lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.967255] env[69941]: DEBUG nova.virt.hardware [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fa3089ecfdbc1799f1da4a888eb61429',container_format='bare',created_at=2025-04-03T22:56:25Z,direct_url=,disk_format='vmdk',id=a1e80571-fc19-4663-93e2-273a939d6a42,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-411894642-shelved',owner='43f8fe8dea05413bbf2d1333d85fde0c',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-04-03T22:56:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.967516] env[69941]: DEBUG nova.virt.hardware [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.967682] env[69941]: DEBUG nova.virt.hardware [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.967860] env[69941]: DEBUG nova.virt.hardware [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.968020] env[69941]: DEBUG nova.virt.hardware [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.968172] env[69941]: DEBUG nova.virt.hardware [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.968426] env[69941]: DEBUG nova.virt.hardware [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.969028] env[69941]: DEBUG nova.virt.hardware [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.969028] env[69941]: DEBUG nova.virt.hardware [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.969028] env[69941]: DEBUG nova.virt.hardware [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.969028] env[69941]: DEBUG nova.virt.hardware [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.969731] env[69941]: DEBUG nova.compute.manager [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.969927] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.970797] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02188903-2990-42b7-98fc-15d35420da0e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.974065] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9716653c-dfba-443a-bb00-2c1b11b21e31 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.981591] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.983972] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d323012-30e3-4cd9-94c7-03e03398af0f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.986529] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5eaf7d-a5f1-4e71-aa4b-010ce8265843 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.000164] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:0d:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e31cb9fd-4f71-435e-9a11-fbee2228af97', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.008085] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.009542] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.009842] env[69941]: DEBUG oslo_vmware.api [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1163.009842] env[69941]: value = "task-3289322" [ 1163.009842] env[69941]: _type = "Task" [ 1163.009842] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.010073] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7ab64cf-e4cf-42ef-a63a-a254a428b718 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.024616] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.024851] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.025098] env[69941]: INFO nova.compute.manager [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Attaching volume 41619c46-ca7f-42a8-9394-3789dd3c9248 to /dev/sdb [ 1163.035366] env[69941]: DEBUG oslo_vmware.api [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.038432] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.038432] env[69941]: value = "task-3289323" [ 1163.038432] env[69941]: _type = "Task" [ 1163.038432] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.046261] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289323, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.065567] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742d4368-90af-459b-af90-a25f5f730713 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.074456] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06262e53-b968-45a4-a5a7-871f2f9465ee {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.089313] env[69941]: DEBUG nova.virt.block_device [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Updating existing volume attachment record: 742a8dd3-abe2-4e6b-826a-61d8956c02a5 {{(pid=69941) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1163.466256] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "3035c329-b333-4148-9200-be7e6c2bd8d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.466619] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "3035c329-b333-4148-9200-be7e6c2bd8d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.466893] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "3035c329-b333-4148-9200-be7e6c2bd8d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.538463] env[69941]: DEBUG oslo_vmware.api [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289322, 'name': PowerOffVM_Task, 'duration_secs': 0.201102} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.538883] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.539179] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.539683] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5403d912-ffb0-4c5c-b50b-99db0a28a64b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.555175] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289323, 'name': CreateVM_Task, 'duration_secs': 0.515187} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.555438] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.556396] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a1e80571-fc19-4663-93e2-273a939d6a42" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.556661] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a1e80571-fc19-4663-93e2-273a939d6a42" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.557196] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a1e80571-fc19-4663-93e2-273a939d6a42" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.557558] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99bbacd8-cd27-4db0-a46d-6a21c733dd49 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.563843] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1163.563843] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5254c4ef-ff41-2409-4e89-f6b1e97880f9" [ 1163.563843] env[69941]: _type = "Task" [ 1163.563843] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.569710] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Acquiring lock "9362d61f-5a47-45f0-be32-c022ce0c1805" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.569934] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Lock "9362d61f-5a47-45f0-be32-c022ce0c1805" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.570165] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Acquiring lock "9362d61f-5a47-45f0-be32-c022ce0c1805-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.570381] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Lock "9362d61f-5a47-45f0-be32-c022ce0c1805-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.570559] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Lock "9362d61f-5a47-45f0-be32-c022ce0c1805-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.573325] env[69941]: INFO nova.compute.manager [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Terminating instance [ 1163.579563] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a1e80571-fc19-4663-93e2-273a939d6a42" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.579815] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Processing image a1e80571-fc19-4663-93e2-273a939d6a42 {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.580020] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a1e80571-fc19-4663-93e2-273a939d6a42/a1e80571-fc19-4663-93e2-273a939d6a42.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.580308] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a1e80571-fc19-4663-93e2-273a939d6a42/a1e80571-fc19-4663-93e2-273a939d6a42.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.580624] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.580624] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68f6c6c4-e43d-4d6f-88b9-3b77bc4b64ce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.599300] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.599527] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.601185] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4eef141-5b06-46a4-b58f-8a31b8f567ae {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.608635] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1163.608635] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526e4db4-a52d-cf82-70c8-153f39cfa747" [ 1163.608635] env[69941]: _type = "Task" [ 1163.608635] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.615089] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.615298] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.615476] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleting the datastore file [datastore2] 88d81931-556a-497d-9a1b-a30a41dca6c7 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.616196] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a18d50a-4a30-44a2-99c5-8a8ef4a640d6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.620753] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526e4db4-a52d-cf82-70c8-153f39cfa747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.624398] env[69941]: DEBUG oslo_vmware.api [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for the task: (returnval){ [ 1163.624398] env[69941]: value = "task-3289326" [ 1163.624398] env[69941]: _type = "Task" [ 1163.624398] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.638121] env[69941]: DEBUG oslo_vmware.api [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.676537] env[69941]: DEBUG nova.compute.manager [req-c082b501-f58d-4282-a2a5-43710788b722 req-e20802a2-0ae7-4eb7-92c6-7b44c7ec3d65 service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Received event network-changed-e31cb9fd-4f71-435e-9a11-fbee2228af97 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.676758] env[69941]: DEBUG nova.compute.manager [req-c082b501-f58d-4282-a2a5-43710788b722 req-e20802a2-0ae7-4eb7-92c6-7b44c7ec3d65 service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Refreshing instance network info cache due to event network-changed-e31cb9fd-4f71-435e-9a11-fbee2228af97. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.676986] env[69941]: DEBUG oslo_concurrency.lockutils [req-c082b501-f58d-4282-a2a5-43710788b722 req-e20802a2-0ae7-4eb7-92c6-7b44c7ec3d65 service nova] Acquiring lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.677228] env[69941]: DEBUG oslo_concurrency.lockutils [req-c082b501-f58d-4282-a2a5-43710788b722 req-e20802a2-0ae7-4eb7-92c6-7b44c7ec3d65 service nova] Acquired lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.677525] env[69941]: DEBUG nova.network.neutron [req-c082b501-f58d-4282-a2a5-43710788b722 req-e20802a2-0ae7-4eb7-92c6-7b44c7ec3d65 service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Refreshing network info cache for port e31cb9fd-4f71-435e-9a11-fbee2228af97 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.796900] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9369f346-a1ba-4dd0-8e7c-542fcde45964 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.805285] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fc801b-b59b-4727-bb1c-46b4070531f0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.836403] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db88b6f7-14db-4825-a468-e911479c2199 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.843475] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be050e9-f307-4c41-8733-b72cbc2b300d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.856635] env[69941]: DEBUG nova.compute.provider_tree [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.080998] env[69941]: DEBUG nova.compute.manager [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.081371] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.082240] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43439cd-a555-4bc2-9909-ff8cbdacbd04 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.089956] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.090266] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0243b0dd-2ed8-421a-9669-70aaebf67a45 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.096168] env[69941]: DEBUG oslo_vmware.api [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Waiting for the task: (returnval){ [ 1164.096168] env[69941]: value = "task-3289327" [ 1164.096168] env[69941]: _type = "Task" [ 1164.096168] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.103869] env[69941]: DEBUG oslo_vmware.api [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': task-3289327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.119360] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Preparing fetch location {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1164.119714] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Fetch image to [datastore1] OSTACK_IMG_627e4cdf-3877-4f32-830f-12298c588e43/OSTACK_IMG_627e4cdf-3877-4f32-830f-12298c588e43.vmdk {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1164.119998] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Downloading stream optimized image a1e80571-fc19-4663-93e2-273a939d6a42 to [datastore1] OSTACK_IMG_627e4cdf-3877-4f32-830f-12298c588e43/OSTACK_IMG_627e4cdf-3877-4f32-830f-12298c588e43.vmdk on the data store datastore1 as vApp {{(pid=69941) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1164.120310] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Downloading image file data a1e80571-fc19-4663-93e2-273a939d6a42 to the ESX as VM named 'OSTACK_IMG_627e4cdf-3877-4f32-830f-12298c588e43' {{(pid=69941) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1164.132844] env[69941]: DEBUG oslo_vmware.api [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Task: {'id': task-3289326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152575} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.133130] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.133346] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.133541] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.133738] env[69941]: INFO nova.compute.manager [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1164.133997] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.134238] env[69941]: DEBUG nova.compute.manager [-] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.134373] env[69941]: DEBUG nova.network.neutron [-] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.168127] env[69941]: INFO nova.compute.manager [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Swapping old allocation on dict_keys(['adc8d08d-90ea-4899-a2f6-2f585d790aea']) held by migration 8a30958a-3753-4801-8ad2-6f962ca4ee63 for instance [ 1164.195623] env[69941]: DEBUG nova.scheduler.client.report [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Overwriting current allocation {'allocations': {'adc8d08d-90ea-4899-a2f6-2f585d790aea': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 165}}, 'project_id': '651106f1796842cd94d6e03450d134eb', 'user_id': 'b132996fcdb34045af048b6c7596874b', 'consumer_generation': 1} on consumer 2b8a04b3-a221-473c-9d4a-498930360d86 {{(pid=69941) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1164.305288] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.305583] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.305813] env[69941]: DEBUG nova.network.neutron [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.339370] env[69941]: DEBUG oslo_vmware.rw_handles [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1164.339370] env[69941]: value = "resgroup-9" [ 1164.339370] env[69941]: _type = "ResourcePool" [ 1164.339370] env[69941]: }. {{(pid=69941) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1164.340054] env[69941]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-32316f1b-d92c-4eba-ae9d-cf43213b3ca9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.363984] env[69941]: DEBUG nova.scheduler.client.report [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.371631] env[69941]: DEBUG oslo_vmware.rw_handles [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lease: (returnval){ [ 1164.371631] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]524a89cd-98dd-42f1-6378-8449d8e32125" [ 1164.371631] env[69941]: _type = "HttpNfcLease" [ 1164.371631] env[69941]: } obtained for vApp import into resource pool (val){ [ 1164.371631] env[69941]: value = "resgroup-9" [ 1164.371631] env[69941]: _type = "ResourcePool" [ 1164.371631] env[69941]: }. {{(pid=69941) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1164.372993] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the lease: (returnval){ [ 1164.372993] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]524a89cd-98dd-42f1-6378-8449d8e32125" [ 1164.372993] env[69941]: _type = "HttpNfcLease" [ 1164.372993] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1164.380950] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1164.380950] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]524a89cd-98dd-42f1-6378-8449d8e32125" [ 1164.380950] env[69941]: _type = "HttpNfcLease" [ 1164.380950] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1164.479210] env[69941]: DEBUG nova.network.neutron [req-c082b501-f58d-4282-a2a5-43710788b722 req-e20802a2-0ae7-4eb7-92c6-7b44c7ec3d65 service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Updated VIF entry in instance network info cache for port e31cb9fd-4f71-435e-9a11-fbee2228af97. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.480258] env[69941]: DEBUG nova.network.neutron [req-c082b501-f58d-4282-a2a5-43710788b722 req-e20802a2-0ae7-4eb7-92c6-7b44c7ec3d65 service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Updating instance_info_cache with network_info: [{"id": "e31cb9fd-4f71-435e-9a11-fbee2228af97", "address": "fa:16:3e:d8:0d:87", "network": {"id": "758531fb-406e-431b-99bb-44d2aa1468fd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1988528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f8fe8dea05413bbf2d1333d85fde0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31cb9fd-4f", "ovs_interfaceid": "e31cb9fd-4f71-435e-9a11-fbee2228af97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.516890] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.517100] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.517285] env[69941]: DEBUG nova.network.neutron [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.607191] env[69941]: DEBUG oslo_vmware.api [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': task-3289327, 'name': PowerOffVM_Task, 'duration_secs': 0.238139} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.607562] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.607716] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.608072] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e74828f6-9353-4c7c-9aed-0f3faca4e12f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.699419] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.699649] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.700029] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Deleting the datastore file [datastore2] 9362d61f-5a47-45f0-be32-c022ce0c1805 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.700130] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2ac4dfe-15aa-4c1c-8807-3521470b1801 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.706514] env[69941]: DEBUG oslo_vmware.api [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Waiting for the task: (returnval){ [ 1164.706514] env[69941]: value = "task-3289330" [ 1164.706514] env[69941]: _type = "Task" [ 1164.706514] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.714381] env[69941]: DEBUG oslo_vmware.api [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': task-3289330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.871272] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.871793] env[69941]: DEBUG nova.compute.manager [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.881418] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1164.881418] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]524a89cd-98dd-42f1-6378-8449d8e32125" [ 1164.881418] env[69941]: _type = "HttpNfcLease" [ 1164.881418] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1164.971526] env[69941]: DEBUG nova.network.neutron [-] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.983288] env[69941]: DEBUG oslo_concurrency.lockutils [req-c082b501-f58d-4282-a2a5-43710788b722 req-e20802a2-0ae7-4eb7-92c6-7b44c7ec3d65 service nova] Releasing lock "refresh_cache-98e9f87e-6fdc-4777-9cf5-89200b85e410" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.035130] env[69941]: DEBUG nova.network.neutron [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updating instance_info_cache with network_info: [{"id": "a33d75c8-c833-4ba4-9555-033954e88a3d", "address": "fa:16:3e:2c:56:6c", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33d75c8-c8", "ovs_interfaceid": "a33d75c8-c833-4ba4-9555-033954e88a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.218879] env[69941]: DEBUG oslo_vmware.api [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Task: {'id': task-3289330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131169} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.219149] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.219331] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.219506] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.219678] env[69941]: INFO nova.compute.manager [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1165.219906] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.220099] env[69941]: DEBUG nova.compute.manager [-] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.220194] env[69941]: DEBUG nova.network.neutron [-] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.242677] env[69941]: DEBUG nova.network.neutron [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating instance_info_cache with network_info: [{"id": "9bd7976f-20ac-4e12-b31e-42b4d8dcd758", "address": "fa:16:3e:d6:e5:c5", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd7976f-20", "ovs_interfaceid": "9bd7976f-20ac-4e12-b31e-42b4d8dcd758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.379015] env[69941]: DEBUG nova.compute.utils [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.380486] env[69941]: DEBUG nova.compute.manager [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.380660] env[69941]: DEBUG nova.network.neutron [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.386262] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1165.386262] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]524a89cd-98dd-42f1-6378-8449d8e32125" [ 1165.386262] env[69941]: _type = "HttpNfcLease" [ 1165.386262] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1165.386530] env[69941]: DEBUG oslo_vmware.rw_handles [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1165.386530] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]524a89cd-98dd-42f1-6378-8449d8e32125" [ 1165.386530] env[69941]: _type = "HttpNfcLease" [ 1165.386530] env[69941]: }. {{(pid=69941) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1165.387284] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7019ad-5490-424b-a50e-e94b50d6ab1d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.394645] env[69941]: DEBUG oslo_vmware.rw_handles [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a535e5-ab1e-8416-6332-c6cfb54be5fe/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1165.394826] env[69941]: DEBUG oslo_vmware.rw_handles [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a535e5-ab1e-8416-6332-c6cfb54be5fe/disk-0.vmdk. {{(pid=69941) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1165.465639] env[69941]: DEBUG nova.policy [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '351aaa84072a4982bda72bf37f7d4784', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aab7e11996dd4117a7a0ad1c509a90a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.474825] env[69941]: INFO nova.compute.manager [-] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Took 1.34 seconds to deallocate network for instance. [ 1165.475262] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-867efe9a-e966-46e0-ab4d-c5a1157858d5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.538026] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "refresh_cache-2b8a04b3-a221-473c-9d4a-498930360d86" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.539028] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.539028] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33ae1efb-9a1c-4e9b-b225-0275fcaabcad {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.545993] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1165.545993] env[69941]: value = "task-3289332" [ 1165.545993] env[69941]: _type = "Task" [ 1165.545993] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.554991] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.709733] env[69941]: DEBUG nova.compute.manager [req-e8efda04-c741-4369-ba86-9e91922aa928 req-3d7c888c-1f6e-46d5-90ce-81954fd9adb4 service nova] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Received event network-vif-deleted-d55380a9-ca8e-4628-ad29-6cfec9478ce7 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.710278] env[69941]: DEBUG nova.compute.manager [req-e8efda04-c741-4369-ba86-9e91922aa928 req-3d7c888c-1f6e-46d5-90ce-81954fd9adb4 service nova] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Received event network-vif-deleted-b06b5029-ad39-491d-9933-2901a6254259 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.710278] env[69941]: INFO nova.compute.manager [req-e8efda04-c741-4369-ba86-9e91922aa928 req-3d7c888c-1f6e-46d5-90ce-81954fd9adb4 service nova] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Neutron deleted interface b06b5029-ad39-491d-9933-2901a6254259; detaching it from the instance and deleting it from the info cache [ 1165.710569] env[69941]: DEBUG nova.network.neutron [req-e8efda04-c741-4369-ba86-9e91922aa928 req-3d7c888c-1f6e-46d5-90ce-81954fd9adb4 service nova] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.749018] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.789503] env[69941]: DEBUG nova.network.neutron [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Successfully created port: c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.883674] env[69941]: DEBUG nova.compute.manager [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.976318] env[69941]: DEBUG nova.network.neutron [-] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.984517] env[69941]: DEBUG oslo_concurrency.lockutils [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.984837] env[69941]: DEBUG oslo_concurrency.lockutils [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.985159] env[69941]: DEBUG nova.objects.instance [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lazy-loading 'resources' on Instance uuid 88d81931-556a-497d-9a1b-a30a41dca6c7 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.056916] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289332, 'name': PowerOffVM_Task, 'duration_secs': 0.182161} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.058476] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.059170] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.059416] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.059575] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.059759] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.059905] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.060065] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.060299] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.060473] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.060643] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.060803] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.061138] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.068140] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-434e9cd6-9542-4692-ba81-b72b3ecfe3cf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.087206] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1166.087206] env[69941]: value = "task-3289333" [ 1166.087206] env[69941]: _type = "Task" [ 1166.087206] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.097051] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.215290] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45b30a65-39ee-4add-ac63-7385cd023b71 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.229361] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa22963-3255-4c50-9ff5-6d06966615f8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.267061] env[69941]: DEBUG nova.compute.manager [req-e8efda04-c741-4369-ba86-9e91922aa928 req-3d7c888c-1f6e-46d5-90ce-81954fd9adb4 service nova] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Detach interface failed, port_id=b06b5029-ad39-491d-9933-2901a6254259, reason: Instance 9362d61f-5a47-45f0-be32-c022ce0c1805 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1166.268412] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751ff69f-6670-44b4-af3e-b886374ad436 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.274882] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437de85a-cae6-47bb-bd6f-80aa19a8b62d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.479173] env[69941]: INFO nova.compute.manager [-] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Took 1.26 seconds to deallocate network for instance. [ 1166.600660] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289333, 'name': ReconfigVM_Task, 'duration_secs': 0.159292} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.603085] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98f709c-5bbb-42d3-8f3e-bf5b8c8bc0d8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.626708] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.626964] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.627157] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.627344] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.627504] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.627673] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.627884] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.628051] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.628380] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.628561] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.628755] env[69941]: DEBUG nova.virt.hardware [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.635499] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83495878-d87c-41ff-ab7d-e478267daba3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.641077] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1166.641077] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e2f768-7b02-bd73-7fb2-5beb2744eb2b" [ 1166.641077] env[69941]: _type = "Task" [ 1166.641077] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.648788] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e2f768-7b02-bd73-7fb2-5beb2744eb2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.677279] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0475ca1-b803-4141-9d91-937b0cc9e2a8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.685133] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf2eb0e-27fc-469f-82a9-80c19e43094a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.721542] env[69941]: DEBUG oslo_vmware.rw_handles [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Completed reading data from the image iterator. {{(pid=69941) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1166.721772] env[69941]: DEBUG oslo_vmware.rw_handles [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a535e5-ab1e-8416-6332-c6cfb54be5fe/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1166.722628] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57f47c3-7df9-4c40-b6da-4f274fc2b90f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.727119] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023a0067-94ec-4e69-89af-2dfdd4a6c546 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.734838] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9fee54-a1b1-470c-929a-1923ea5baebf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.738594] env[69941]: DEBUG oslo_vmware.rw_handles [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a535e5-ab1e-8416-6332-c6cfb54be5fe/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1166.739439] env[69941]: DEBUG oslo_vmware.rw_handles [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a535e5-ab1e-8416-6332-c6cfb54be5fe/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1166.739439] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3c5d823a-0676-433d-a7fb-fd3e2d8f89dd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.750512] env[69941]: DEBUG nova.compute.provider_tree [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.894947] env[69941]: DEBUG nova.compute.manager [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.921767] env[69941]: DEBUG nova.virt.hardware [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.922016] env[69941]: DEBUG nova.virt.hardware [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.922188] env[69941]: DEBUG nova.virt.hardware [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.922390] env[69941]: DEBUG nova.virt.hardware [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.922580] env[69941]: DEBUG nova.virt.hardware [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.922746] env[69941]: DEBUG nova.virt.hardware [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.922956] env[69941]: DEBUG nova.virt.hardware [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.923128] env[69941]: DEBUG nova.virt.hardware [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.923299] env[69941]: DEBUG nova.virt.hardware [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.923466] env[69941]: DEBUG nova.virt.hardware [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.923638] env[69941]: DEBUG nova.virt.hardware [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.924511] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a058bb2b-11b2-4f62-acb3-c07f3e4ac1ee {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.932515] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c805ff28-8ef8-4ac4-8b76-1431df868c6e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.988138] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.094065] env[69941]: DEBUG oslo_vmware.rw_handles [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a535e5-ab1e-8416-6332-c6cfb54be5fe/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1167.094298] env[69941]: INFO nova.virt.vmwareapi.images [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Downloaded image file data a1e80571-fc19-4663-93e2-273a939d6a42 [ 1167.095142] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e892b48-304d-49b8-98c2-bea9f0ec1d94 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.110504] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a14727b2-a8fb-4c25-8ba1-378e51df392f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.153347] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e2f768-7b02-bd73-7fb2-5beb2744eb2b, 'name': SearchDatastore_Task, 'duration_secs': 0.011104} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.159498] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1167.159821] env[69941]: INFO nova.virt.vmwareapi.images [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] The imported VM was unregistered [ 1167.162205] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Caching image {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1167.162434] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a1e80571-fc19-4663-93e2-273a939d6a42 {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.162675] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16511a0e-4ac8-4e80-bb60-cec743872ede {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.175325] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24186580-4f46-45d9-adaa-df6c44ddca6f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.182751] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1167.182751] env[69941]: value = "task-3289335" [ 1167.182751] env[69941]: _type = "Task" [ 1167.182751] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.192876] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.203462] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Created directory with path [datastore1] devstack-image-cache_base/a1e80571-fc19-4663-93e2-273a939d6a42 {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.203760] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_627e4cdf-3877-4f32-830f-12298c588e43/OSTACK_IMG_627e4cdf-3877-4f32-830f-12298c588e43.vmdk to [datastore1] devstack-image-cache_base/a1e80571-fc19-4663-93e2-273a939d6a42/a1e80571-fc19-4663-93e2-273a939d6a42.vmdk. {{(pid=69941) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1167.204125] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-048add5e-1af9-4ff4-b258-ef8b03a6d827 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.212018] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1167.212018] env[69941]: value = "task-3289336" [ 1167.212018] env[69941]: _type = "Task" [ 1167.212018] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.222993] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289336, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.233298] env[69941]: DEBUG nova.compute.manager [req-87b7a3bd-0eb7-4d0c-88de-65507aa476e1 req-50c29056-18be-427b-812b-de36d40114de service nova] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Received event network-vif-plugged-c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.233622] env[69941]: DEBUG oslo_concurrency.lockutils [req-87b7a3bd-0eb7-4d0c-88de-65507aa476e1 req-50c29056-18be-427b-812b-de36d40114de service nova] Acquiring lock "1fc5757a-5364-4a6d-b4c2-a3133bbc016a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.233732] env[69941]: DEBUG oslo_concurrency.lockutils [req-87b7a3bd-0eb7-4d0c-88de-65507aa476e1 req-50c29056-18be-427b-812b-de36d40114de service nova] Lock "1fc5757a-5364-4a6d-b4c2-a3133bbc016a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.233881] env[69941]: DEBUG oslo_concurrency.lockutils [req-87b7a3bd-0eb7-4d0c-88de-65507aa476e1 req-50c29056-18be-427b-812b-de36d40114de service nova] Lock "1fc5757a-5364-4a6d-b4c2-a3133bbc016a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.234067] env[69941]: DEBUG nova.compute.manager [req-87b7a3bd-0eb7-4d0c-88de-65507aa476e1 req-50c29056-18be-427b-812b-de36d40114de service nova] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] No waiting events found dispatching network-vif-plugged-c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.234242] env[69941]: WARNING nova.compute.manager [req-87b7a3bd-0eb7-4d0c-88de-65507aa476e1 req-50c29056-18be-427b-812b-de36d40114de service nova] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Received unexpected event network-vif-plugged-c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf for instance with vm_state building and task_state spawning. [ 1167.254469] env[69941]: DEBUG nova.scheduler.client.report [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.320345] env[69941]: DEBUG nova.network.neutron [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Successfully updated port: c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.397177] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e71cb1-2d02-4955-9b06-37996ba9f88a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.419690] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59be5bac-881e-4762-8f3c-7798ab99165f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.426767] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating instance '3035c329-b333-4148-9200-be7e6c2bd8d0' progress to 83 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.647299] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Volume attach. Driver type: vmdk {{(pid=69941) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1167.647543] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656888', 'volume_id': '41619c46-ca7f-42a8-9394-3789dd3c9248', 'name': 'volume-41619c46-ca7f-42a8-9394-3789dd3c9248', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd1fea62-ef55-4f22-8655-45c4f7d18aff', 'attached_at': '', 'detached_at': '', 'volume_id': '41619c46-ca7f-42a8-9394-3789dd3c9248', 'serial': '41619c46-ca7f-42a8-9394-3789dd3c9248'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1167.648531] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a6e8fd-eb6e-4fed-b542-6439efbf112f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.665516] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5942f0f-1ee2-49f5-bdd2-c1c5ad06ea13 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.690862] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-41619c46-ca7f-42a8-9394-3789dd3c9248/volume-41619c46-ca7f-42a8-9394-3789dd3c9248.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.694293] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a432409d-4270-4473-9490-48c3bd9c9c08 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.712643] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289335, 'name': ReconfigVM_Task, 'duration_secs': 0.182803} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.716942] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1167.717847] env[69941]: DEBUG oslo_vmware.api [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1167.717847] env[69941]: value = "task-3289337" [ 1167.717847] env[69941]: _type = "Task" [ 1167.717847] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.718749] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ac9145-2ac5-40e3-aff2-37d64a83292a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.728129] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289336, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.748252] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 2b8a04b3-a221-473c-9d4a-498930360d86/2b8a04b3-a221-473c-9d4a-498930360d86.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.752575] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44c45e7f-c125-4d9b-9f56-7ff8ebb0e459 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.766525] env[69941]: DEBUG oslo_vmware.api [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.767287] env[69941]: DEBUG oslo_concurrency.lockutils [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.769514] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.782s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.769755] env[69941]: DEBUG nova.objects.instance [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Lazy-loading 'resources' on Instance uuid 9362d61f-5a47-45f0-be32-c022ce0c1805 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.776753] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1167.776753] env[69941]: value = "task-3289338" [ 1167.776753] env[69941]: _type = "Task" [ 1167.776753] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.788616] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.789746] env[69941]: INFO nova.scheduler.client.report [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Deleted allocations for instance 88d81931-556a-497d-9a1b-a30a41dca6c7 [ 1167.832038] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "refresh_cache-1fc5757a-5364-4a6d-b4c2-a3133bbc016a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.832240] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "refresh_cache-1fc5757a-5364-4a6d-b4c2-a3133bbc016a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.832400] env[69941]: DEBUG nova.network.neutron [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.933148] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.933523] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13348cfd-5099-4c61-a5b5-5e83c0631c6b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.941228] env[69941]: DEBUG oslo_vmware.api [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1167.941228] env[69941]: value = "task-3289339" [ 1167.941228] env[69941]: _type = "Task" [ 1167.941228] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.950274] env[69941]: DEBUG oslo_vmware.api [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.225311] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289336, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.234038] env[69941]: DEBUG oslo_vmware.api [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.286486] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289338, 'name': ReconfigVM_Task, 'duration_secs': 0.395144} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.286776] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 2b8a04b3-a221-473c-9d4a-498930360d86/2b8a04b3-a221-473c-9d4a-498930360d86.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.287659] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d77d73-0c1d-4a69-920e-741005a46226 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.316860] env[69941]: DEBUG oslo_concurrency.lockutils [None req-185ee963-4c98-4c8c-8e54-5cfab20d9401 tempest-ServerDiskConfigTestJSON-814130563 tempest-ServerDiskConfigTestJSON-814130563-project-member] Lock "88d81931-556a-497d-9a1b-a30a41dca6c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.857s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.319758] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc6a93b-b8b7-452f-8b28-a5fb645e3b4b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.348242] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9524747d-d1b3-4d89-94b2-ba880fa26a9b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.373690] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf13db8-7e57-4c93-9c4d-ef46eeff4f13 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.382799] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.382882] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63fa2af4-0e8e-4ef5-957a-bb742d552a78 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.391415] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1168.391415] env[69941]: value = "task-3289340" [ 1168.391415] env[69941]: _type = "Task" [ 1168.391415] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.400211] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.432675] env[69941]: DEBUG nova.network.neutron [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.451101] env[69941]: DEBUG oslo_vmware.api [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289339, 'name': PowerOnVM_Task, 'duration_secs': 0.406301} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.451273] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.451472] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-c87603ac-f99c-4f34-9d38-9c5cdce3a2ef tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating instance '3035c329-b333-4148-9200-be7e6c2bd8d0' progress to 100 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.485430] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726cebfa-a102-4b44-95c6-b2c8476288bd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.494822] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c7e83a-a98a-4974-89d6-28125b42eea9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.532852] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddba9aa-41bc-49c9-92e8-134174784b7f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.541513] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7971b5fa-4727-455e-af6f-873784b50a7b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.556579] env[69941]: DEBUG nova.compute.provider_tree [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.611173] env[69941]: DEBUG nova.network.neutron [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Updating instance_info_cache with network_info: [{"id": "c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf", "address": "fa:16:3e:af:b2:64", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59c0ef4-c5", "ovs_interfaceid": "c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.727533] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289336, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.737429] env[69941]: DEBUG oslo_vmware.api [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.903317] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289340, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.060455] env[69941]: DEBUG nova.scheduler.client.report [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.113928] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "refresh_cache-1fc5757a-5364-4a6d-b4c2-a3133bbc016a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.114343] env[69941]: DEBUG nova.compute.manager [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Instance network_info: |[{"id": "c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf", "address": "fa:16:3e:af:b2:64", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59c0ef4-c5", "ovs_interfaceid": "c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.114832] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:b2:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.123749] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.124095] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.124380] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a5cc4ac-9894-4594-9144-a87e8e58d8fd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.147708] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.147708] env[69941]: value = "task-3289341" [ 1169.147708] env[69941]: _type = "Task" [ 1169.147708] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.156442] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289341, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.223303] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289336, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.239482] env[69941]: DEBUG oslo_vmware.api [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.302792] env[69941]: DEBUG nova.compute.manager [req-63ef72af-a091-42eb-b6db-1401ea9d91b9 req-5dbeb380-3874-4450-8659-635212d16d86 service nova] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Received event network-changed-c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.303170] env[69941]: DEBUG nova.compute.manager [req-63ef72af-a091-42eb-b6db-1401ea9d91b9 req-5dbeb380-3874-4450-8659-635212d16d86 service nova] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Refreshing instance network info cache due to event network-changed-c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.303170] env[69941]: DEBUG oslo_concurrency.lockutils [req-63ef72af-a091-42eb-b6db-1401ea9d91b9 req-5dbeb380-3874-4450-8659-635212d16d86 service nova] Acquiring lock "refresh_cache-1fc5757a-5364-4a6d-b4c2-a3133bbc016a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.303313] env[69941]: DEBUG oslo_concurrency.lockutils [req-63ef72af-a091-42eb-b6db-1401ea9d91b9 req-5dbeb380-3874-4450-8659-635212d16d86 service nova] Acquired lock "refresh_cache-1fc5757a-5364-4a6d-b4c2-a3133bbc016a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.303493] env[69941]: DEBUG nova.network.neutron [req-63ef72af-a091-42eb-b6db-1401ea9d91b9 req-5dbeb380-3874-4450-8659-635212d16d86 service nova] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Refreshing network info cache for port c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.402943] env[69941]: DEBUG oslo_vmware.api [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289340, 'name': PowerOnVM_Task, 'duration_secs': 0.657793} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.403288] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.566889] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.637803] env[69941]: INFO nova.scheduler.client.report [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Deleted allocations for instance 9362d61f-5a47-45f0-be32-c022ce0c1805 [ 1169.659626] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289341, 'name': CreateVM_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.728589] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289336, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.450575} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.732771] env[69941]: INFO nova.virt.vmwareapi.ds_util [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_627e4cdf-3877-4f32-830f-12298c588e43/OSTACK_IMG_627e4cdf-3877-4f32-830f-12298c588e43.vmdk to [datastore1] devstack-image-cache_base/a1e80571-fc19-4663-93e2-273a939d6a42/a1e80571-fc19-4663-93e2-273a939d6a42.vmdk. [ 1169.733033] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Cleaning up location [datastore1] OSTACK_IMG_627e4cdf-3877-4f32-830f-12298c588e43 {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1169.733218] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_627e4cdf-3877-4f32-830f-12298c588e43 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.733561] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-261edd77-e0c6-4015-ad06-58931c6dc7ec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.744579] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1169.744579] env[69941]: value = "task-3289342" [ 1169.744579] env[69941]: _type = "Task" [ 1169.744579] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.744819] env[69941]: DEBUG oslo_vmware.api [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.753274] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.147173] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a718f53-22b2-4ae0-b588-43eb6aadd908 tempest-ServersNegativeTestMultiTenantJSON-1846735339 tempest-ServersNegativeTestMultiTenantJSON-1846735339-project-member] Lock "9362d61f-5a47-45f0-be32-c022ce0c1805" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.577s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.164080] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289341, 'name': CreateVM_Task, 'duration_secs': 0.782612} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.164268] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.164950] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.165129] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.167702] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.168584] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f41377a-1e25-4d40-b868-30194e920640 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.173834] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1170.173834] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52188b5f-249b-3e93-8459-504cc6d33df4" [ 1170.173834] env[69941]: _type = "Task" [ 1170.173834] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.182189] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52188b5f-249b-3e93-8459-504cc6d33df4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.183075] env[69941]: DEBUG nova.network.neutron [req-63ef72af-a091-42eb-b6db-1401ea9d91b9 req-5dbeb380-3874-4450-8659-635212d16d86 service nova] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Updated VIF entry in instance network info cache for port c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.183360] env[69941]: DEBUG nova.network.neutron [req-63ef72af-a091-42eb-b6db-1401ea9d91b9 req-5dbeb380-3874-4450-8659-635212d16d86 service nova] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Updating instance_info_cache with network_info: [{"id": "c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf", "address": "fa:16:3e:af:b2:64", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59c0ef4-c5", "ovs_interfaceid": "c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.239657] env[69941]: DEBUG oslo_vmware.api [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289337, 'name': ReconfigVM_Task, 'duration_secs': 2.202618} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.239955] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-41619c46-ca7f-42a8-9394-3789dd3c9248/volume-41619c46-ca7f-42a8-9394-3789dd3c9248.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.244767] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e186049-8b31-4e2b-ac32-e37719b8243c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.267767] env[69941]: DEBUG oslo_vmware.api [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1170.267767] env[69941]: value = "task-3289343" [ 1170.267767] env[69941]: _type = "Task" [ 1170.267767] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.268401] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066929} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.268714] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.268880] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a1e80571-fc19-4663-93e2-273a939d6a42/a1e80571-fc19-4663-93e2-273a939d6a42.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.269136] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a1e80571-fc19-4663-93e2-273a939d6a42/a1e80571-fc19-4663-93e2-273a939d6a42.vmdk to [datastore1] 98e9f87e-6fdc-4777-9cf5-89200b85e410/98e9f87e-6fdc-4777-9cf5-89200b85e410.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.272315] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d778848-e4c7-425b-82c7-44e73c6968b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.281732] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1170.281732] env[69941]: value = "task-3289344" [ 1170.281732] env[69941]: _type = "Task" [ 1170.281732] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.282180] env[69941]: DEBUG oslo_vmware.api [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289343, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.291716] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.416018] env[69941]: INFO nova.compute.manager [None req-3d2cc223-eb4a-4b60-973f-b457b1f7d425 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updating instance to original state: 'active' [ 1170.689019] env[69941]: DEBUG oslo_concurrency.lockutils [req-63ef72af-a091-42eb-b6db-1401ea9d91b9 req-5dbeb380-3874-4450-8659-635212d16d86 service nova] Releasing lock "refresh_cache-1fc5757a-5364-4a6d-b4c2-a3133bbc016a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.689610] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52188b5f-249b-3e93-8459-504cc6d33df4, 'name': SearchDatastore_Task, 'duration_secs': 0.010133} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.689968] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.690347] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.690670] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.690870] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.691121] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.691522] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53e39061-c7cd-44ef-aeb5-bb3d66ba3644 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.707378] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.707378] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.707378] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca97f44-a511-4917-a20e-150ef1b255c0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.717133] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1170.717133] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523c9104-e7bb-f8d3-99af-57d0086de548" [ 1170.717133] env[69941]: _type = "Task" [ 1170.717133] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.724489] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523c9104-e7bb-f8d3-99af-57d0086de548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.782645] env[69941]: DEBUG oslo_vmware.api [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289343, 'name': ReconfigVM_Task, 'duration_secs': 0.230967} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.783381] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656888', 'volume_id': '41619c46-ca7f-42a8-9394-3789dd3c9248', 'name': 'volume-41619c46-ca7f-42a8-9394-3789dd3c9248', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd1fea62-ef55-4f22-8655-45c4f7d18aff', 'attached_at': '', 'detached_at': '', 'volume_id': '41619c46-ca7f-42a8-9394-3789dd3c9248', 'serial': '41619c46-ca7f-42a8-9394-3789dd3c9248'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1170.801533] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289344, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.231337] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523c9104-e7bb-f8d3-99af-57d0086de548, 'name': SearchDatastore_Task, 'duration_secs': 0.057725} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.232406] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a51797-a115-44e4-afe2-f0af452af580 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.240549] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1171.240549] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]526af47d-11b4-30f7-e9c1-1b637328f13a" [ 1171.240549] env[69941]: _type = "Task" [ 1171.240549] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.251270] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526af47d-11b4-30f7-e9c1-1b637328f13a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.259673] env[69941]: DEBUG nova.network.neutron [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Port 9bd7976f-20ac-4e12-b31e-42b4d8dcd758 binding to destination host cpu-1 is already ACTIVE {{(pid=69941) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1171.260063] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.260225] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.260437] env[69941]: DEBUG nova.network.neutron [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.302403] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289344, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.751953] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]526af47d-11b4-30f7-e9c1-1b637328f13a, 'name': SearchDatastore_Task, 'duration_secs': 0.089787} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.752267] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.752539] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 1fc5757a-5364-4a6d-b4c2-a3133bbc016a/1fc5757a-5364-4a6d-b4c2-a3133bbc016a.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.752820] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2113450-9f67-4c01-8b2a-e35eca179265 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.759849] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1171.759849] env[69941]: value = "task-3289345" [ 1171.759849] env[69941]: _type = "Task" [ 1171.759849] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.770788] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.798030] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289344, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.859836] env[69941]: DEBUG nova.objects.instance [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lazy-loading 'flavor' on Instance uuid dd1fea62-ef55-4f22-8655-45c4f7d18aff {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.912635] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "interface-f535928b-f6a5-47e4-8a99-f5d95971e651-ae8895da-5797-41c3-aa8e-6bc15e325dca" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.913286] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-f535928b-f6a5-47e4-8a99-f5d95971e651-ae8895da-5797-41c3-aa8e-6bc15e325dca" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.913679] env[69941]: DEBUG nova.objects.instance [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lazy-loading 'flavor' on Instance uuid f535928b-f6a5-47e4-8a99-f5d95971e651 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.112239] env[69941]: DEBUG nova.network.neutron [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating instance_info_cache with network_info: [{"id": "9bd7976f-20ac-4e12-b31e-42b4d8dcd758", "address": "fa:16:3e:d6:e5:c5", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd7976f-20", "ovs_interfaceid": "9bd7976f-20ac-4e12-b31e-42b4d8dcd758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.271442] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.294375] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289344, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.368153] env[69941]: DEBUG oslo_concurrency.lockutils [None req-08f3297d-a502-432c-8c09-069b9eeccdec tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.343s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.591999] env[69941]: DEBUG nova.objects.instance [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lazy-loading 'pci_requests' on Instance uuid f535928b-f6a5-47e4-8a99-f5d95971e651 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.615445] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.773033] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.796419] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289344, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.898513] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Acquiring lock "bd6de2c8-9d7c-46c6-baef-2fb063787853" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.900104] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Lock "bd6de2c8-9d7c-46c6-baef-2fb063787853" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.096946] env[69941]: DEBUG nova.objects.base [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1173.097221] env[69941]: DEBUG nova.network.neutron [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.123090] env[69941]: DEBUG nova.compute.manager [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69941) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1173.242782] env[69941]: DEBUG nova.policy [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ec0e5b87c5f4f279fe6c8e4648cc30a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b95ea7a3db6d44d58d53bc615ad7b935', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.272461] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289345, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.441306} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.275485] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 1fc5757a-5364-4a6d-b4c2-a3133bbc016a/1fc5757a-5364-4a6d-b4c2-a3133bbc016a.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.275485] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.275485] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-631dea01-1243-407e-95fa-445bbadc5833 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.280762] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1173.280762] env[69941]: value = "task-3289346" [ 1173.280762] env[69941]: _type = "Task" [ 1173.280762] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.288728] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.297439] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289344, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.553976} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.297686] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a1e80571-fc19-4663-93e2-273a939d6a42/a1e80571-fc19-4663-93e2-273a939d6a42.vmdk to [datastore1] 98e9f87e-6fdc-4777-9cf5-89200b85e410/98e9f87e-6fdc-4777-9cf5-89200b85e410.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.298494] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5471cc-11df-4160-bdfd-ac012b6c0209 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.324035] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 98e9f87e-6fdc-4777-9cf5-89200b85e410/98e9f87e-6fdc-4777-9cf5-89200b85e410.vmdk or device None with type streamOptimized {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.324035] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "2b8a04b3-a221-473c-9d4a-498930360d86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.324035] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "2b8a04b3-a221-473c-9d4a-498930360d86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.324035] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "2b8a04b3-a221-473c-9d4a-498930360d86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.324035] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "2b8a04b3-a221-473c-9d4a-498930360d86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.324035] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "2b8a04b3-a221-473c-9d4a-498930360d86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.325128] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ade0a97f-63a3-452e-bc7b-c83d87975ebf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.344895] env[69941]: INFO nova.compute.manager [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Terminating instance [ 1173.352222] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1173.352222] env[69941]: value = "task-3289347" [ 1173.352222] env[69941]: _type = "Task" [ 1173.352222] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.363310] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.402359] env[69941]: DEBUG nova.compute.manager [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.792682] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221173} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.792999] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.793914] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1fcf9a-7966-41a4-9425-4f406fbe51dc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.818277] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 1fc5757a-5364-4a6d-b4c2-a3133bbc016a/1fc5757a-5364-4a6d-b4c2-a3133bbc016a.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.818598] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a35f50e6-0267-4c5f-abca-9bea2974eb76 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.848133] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1173.848133] env[69941]: value = "task-3289348" [ 1173.848133] env[69941]: _type = "Task" [ 1173.848133] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.848914] env[69941]: DEBUG nova.compute.manager [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.849170] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.853060] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abb60b5-3c25-4167-b632-eec3f5765c1b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.862799] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289348, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.866382] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.869724] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80a11dc2-1291-4528-8045-fc2596b00c76 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.871506] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.875416] env[69941]: DEBUG oslo_vmware.api [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1173.875416] env[69941]: value = "task-3289349" [ 1173.875416] env[69941]: _type = "Task" [ 1173.875416] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.884903] env[69941]: DEBUG oslo_vmware.api [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.917958] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.918273] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.927110] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.927487] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.929418] env[69941]: INFO nova.compute.claims [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.250967] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.358852] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289348, 'name': ReconfigVM_Task, 'duration_secs': 0.300103} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.362040] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 1fc5757a-5364-4a6d-b4c2-a3133bbc016a/1fc5757a-5364-4a6d-b4c2-a3133bbc016a.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.362656] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a4e5cfd-2e6f-491e-9da4-46fcf684ac63 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.368689] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289347, 'name': ReconfigVM_Task, 'duration_secs': 0.973475} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.369874] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 98e9f87e-6fdc-4777-9cf5-89200b85e410/98e9f87e-6fdc-4777-9cf5-89200b85e410.vmdk or device None with type streamOptimized {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.370635] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1174.370635] env[69941]: value = "task-3289350" [ 1174.370635] env[69941]: _type = "Task" [ 1174.370635] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.370832] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97c4a343-0336-4207-8f28-1000d98cf095 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.382079] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289350, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.385584] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1174.385584] env[69941]: value = "task-3289351" [ 1174.385584] env[69941]: _type = "Task" [ 1174.385584] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.385790] env[69941]: DEBUG oslo_vmware.api [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289349, 'name': PowerOffVM_Task, 'duration_secs': 0.384843} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.386340] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.386340] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.388812] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7120f393-15ff-4ce0-884b-bc70b311754d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.394516] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289351, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.422958] env[69941]: DEBUG nova.compute.utils [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.469401] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.469618] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.469802] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Deleting the datastore file [datastore1] 2b8a04b3-a221-473c-9d4a-498930360d86 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.470077] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20ee21b7-eefc-4805-a1cb-c036deec2983 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.477098] env[69941]: DEBUG oslo_vmware.api [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1174.477098] env[69941]: value = "task-3289353" [ 1174.477098] env[69941]: _type = "Task" [ 1174.477098] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.484426] env[69941]: DEBUG oslo_vmware.api [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.742884] env[69941]: DEBUG nova.network.neutron [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Successfully updated port: ae8895da-5797-41c3-aa8e-6bc15e325dca {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.882053] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289350, 'name': Rename_Task, 'duration_secs': 0.218908} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.882306] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.882557] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eca2948c-74e6-4bc8-bb23-3bddc7d750d1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.890359] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1174.890359] env[69941]: value = "task-3289354" [ 1174.890359] env[69941]: _type = "Task" [ 1174.890359] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.897246] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289351, 'name': Rename_Task, 'duration_secs': 0.218809} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.899952] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.900234] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.900433] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b38d39fe-0c52-4492-bc6f-c2d6af7de895 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.906074] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1174.906074] env[69941]: value = "task-3289355" [ 1174.906074] env[69941]: _type = "Task" [ 1174.906074] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.913055] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.925815] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.988374] env[69941]: DEBUG oslo_vmware.api [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220596} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.988748] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.988793] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.988967] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.989156] env[69941]: INFO nova.compute.manager [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1174.989439] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.989648] env[69941]: DEBUG nova.compute.manager [-] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.989755] env[69941]: DEBUG nova.network.neutron [-] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.075659] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b429dafc-f4d7-4ff2-821a-06b63cf343a3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.083234] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a04493a-cf4e-4a55-bd8d-e2d01509072b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.114150] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0419a2ac-65f2-445b-9579-6b33626f88cb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.121674] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d36cd8-1f9d-4558-aaff-4d427ffc4ba3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.135145] env[69941]: DEBUG nova.compute.provider_tree [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.248283] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.248493] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.248803] env[69941]: DEBUG nova.network.neutron [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.399607] env[69941]: DEBUG oslo_vmware.api [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289354, 'name': PowerOnVM_Task, 'duration_secs': 0.448059} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.399828] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.400033] env[69941]: INFO nova.compute.manager [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1175.400284] env[69941]: DEBUG nova.compute.manager [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.401191] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c84d6e1-698b-4883-bde6-3eece586458d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.417161] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.638760] env[69941]: DEBUG nova.scheduler.client.report [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.786848] env[69941]: WARNING nova.network.neutron [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] 2063ae85-af7f-4a67-b06a-8a90f2ad6ac6 already exists in list: networks containing: ['2063ae85-af7f-4a67-b06a-8a90f2ad6ac6']. ignoring it [ 1175.841806] env[69941]: DEBUG nova.compute.manager [req-d48683e3-69c1-4b32-82fc-b62cfe9d0550 req-c4f63855-1b61-40bd-9d45-29923940b1c2 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Received event network-vif-plugged-ae8895da-5797-41c3-aa8e-6bc15e325dca {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.842032] env[69941]: DEBUG oslo_concurrency.lockutils [req-d48683e3-69c1-4b32-82fc-b62cfe9d0550 req-c4f63855-1b61-40bd-9d45-29923940b1c2 service nova] Acquiring lock "f535928b-f6a5-47e4-8a99-f5d95971e651-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.842286] env[69941]: DEBUG oslo_concurrency.lockutils [req-d48683e3-69c1-4b32-82fc-b62cfe9d0550 req-c4f63855-1b61-40bd-9d45-29923940b1c2 service nova] Lock "f535928b-f6a5-47e4-8a99-f5d95971e651-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.842498] env[69941]: DEBUG oslo_concurrency.lockutils [req-d48683e3-69c1-4b32-82fc-b62cfe9d0550 req-c4f63855-1b61-40bd-9d45-29923940b1c2 service nova] Lock "f535928b-f6a5-47e4-8a99-f5d95971e651-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.842670] env[69941]: DEBUG nova.compute.manager [req-d48683e3-69c1-4b32-82fc-b62cfe9d0550 req-c4f63855-1b61-40bd-9d45-29923940b1c2 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] No waiting events found dispatching network-vif-plugged-ae8895da-5797-41c3-aa8e-6bc15e325dca {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.842842] env[69941]: WARNING nova.compute.manager [req-d48683e3-69c1-4b32-82fc-b62cfe9d0550 req-c4f63855-1b61-40bd-9d45-29923940b1c2 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Received unexpected event network-vif-plugged-ae8895da-5797-41c3-aa8e-6bc15e325dca for instance with vm_state active and task_state None. [ 1175.881461] env[69941]: DEBUG nova.network.neutron [-] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.924755] env[69941]: DEBUG oslo_vmware.api [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289355, 'name': PowerOnVM_Task, 'duration_secs': 0.752379} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.927497] env[69941]: INFO nova.compute.manager [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Took 16.72 seconds to build instance. [ 1175.928885] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.994978] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.994978] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.995174] env[69941]: INFO nova.compute.manager [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Attaching volume f4cdd71b-3dda-41d3-affe-13eaf9e95200 to /dev/sdc [ 1176.036043] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3ba1b8-e043-40f8-aae9-eed11ddc9160 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.043547] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02704e7-22e1-4041-ad27-eefef368dd5c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.049443] env[69941]: DEBUG nova.compute.manager [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.050769] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942d5b95-897b-4462-9a8a-278b3f038218 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.068111] env[69941]: DEBUG nova.virt.block_device [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Updating existing volume attachment record: e232c544-69b7-414a-a8f7-c976fe54d47b {{(pid=69941) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1176.144834] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.145433] env[69941]: DEBUG nova.compute.manager [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.149321] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.899s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.246017] env[69941]: DEBUG nova.network.neutron [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Updating instance_info_cache with network_info: [{"id": "6e10040f-9ce8-4737-bc57-511e9e73e187", "address": "fa:16:3e:08:40:c7", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e10040f-9c", "ovs_interfaceid": "6e10040f-9ce8-4737-bc57-511e9e73e187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae8895da-5797-41c3-aa8e-6bc15e325dca", "address": "fa:16:3e:ea:63:f4", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae8895da-57", "ovs_interfaceid": "ae8895da-5797-41c3-aa8e-6bc15e325dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.384358] env[69941]: INFO nova.compute.manager [-] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Took 1.39 seconds to deallocate network for instance. [ 1176.430059] env[69941]: DEBUG oslo_concurrency.lockutils [None req-79dc56c2-a8f0-49f5-b672-13e0f07edb0c tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "1fc5757a-5364-4a6d-b4c2-a3133bbc016a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.245s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.572844] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06e55c43-6450-4f1b-bd49-fd1be7843a98 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "98e9f87e-6fdc-4777-9cf5-89200b85e410" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.766s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.653145] env[69941]: DEBUG nova.compute.utils [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.654822] env[69941]: DEBUG nova.objects.instance [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lazy-loading 'migration_context' on Instance uuid 3035c329-b333-4148-9200-be7e6c2bd8d0 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.656116] env[69941]: DEBUG nova.compute.manager [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Not allocating networking since 'none' was specified. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1176.750233] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.751262] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.751782] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.752745] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa13118-289e-4d86-8e82-07a3302b6cb5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.774640] env[69941]: DEBUG nova.virt.hardware [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.774918] env[69941]: DEBUG nova.virt.hardware [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.775099] env[69941]: DEBUG nova.virt.hardware [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.775292] env[69941]: DEBUG nova.virt.hardware [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.775442] env[69941]: DEBUG nova.virt.hardware [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.775619] env[69941]: DEBUG nova.virt.hardware [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.775868] env[69941]: DEBUG nova.virt.hardware [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.776058] env[69941]: DEBUG nova.virt.hardware [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.776252] env[69941]: DEBUG nova.virt.hardware [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.776444] env[69941]: DEBUG nova.virt.hardware [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.776632] env[69941]: DEBUG nova.virt.hardware [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.783602] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Reconfiguring VM to attach interface {{(pid=69941) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1176.783984] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2627cbf6-9c47-4554-b2d1-b5aee9218b5e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.802582] env[69941]: DEBUG oslo_vmware.api [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1176.802582] env[69941]: value = "task-3289357" [ 1176.802582] env[69941]: _type = "Task" [ 1176.802582] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.810903] env[69941]: DEBUG oslo_vmware.api [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289357, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.891816] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.157128] env[69941]: DEBUG nova.compute.manager [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.281261] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.281651] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.281651] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.281651] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.281765] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.281887] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._sync_power_states {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.313308] env[69941]: DEBUG oslo_vmware.api [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.314843] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6e2c67-6332-4ac7-9238-066bd27f3426 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.321671] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc7299b-3bb8-47d9-a749-4088d535e91a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.355879] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dd8f81-f6f9-4291-84d7-6d5f7cd318e5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.363870] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def6a44b-ba52-409f-944b-2f9863b2f503 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.377890] env[69941]: DEBUG nova.compute.provider_tree [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.787372] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Getting list of instances from cluster (obj){ [ 1177.787372] env[69941]: value = "domain-c8" [ 1177.787372] env[69941]: _type = "ClusterComputeResource" [ 1177.787372] env[69941]: } {{(pid=69941) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1177.788814] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1aa490-ebc3-4a49-ad13-dc493ee05d7a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.808453] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Got total of 8 instances {{(pid=69941) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1177.808605] env[69941]: WARNING nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] While synchronizing instance power states, found 10 instances in the database and 8 instances on the hypervisor. [ 1177.808710] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Triggering sync for uuid 015c489a-baf4-4569-8d5f-3fd343ca03a5 {{(pid=69941) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.808907] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Triggering sync for uuid 98e9f87e-6fdc-4777-9cf5-89200b85e410 {{(pid=69941) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.809081] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Triggering sync for uuid 3035c329-b333-4148-9200-be7e6c2bd8d0 {{(pid=69941) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.809243] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Triggering sync for uuid 2b8a04b3-a221-473c-9d4a-498930360d86 {{(pid=69941) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.809404] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Triggering sync for uuid dd1fea62-ef55-4f22-8655-45c4f7d18aff {{(pid=69941) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.809552] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Triggering sync for uuid f535928b-f6a5-47e4-8a99-f5d95971e651 {{(pid=69941) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.809708] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Triggering sync for uuid 1541fdcd-c877-4740-8595-05feb3e44467 {{(pid=69941) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.809856] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Triggering sync for uuid 507625cb-6fe6-4908-94a2-5598190d593e {{(pid=69941) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.810009] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Triggering sync for uuid 1fc5757a-5364-4a6d-b4c2-a3133bbc016a {{(pid=69941) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.810186] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Triggering sync for uuid bd6de2c8-9d7c-46c6-baef-2fb063787853 {{(pid=69941) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.813424] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "015c489a-baf4-4569-8d5f-3fd343ca03a5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.813655] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "015c489a-baf4-4569-8d5f-3fd343ca03a5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.813907] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "98e9f87e-6fdc-4777-9cf5-89200b85e410" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.814109] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "98e9f87e-6fdc-4777-9cf5-89200b85e410" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.814355] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "3035c329-b333-4148-9200-be7e6c2bd8d0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.814533] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "3035c329-b333-4148-9200-be7e6c2bd8d0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.814752] env[69941]: INFO nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1177.814987] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "3035c329-b333-4148-9200-be7e6c2bd8d0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.815255] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "2b8a04b3-a221-473c-9d4a-498930360d86" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.815540] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.815760] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "f535928b-f6a5-47e4-8a99-f5d95971e651" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.816011] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "1541fdcd-c877-4740-8595-05feb3e44467" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.816260] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "1541fdcd-c877-4740-8595-05feb3e44467" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.816553] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "507625cb-6fe6-4908-94a2-5598190d593e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.816989] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "507625cb-6fe6-4908-94a2-5598190d593e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.817265] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "1fc5757a-5364-4a6d-b4c2-a3133bbc016a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.817577] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "1fc5757a-5364-4a6d-b4c2-a3133bbc016a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.817875] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "bd6de2c8-9d7c-46c6-baef-2fb063787853" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.818134] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.818314] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69941) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1177.819104] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007ef5fa-94e4-4751-8e8e-c22355e10ef4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.822286] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5c6cac-7779-4501-84c6-fb8a809a26b3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.825692] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e13192-4faf-4d7f-afe1-812a53d1f1cc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.828641] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181cdd29-494f-49e6-9a15-800ac745249d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.831797] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e9468a-f643-4160-b6ca-4ce3198b79de {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.834765] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.861989] env[69941]: DEBUG oslo_vmware.api [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289357, 'name': ReconfigVM_Task, 'duration_secs': 0.656603} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.875369] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.876768] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Reconfigured VM to attach interface {{(pid=69941) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1177.878798] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "f535928b-f6a5-47e4-8a99-f5d95971e651" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.063s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.879978] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2492ff6-6bd3-4a04-a26b-ffea180466b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.883823] env[69941]: DEBUG nova.scheduler.client.report [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.916437] env[69941]: DEBUG nova.compute.manager [req-da724c36-d36b-4ad5-ab07-be371ee45ba0 req-61934bcf-8f81-4b6d-a6bd-73be11ddf994 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Received event network-changed-ae8895da-5797-41c3-aa8e-6bc15e325dca {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.916437] env[69941]: DEBUG nova.compute.manager [req-da724c36-d36b-4ad5-ab07-be371ee45ba0 req-61934bcf-8f81-4b6d-a6bd-73be11ddf994 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Refreshing instance network info cache due to event network-changed-ae8895da-5797-41c3-aa8e-6bc15e325dca. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.916437] env[69941]: DEBUG oslo_concurrency.lockutils [req-da724c36-d36b-4ad5-ab07-be371ee45ba0 req-61934bcf-8f81-4b6d-a6bd-73be11ddf994 service nova] Acquiring lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.916609] env[69941]: DEBUG oslo_concurrency.lockutils [req-da724c36-d36b-4ad5-ab07-be371ee45ba0 req-61934bcf-8f81-4b6d-a6bd-73be11ddf994 service nova] Acquired lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.916756] env[69941]: DEBUG nova.network.neutron [req-da724c36-d36b-4ad5-ab07-be371ee45ba0 req-61934bcf-8f81-4b6d-a6bd-73be11ddf994 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Refreshing network info cache for port ae8895da-5797-41c3-aa8e-6bc15e325dca {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.917424] env[69941]: WARNING oslo_messaging._drivers.amqpdriver [req-da724c36-d36b-4ad5-ab07-be371ee45ba0 req-61934bcf-8f81-4b6d-a6bd-73be11ddf994 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1178.169517] env[69941]: DEBUG nova.compute.manager [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.197491] env[69941]: DEBUG nova.virt.hardware [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.197743] env[69941]: DEBUG nova.virt.hardware [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.197901] env[69941]: DEBUG nova.virt.hardware [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.198114] env[69941]: DEBUG nova.virt.hardware [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.198292] env[69941]: DEBUG nova.virt.hardware [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.198457] env[69941]: DEBUG nova.virt.hardware [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.198672] env[69941]: DEBUG nova.virt.hardware [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.198831] env[69941]: DEBUG nova.virt.hardware [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.198999] env[69941]: DEBUG nova.virt.hardware [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.199179] env[69941]: DEBUG nova.virt.hardware [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.199357] env[69941]: DEBUG nova.virt.hardware [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.200499] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589b0611-0f0c-423f-98eb-ddb669c4e8ee {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.209433] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99086abd-704e-48aa-844e-909d1ac75810 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.222902] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Instance VIF info [] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.228495] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Creating folder: Project (f7a1492ff44c4146be0a1738635e276e). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.228807] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8da88ecf-cd86-4baa-8094-53effcfd83ba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.239106] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Created folder: Project (f7a1492ff44c4146be0a1738635e276e) in parent group-v656570. [ 1178.239359] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Creating folder: Instances. Parent ref: group-v656893. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.239587] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dd43df3-ea1c-4495-9438-5b427bd710ee {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.247606] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Created folder: Instances in parent group-v656893. [ 1178.247836] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.248044] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.248258] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35b83fa6-af75-4f1e-b29d-f1cd35ac3fae {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.264421] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.264421] env[69941]: value = "task-3289361" [ 1178.264421] env[69941]: _type = "Task" [ 1178.264421] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.272813] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289361, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.339291] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.353156] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "1fc5757a-5364-4a6d-b4c2-a3133bbc016a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.354886] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "015c489a-baf4-4569-8d5f-3fd343ca03a5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.362413] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "507625cb-6fe6-4908-94a2-5598190d593e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.364951] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "1541fdcd-c877-4740-8595-05feb3e44467" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.365296] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "98e9f87e-6fdc-4777-9cf5-89200b85e410" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.380770] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7ced5c01-854e-4894-8739-24aae4399968 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-f535928b-f6a5-47e4-8a99-f5d95971e651-ae8895da-5797-41c3-aa8e-6bc15e325dca" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.467s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.396469] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "f535928b-f6a5-47e4-8a99-f5d95971e651" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.518s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.619980] env[69941]: DEBUG nova.network.neutron [req-da724c36-d36b-4ad5-ab07-be371ee45ba0 req-61934bcf-8f81-4b6d-a6bd-73be11ddf994 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Updated VIF entry in instance network info cache for port ae8895da-5797-41c3-aa8e-6bc15e325dca. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.620285] env[69941]: DEBUG nova.network.neutron [req-da724c36-d36b-4ad5-ab07-be371ee45ba0 req-61934bcf-8f81-4b6d-a6bd-73be11ddf994 service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Updating instance_info_cache with network_info: [{"id": "6e10040f-9ce8-4737-bc57-511e9e73e187", "address": "fa:16:3e:08:40:c7", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e10040f-9c", "ovs_interfaceid": "6e10040f-9ce8-4737-bc57-511e9e73e187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae8895da-5797-41c3-aa8e-6bc15e325dca", "address": "fa:16:3e:ea:63:f4", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae8895da-57", "ovs_interfaceid": "ae8895da-5797-41c3-aa8e-6bc15e325dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.774964] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289361, 'name': CreateVM_Task, 'duration_secs': 0.350758} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.775165] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.775599] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.775787] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.776161] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.776428] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4dd26a-e0a3-4bdc-948b-8636af16c58b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.781619] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1178.781619] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e97419-3994-7b67-392c-d5d258435212" [ 1178.781619] env[69941]: _type = "Task" [ 1178.781619] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.789412] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e97419-3994-7b67-392c-d5d258435212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.898858] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.749s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.905314] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.014s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.905579] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.907601] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.568s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.907781] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.908019] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69941) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1178.910341] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff04a213-fa82-422a-94e0-56a6ba81ef05 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.932238] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af0ef98-0fd3-4efd-b948-9a5381dee87a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.942481] env[69941]: INFO nova.scheduler.client.report [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Deleted allocations for instance 2b8a04b3-a221-473c-9d4a-498930360d86 [ 1178.959362] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b076c911-23f3-4ddd-a00f-d7b28da34137 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.966682] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221825bc-7a89-4ee8-a613-631506b5a520 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.997174] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179115MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=69941) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1178.997321] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.997542] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.123485] env[69941]: DEBUG oslo_concurrency.lockutils [req-da724c36-d36b-4ad5-ab07-be371ee45ba0 req-61934bcf-8f81-4b6d-a6bd-73be11ddf994 service nova] Releasing lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.123744] env[69941]: DEBUG nova.compute.manager [req-da724c36-d36b-4ad5-ab07-be371ee45ba0 req-61934bcf-8f81-4b6d-a6bd-73be11ddf994 service nova] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Received event network-vif-deleted-a33d75c8-c833-4ba4-9555-033954e88a3d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.123931] env[69941]: DEBUG nova.compute.manager [req-da724c36-d36b-4ad5-ab07-be371ee45ba0 req-61934bcf-8f81-4b6d-a6bd-73be11ddf994 service nova] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Received event network-changed-c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.124108] env[69941]: DEBUG nova.compute.manager [req-da724c36-d36b-4ad5-ab07-be371ee45ba0 req-61934bcf-8f81-4b6d-a6bd-73be11ddf994 service nova] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Refreshing instance network info cache due to event network-changed-c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.124309] env[69941]: DEBUG oslo_concurrency.lockutils [req-da724c36-d36b-4ad5-ab07-be371ee45ba0 req-61934bcf-8f81-4b6d-a6bd-73be11ddf994 service nova] Acquiring lock "refresh_cache-1fc5757a-5364-4a6d-b4c2-a3133bbc016a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.124449] env[69941]: DEBUG oslo_concurrency.lockutils [req-da724c36-d36b-4ad5-ab07-be371ee45ba0 req-61934bcf-8f81-4b6d-a6bd-73be11ddf994 service nova] Acquired lock "refresh_cache-1fc5757a-5364-4a6d-b4c2-a3133bbc016a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.125013] env[69941]: DEBUG nova.network.neutron [req-da724c36-d36b-4ad5-ab07-be371ee45ba0 req-61934bcf-8f81-4b6d-a6bd-73be11ddf994 service nova] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Refreshing network info cache for port c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.292067] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e97419-3994-7b67-392c-d5d258435212, 'name': SearchDatastore_Task, 'duration_secs': 0.040537} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.292067] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.292286] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.292502] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.292649] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.292829] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.293114] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2056b0a2-bd9b-4fde-b7a9-377ef0d76570 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.302410] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.302587] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.303328] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33e1b539-68fc-4211-8acb-e9437e35ffc8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.307812] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1179.307812] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52185555-df5f-f6d8-b6dc-1d84abbf941e" [ 1179.307812] env[69941]: _type = "Task" [ 1179.307812] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.316487] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52185555-df5f-f6d8-b6dc-1d84abbf941e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.453842] env[69941]: DEBUG oslo_concurrency.lockutils [None req-dba2bfcd-bb3a-4492-8d84-3bb5b7017742 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "2b8a04b3-a221-473c-9d4a-498930360d86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.132s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.455026] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "2b8a04b3-a221-473c-9d4a-498930360d86" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.640s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.455629] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86557c6f-a92a-4e99-9d1b-4e340a38391d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.466692] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98df8a2-e048-4c56-8a15-5702edff9a2e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.620064] env[69941]: DEBUG oslo_concurrency.lockutils [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "interface-f535928b-f6a5-47e4-8a99-f5d95971e651-ae8895da-5797-41c3-aa8e-6bc15e325dca" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.620064] env[69941]: DEBUG oslo_concurrency.lockutils [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-f535928b-f6a5-47e4-8a99-f5d95971e651-ae8895da-5797-41c3-aa8e-6bc15e325dca" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.813124] env[69941]: DEBUG nova.network.neutron [req-da724c36-d36b-4ad5-ab07-be371ee45ba0 req-61934bcf-8f81-4b6d-a6bd-73be11ddf994 service nova] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Updated VIF entry in instance network info cache for port c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.813473] env[69941]: DEBUG nova.network.neutron [req-da724c36-d36b-4ad5-ab07-be371ee45ba0 req-61934bcf-8f81-4b6d-a6bd-73be11ddf994 service nova] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Updating instance_info_cache with network_info: [{"id": "c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf", "address": "fa:16:3e:af:b2:64", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59c0ef4-c5", "ovs_interfaceid": "c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.820355] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52185555-df5f-f6d8-b6dc-1d84abbf941e, 'name': SearchDatastore_Task, 'duration_secs': 0.018604} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.821112] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfecd598-fc79-4c78-8963-babdca5568ac {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.826379] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1179.826379] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52531193-084f-33e7-e9e6-2d43567a798b" [ 1179.826379] env[69941]: _type = "Task" [ 1179.826379] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.834510] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52531193-084f-33e7-e9e6-2d43567a798b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.021087] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "2b8a04b3-a221-473c-9d4a-498930360d86" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.039878] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 015c489a-baf4-4569-8d5f-3fd343ca03a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.040134] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance dd1fea62-ef55-4f22-8655-45c4f7d18aff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.040250] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance f535928b-f6a5-47e4-8a99-f5d95971e651 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.040400] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 1541fdcd-c877-4740-8595-05feb3e44467 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.040490] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 507625cb-6fe6-4908-94a2-5598190d593e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.122239] env[69941]: DEBUG oslo_concurrency.lockutils [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.122668] env[69941]: DEBUG oslo_concurrency.lockutils [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.124909] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7ef012-1b05-44d5-8130-d6ac5f86f205 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.147068] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4a9eac-a272-4724-88f3-4305385d877e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.173507] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Reconfiguring VM to detach interface {{(pid=69941) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1180.173814] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56e7a128-0a78-450b-88e7-6ad850cb742a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.192581] env[69941]: DEBUG oslo_vmware.api [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1180.192581] env[69941]: value = "task-3289364" [ 1180.192581] env[69941]: _type = "Task" [ 1180.192581] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.200445] env[69941]: DEBUG oslo_vmware.api [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.316708] env[69941]: DEBUG oslo_concurrency.lockutils [req-da724c36-d36b-4ad5-ab07-be371ee45ba0 req-61934bcf-8f81-4b6d-a6bd-73be11ddf994 service nova] Releasing lock "refresh_cache-1fc5757a-5364-4a6d-b4c2-a3133bbc016a" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.336808] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52531193-084f-33e7-e9e6-2d43567a798b, 'name': SearchDatastore_Task, 'duration_secs': 0.012042} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.337088] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.337356] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] bd6de2c8-9d7c-46c6-baef-2fb063787853/bd6de2c8-9d7c-46c6-baef-2fb063787853.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.337616] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84e9d7d1-a374-469f-b786-324dd7766281 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.343541] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1180.343541] env[69941]: value = "task-3289365" [ 1180.343541] env[69941]: _type = "Task" [ 1180.343541] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.351267] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.456093] env[69941]: INFO nova.compute.manager [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Swapping old allocation on dict_keys(['adc8d08d-90ea-4899-a2f6-2f585d790aea']) held by migration a621018c-6304-435b-9f7b-3c901e0dc4b0 for instance [ 1180.476366] env[69941]: DEBUG nova.scheduler.client.report [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Overwriting current allocation {'allocations': {'adc8d08d-90ea-4899-a2f6-2f585d790aea': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 167}}, 'project_id': '14bac2cfea45446499cdbaae6f8a9c31', 'user_id': '2478098f27e645988d2cc47361ab6de0', 'consumer_generation': 1} on consumer 3035c329-b333-4148-9200-be7e6c2bd8d0 {{(pid=69941) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1180.544019] env[69941]: INFO nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance a621018c-6304-435b-9f7b-3c901e0dc4b0 has allocations against this compute host but is not found in the database. [ 1180.544223] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 3035c329-b333-4148-9200-be7e6c2bd8d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.544331] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 98e9f87e-6fdc-4777-9cf5-89200b85e410 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.544457] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 1fc5757a-5364-4a6d-b4c2-a3133bbc016a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.544576] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance bd6de2c8-9d7c-46c6-baef-2fb063787853 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.544768] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1180.544904] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1180.549196] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.549615] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.549856] env[69941]: DEBUG nova.network.neutron [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.615545] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Volume attach. Driver type: vmdk {{(pid=69941) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1180.615787] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656891', 'volume_id': 'f4cdd71b-3dda-41d3-affe-13eaf9e95200', 'name': 'volume-f4cdd71b-3dda-41d3-affe-13eaf9e95200', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd1fea62-ef55-4f22-8655-45c4f7d18aff', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4cdd71b-3dda-41d3-affe-13eaf9e95200', 'serial': 'f4cdd71b-3dda-41d3-affe-13eaf9e95200'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1180.616712] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b9b67b-c1a6-417d-8886-7d0aeb5ff7f2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.637581] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383fa80f-f0b2-4c4b-93ad-8e21a4f9d9f8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.664218] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-f4cdd71b-3dda-41d3-affe-13eaf9e95200/volume-f4cdd71b-3dda-41d3-affe-13eaf9e95200.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.666734] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9656b38e-8e06-47e8-80c2-c9cc05ed4fff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.684893] env[69941]: DEBUG oslo_vmware.api [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1180.684893] env[69941]: value = "task-3289366" [ 1180.684893] env[69941]: _type = "Task" [ 1180.684893] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.696745] env[69941]: DEBUG oslo_vmware.api [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.701223] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25617e74-8e2f-4757-a13b-c99722b9066a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.708286] env[69941]: DEBUG oslo_vmware.api [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.710931] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fcd58b-fe75-46e7-9089-47527d443207 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.741283] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af43e240-7340-4439-9a57-0c1ddbaa87b7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.748640] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de87a308-a51d-4ea2-88de-3f605484c26f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.761727] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.853853] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.036455] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "3916a31c-f8c5-417b-9ece-4c1de45176f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.036738] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "3916a31c-f8c5-417b-9ece-4c1de45176f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.196681] env[69941]: DEBUG oslo_vmware.api [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.204508] env[69941]: DEBUG oslo_vmware.api [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.264746] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.292422] env[69941]: DEBUG nova.network.neutron [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating instance_info_cache with network_info: [{"id": "9bd7976f-20ac-4e12-b31e-42b4d8dcd758", "address": "fa:16:3e:d6:e5:c5", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd7976f-20", "ovs_interfaceid": "9bd7976f-20ac-4e12-b31e-42b4d8dcd758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.355848] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289365, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.540152] env[69941]: DEBUG nova.compute.manager [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1181.696009] env[69941]: DEBUG oslo_vmware.api [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.704699] env[69941]: DEBUG oslo_vmware.api [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.770207] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1181.770402] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.773s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.795374] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "refresh_cache-3035c329-b333-4148-9200-be7e6c2bd8d0" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.796402] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0995eec9-12b3-4597-a086-567f8b2499c3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.803714] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11ef2d2-3791-4498-9ee4-1c1e1d6f8fa2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.855986] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289365, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.201392} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.855986] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] bd6de2c8-9d7c-46c6-baef-2fb063787853/bd6de2c8-9d7c-46c6-baef-2fb063787853.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.855986] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.855986] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c697ae0e-078f-4c5b-91f6-572aa2ef7cbe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.861958] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1181.861958] env[69941]: value = "task-3289367" [ 1181.861958] env[69941]: _type = "Task" [ 1181.861958] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.870245] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.064760] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.065053] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.066572] env[69941]: INFO nova.compute.claims [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.196439] env[69941]: DEBUG oslo_vmware.api [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289366, 'name': ReconfigVM_Task, 'duration_secs': 1.280291} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.196733] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-f4cdd71b-3dda-41d3-affe-13eaf9e95200/volume-f4cdd71b-3dda-41d3-affe-13eaf9e95200.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.201608] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36dc02bb-b47b-467a-ba24-ecff36b8fdd4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.219621] env[69941]: DEBUG oslo_vmware.api [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.220898] env[69941]: DEBUG oslo_vmware.api [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1182.220898] env[69941]: value = "task-3289369" [ 1182.220898] env[69941]: _type = "Task" [ 1182.220898] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.228159] env[69941]: DEBUG oslo_vmware.api [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.371363] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066838} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.371641] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.372408] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1074ad-d09f-42a4-97c6-0f7bdb8c9a32 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.393372] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] bd6de2c8-9d7c-46c6-baef-2fb063787853/bd6de2c8-9d7c-46c6-baef-2fb063787853.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.395385] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98d6b039-28e5-4e28-b015-433bca5e9d44 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.410178] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.410408] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ba9a391-94fb-405d-b800-2d6de2d331d3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.417049] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1182.417049] env[69941]: value = "task-3289370" [ 1182.417049] env[69941]: _type = "Task" [ 1182.417049] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.417451] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1182.417451] env[69941]: value = "task-3289371" [ 1182.417451] env[69941]: _type = "Task" [ 1182.417451] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.428610] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.432072] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.712657] env[69941]: DEBUG oslo_vmware.api [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.730284] env[69941]: DEBUG oslo_vmware.api [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289369, 'name': ReconfigVM_Task, 'duration_secs': 0.35689} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.730693] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656891', 'volume_id': 'f4cdd71b-3dda-41d3-affe-13eaf9e95200', 'name': 'volume-f4cdd71b-3dda-41d3-affe-13eaf9e95200', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd1fea62-ef55-4f22-8655-45c4f7d18aff', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4cdd71b-3dda-41d3-affe-13eaf9e95200', 'serial': 'f4cdd71b-3dda-41d3-affe-13eaf9e95200'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1182.934136] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.934136] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.201146] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7765fad-8c2c-4038-b073-240226c6a319 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.212541] env[69941]: DEBUG oslo_vmware.api [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.215304] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d2617d-7491-4700-ad40-a8f74f4d9c01 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.249938] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c128bc40-5a97-4451-ab75-671f2bb521c1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.257224] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175518b6-693d-4f5d-98b9-f2ebfee4740a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.271322] env[69941]: DEBUG nova.compute.provider_tree [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.433669] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289370, 'name': ReconfigVM_Task, 'duration_secs': 0.953992} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.434076] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289371, 'name': PowerOffVM_Task, 'duration_secs': 0.642124} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.434147] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Reconfigured VM instance instance-00000076 to attach disk [datastore2] bd6de2c8-9d7c-46c6-baef-2fb063787853/bd6de2c8-9d7c-46c6-baef-2fb063787853.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.434767] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.435373] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.435624] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.435757] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.435939] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.436111] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.436270] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.436480] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.436639] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.436804] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.436965] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.437155] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.442090] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11d80e81-33c9-42a7-8826-6d5622fa087c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.443623] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f721112-785c-48da-900b-4fef72e8ae8d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.458182] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1183.458182] env[69941]: value = "task-3289372" [ 1183.458182] env[69941]: _type = "Task" [ 1183.458182] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.459487] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1183.459487] env[69941]: value = "task-3289373" [ 1183.459487] env[69941]: _type = "Task" [ 1183.459487] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.470839] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289372, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.473564] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.521316] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.713694] env[69941]: DEBUG oslo_vmware.api [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.775097] env[69941]: DEBUG nova.scheduler.client.report [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.789784] env[69941]: DEBUG nova.objects.instance [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lazy-loading 'flavor' on Instance uuid dd1fea62-ef55-4f22-8655-45c4f7d18aff {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.971947] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289372, 'name': Rename_Task, 'duration_secs': 0.181486} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.974788] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.975060] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289373, 'name': ReconfigVM_Task, 'duration_secs': 0.200104} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.975268] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ce81550-61f8-4bf2-963e-dd1dc1eca53e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.977112] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15fb71f-4500-42f0-8748-10da39d13f2c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.997584] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.997776] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.997998] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.998232] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.998388] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.998563] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.998756] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.998912] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.999097] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.999267] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.999444] env[69941]: DEBUG nova.virt.hardware [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.001236] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2087814b-0973-41d6-9da7-579dd4933357 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.003521] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1184.003521] env[69941]: value = "task-3289374" [ 1184.003521] env[69941]: _type = "Task" [ 1184.003521] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.007593] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1184.007593] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52572c8d-f677-45fb-4e6c-cbec42c0011c" [ 1184.007593] env[69941]: _type = "Task" [ 1184.007593] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.015772] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.021268] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52572c8d-f677-45fb-4e6c-cbec42c0011c, 'name': SearchDatastore_Task, 'duration_secs': 0.012672} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.026499] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1184.026817] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b172f7e-a080-4899-849e-3da3303b79da {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.044234] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1184.044234] env[69941]: value = "task-3289375" [ 1184.044234] env[69941]: _type = "Task" [ 1184.044234] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.053011] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.214350] env[69941]: DEBUG oslo_vmware.api [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.280856] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.281468] env[69941]: DEBUG nova.compute.manager [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.294411] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c1ab0549-0454-4b7d-b639-7060ddef799d tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.299s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.295434] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.480s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.296457] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11e8110-2641-4db2-be5b-d1a94f2c7980 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.516708] env[69941]: DEBUG oslo_vmware.api [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289374, 'name': PowerOnVM_Task, 'duration_secs': 0.445137} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.517115] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.517197] env[69941]: INFO nova.compute.manager [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1184.517383] env[69941]: DEBUG nova.compute.manager [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.518186] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc6beea-29c1-4338-82cd-de5560a49b4e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.555633] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289375, 'name': ReconfigVM_Task, 'duration_secs': 0.237941} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.555908] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1184.556734] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa95522-688c-45b1-ae8f-591d132f8d06 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.581671] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 3035c329-b333-4148-9200-be7e6c2bd8d0/3035c329-b333-4148-9200-be7e6c2bd8d0.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.582657] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e54e78-1640-4595-a4ae-bd4bad83cb44 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.600549] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1184.600549] env[69941]: value = "task-3289377" [ 1184.600549] env[69941]: _type = "Task" [ 1184.600549] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.608675] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.620018] env[69941]: DEBUG oslo_concurrency.lockutils [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.716492] env[69941]: DEBUG oslo_vmware.api [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.786599] env[69941]: DEBUG nova.compute.utils [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.788075] env[69941]: DEBUG nova.compute.manager [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1184.788269] env[69941]: DEBUG nova.network.neutron [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1184.806359] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.806636] env[69941]: DEBUG oslo_concurrency.lockutils [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.187s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.838362] env[69941]: DEBUG nova.policy [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b132996fcdb34045af048b6c7596874b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '651106f1796842cd94d6e03450d134eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.042355] env[69941]: INFO nova.compute.manager [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Took 11.14 seconds to build instance. [ 1185.110226] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.130544] env[69941]: DEBUG nova.network.neutron [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Successfully created port: 8c78def6-c507-4b1f-a973-cc03f5c54d31 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.216275] env[69941]: DEBUG oslo_vmware.api [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.291790] env[69941]: DEBUG nova.compute.manager [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.309518] env[69941]: INFO nova.compute.manager [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Detaching volume 41619c46-ca7f-42a8-9394-3789dd3c9248 [ 1185.358715] env[69941]: INFO nova.virt.block_device [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Attempting to driver detach volume 41619c46-ca7f-42a8-9394-3789dd3c9248 from mountpoint /dev/sdb [ 1185.359193] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1185.361190] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656888', 'volume_id': '41619c46-ca7f-42a8-9394-3789dd3c9248', 'name': 'volume-41619c46-ca7f-42a8-9394-3789dd3c9248', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd1fea62-ef55-4f22-8655-45c4f7d18aff', 'attached_at': '', 'detached_at': '', 'volume_id': '41619c46-ca7f-42a8-9394-3789dd3c9248', 'serial': '41619c46-ca7f-42a8-9394-3789dd3c9248'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1185.361190] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d35f2bf-9dc9-4b1c-aa21-c9a345ddbdaa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.386693] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b038b59-1084-4916-abf7-164af401b64a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.394680] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caef25b5-ac53-4907-a875-d34736d6b1e3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.420276] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c89231-0336-4026-af8c-2ee25f597742 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.440957] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] The volume has not been displaced from its original location: [datastore1] volume-41619c46-ca7f-42a8-9394-3789dd3c9248/volume-41619c46-ca7f-42a8-9394-3789dd3c9248.vmdk. No consolidation needed. {{(pid=69941) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1185.445379] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1185.445792] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-455f1bea-8bde-44c7-a048-7a7716a65a13 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.466608] env[69941]: DEBUG oslo_vmware.api [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1185.466608] env[69941]: value = "task-3289378" [ 1185.466608] env[69941]: _type = "Task" [ 1185.466608] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.477803] env[69941]: DEBUG oslo_vmware.api [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.546942] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0ca0188-9be9-4726-b6a9-de0f9813151a tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Lock "bd6de2c8-9d7c-46c6-baef-2fb063787853" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.648s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.547419] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "bd6de2c8-9d7c-46c6-baef-2fb063787853" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.729s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.547483] env[69941]: INFO nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 1185.547775] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "bd6de2c8-9d7c-46c6-baef-2fb063787853" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.610824] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289377, 'name': ReconfigVM_Task, 'duration_secs': 0.781804} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.611182] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 3035c329-b333-4148-9200-be7e6c2bd8d0/3035c329-b333-4148-9200-be7e6c2bd8d0.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.612057] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0584c3e-2de5-4c32-bb65-b80ec338127f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.633105] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78c3470-55e5-4ed2-9b6d-603afc741c48 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.653823] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d509f77a-9879-4b75-ab97-4d004dbfcd91 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.674394] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5e0676-6969-4cd4-a68f-f67b42cb8303 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.682038] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.682292] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-768bd0e2-5fb5-4392-8762-b44599d4ffc2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.688410] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1185.688410] env[69941]: value = "task-3289379" [ 1185.688410] env[69941]: _type = "Task" [ 1185.688410] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.695844] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.715236] env[69941]: DEBUG oslo_vmware.api [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289364, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.727830] env[69941]: INFO nova.compute.manager [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Rebuilding instance [ 1185.772698] env[69941]: DEBUG nova.compute.manager [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.773644] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07272a9b-c799-47a7-b197-ebda69184e8c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.978440] env[69941]: DEBUG oslo_vmware.api [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289378, 'name': ReconfigVM_Task, 'duration_secs': 0.29177} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.978796] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.983548] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60e17f35-6d12-433a-ba20-eac01c6dd6ae {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.999479] env[69941]: DEBUG oslo_vmware.api [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1185.999479] env[69941]: value = "task-3289380" [ 1185.999479] env[69941]: _type = "Task" [ 1185.999479] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.007105] env[69941]: DEBUG oslo_vmware.api [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.197736] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.217092] env[69941]: DEBUG oslo_vmware.api [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289364, 'name': ReconfigVM_Task, 'duration_secs': 5.74796} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.217326] env[69941]: DEBUG oslo_concurrency.lockutils [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.217536] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Reconfigured VM to detach interface {{(pid=69941) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1186.302317] env[69941]: DEBUG nova.compute.manager [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.331861] env[69941]: DEBUG nova.virt.hardware [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.332134] env[69941]: DEBUG nova.virt.hardware [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.332304] env[69941]: DEBUG nova.virt.hardware [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.332489] env[69941]: DEBUG nova.virt.hardware [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.332636] env[69941]: DEBUG nova.virt.hardware [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.332786] env[69941]: DEBUG nova.virt.hardware [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.332997] env[69941]: DEBUG nova.virt.hardware [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.333227] env[69941]: DEBUG nova.virt.hardware [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.333411] env[69941]: DEBUG nova.virt.hardware [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.333577] env[69941]: DEBUG nova.virt.hardware [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.333751] env[69941]: DEBUG nova.virt.hardware [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.334932] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc214010-41d1-48f4-bf60-c0ddff729d65 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.342822] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d12a86c-0cc7-4a1d-bdef-ea19ca8e349c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.511539] env[69941]: DEBUG oslo_vmware.api [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.619534] env[69941]: DEBUG nova.compute.manager [req-9fd76c33-39b5-45d0-a32a-9b4f9e8fd3ef req-9bbb18da-1010-4c9b-be83-2a017610848c service nova] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Received event network-vif-plugged-8c78def6-c507-4b1f-a973-cc03f5c54d31 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.619856] env[69941]: DEBUG oslo_concurrency.lockutils [req-9fd76c33-39b5-45d0-a32a-9b4f9e8fd3ef req-9bbb18da-1010-4c9b-be83-2a017610848c service nova] Acquiring lock "3916a31c-f8c5-417b-9ece-4c1de45176f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.620345] env[69941]: DEBUG oslo_concurrency.lockutils [req-9fd76c33-39b5-45d0-a32a-9b4f9e8fd3ef req-9bbb18da-1010-4c9b-be83-2a017610848c service nova] Lock "3916a31c-f8c5-417b-9ece-4c1de45176f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.620623] env[69941]: DEBUG oslo_concurrency.lockutils [req-9fd76c33-39b5-45d0-a32a-9b4f9e8fd3ef req-9bbb18da-1010-4c9b-be83-2a017610848c service nova] Lock "3916a31c-f8c5-417b-9ece-4c1de45176f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.620886] env[69941]: DEBUG nova.compute.manager [req-9fd76c33-39b5-45d0-a32a-9b4f9e8fd3ef req-9bbb18da-1010-4c9b-be83-2a017610848c service nova] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] No waiting events found dispatching network-vif-plugged-8c78def6-c507-4b1f-a973-cc03f5c54d31 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.621171] env[69941]: WARNING nova.compute.manager [req-9fd76c33-39b5-45d0-a32a-9b4f9e8fd3ef req-9bbb18da-1010-4c9b-be83-2a017610848c service nova] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Received unexpected event network-vif-plugged-8c78def6-c507-4b1f-a973-cc03f5c54d31 for instance with vm_state building and task_state spawning. [ 1186.703911] env[69941]: DEBUG oslo_vmware.api [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289379, 'name': PowerOnVM_Task, 'duration_secs': 0.74162} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.704315] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.712945] env[69941]: DEBUG nova.network.neutron [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Successfully updated port: 8c78def6-c507-4b1f-a973-cc03f5c54d31 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.787985] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.788211] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-553d0c62-d7bc-4b07-bd8f-4c3e2fca8f02 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.796343] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1186.796343] env[69941]: value = "task-3289382" [ 1186.796343] env[69941]: _type = "Task" [ 1186.796343] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.810695] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.011602] env[69941]: DEBUG oslo_vmware.api [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289380, 'name': ReconfigVM_Task, 'duration_secs': 0.860827} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.012025] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656888', 'volume_id': '41619c46-ca7f-42a8-9394-3789dd3c9248', 'name': 'volume-41619c46-ca7f-42a8-9394-3789dd3c9248', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd1fea62-ef55-4f22-8655-45c4f7d18aff', 'attached_at': '', 'detached_at': '', 'volume_id': '41619c46-ca7f-42a8-9394-3789dd3c9248', 'serial': '41619c46-ca7f-42a8-9394-3789dd3c9248'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1187.216233] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "refresh_cache-3916a31c-f8c5-417b-9ece-4c1de45176f1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.216400] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "refresh_cache-3916a31c-f8c5-417b-9ece-4c1de45176f1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.216505] env[69941]: DEBUG nova.network.neutron [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.306994] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289382, 'name': PowerOffVM_Task, 'duration_secs': 0.326727} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.307363] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.308115] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.308992] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f153dcd2-8b49-4705-976e-d927755abd7a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.316722] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.317018] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14cb8681-2ffb-46a4-9e64-6c9ffbeced0e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.353542] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.353731] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.354023] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Deleting the datastore file [datastore2] bd6de2c8-9d7c-46c6-baef-2fb063787853 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.354238] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5507cd30-969c-4bb7-87f3-12be2e489336 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.361841] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1187.361841] env[69941]: value = "task-3289384" [ 1187.361841] env[69941]: _type = "Task" [ 1187.361841] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.370852] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.561588] env[69941]: DEBUG nova.objects.instance [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lazy-loading 'flavor' on Instance uuid dd1fea62-ef55-4f22-8655-45c4f7d18aff {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.573458] env[69941]: DEBUG oslo_concurrency.lockutils [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.573633] env[69941]: DEBUG oslo_concurrency.lockutils [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.574658] env[69941]: DEBUG nova.network.neutron [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.750960] env[69941]: INFO nova.compute.manager [None req-1315a7d9-9bd5-48d2-af53-80f71ec25184 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating instance to original state: 'active' [ 1187.755184] env[69941]: DEBUG nova.network.neutron [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.873423] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426225} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.873681] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.873866] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.874050] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.901199] env[69941]: DEBUG nova.network.neutron [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Updating instance_info_cache with network_info: [{"id": "8c78def6-c507-4b1f-a973-cc03f5c54d31", "address": "fa:16:3e:fc:69:03", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c78def6-c5", "ovs_interfaceid": "8c78def6-c507-4b1f-a973-cc03f5c54d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.346189] env[69941]: INFO nova.network.neutron [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Port ae8895da-5797-41c3-aa8e-6bc15e325dca from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1188.346189] env[69941]: DEBUG nova.network.neutron [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Updating instance_info_cache with network_info: [{"id": "6e10040f-9ce8-4737-bc57-511e9e73e187", "address": "fa:16:3e:08:40:c7", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e10040f-9c", "ovs_interfaceid": "6e10040f-9ce8-4737-bc57-511e9e73e187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.404493] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "refresh_cache-3916a31c-f8c5-417b-9ece-4c1de45176f1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.404847] env[69941]: DEBUG nova.compute.manager [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Instance network_info: |[{"id": "8c78def6-c507-4b1f-a973-cc03f5c54d31", "address": "fa:16:3e:fc:69:03", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c78def6-c5", "ovs_interfaceid": "8c78def6-c507-4b1f-a973-cc03f5c54d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.405308] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:69:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c78def6-c507-4b1f-a973-cc03f5c54d31', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.417051] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.418641] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.419798] env[69941]: DEBUG nova.compute.manager [req-22b73b20-9060-46e0-87ff-ffddaa02dbde req-2fa8b32e-3e8b-47cf-8167-b12d51abb41a service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Received event network-changed-6e10040f-9ce8-4737-bc57-511e9e73e187 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.421086] env[69941]: DEBUG nova.compute.manager [req-22b73b20-9060-46e0-87ff-ffddaa02dbde req-2fa8b32e-3e8b-47cf-8167-b12d51abb41a service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Refreshing instance network info cache due to event network-changed-6e10040f-9ce8-4737-bc57-511e9e73e187. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.421086] env[69941]: DEBUG oslo_concurrency.lockutils [req-22b73b20-9060-46e0-87ff-ffddaa02dbde req-2fa8b32e-3e8b-47cf-8167-b12d51abb41a service nova] Acquiring lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.421086] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cdfc25a-1fe7-4aad-b734-70d058613c13 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.443255] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.443255] env[69941]: value = "task-3289385" [ 1188.443255] env[69941]: _type = "Task" [ 1188.443255] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.452524] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289385, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.569555] env[69941]: DEBUG oslo_concurrency.lockutils [None req-513c8078-665b-42e4-b795-1220ce58cdf3 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.763s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.647150] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "1541fdcd-c877-4740-8595-05feb3e44467" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.647650] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "1541fdcd-c877-4740-8595-05feb3e44467" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.848588] env[69941]: DEBUG oslo_concurrency.lockutils [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.850723] env[69941]: DEBUG oslo_concurrency.lockutils [req-22b73b20-9060-46e0-87ff-ffddaa02dbde req-2fa8b32e-3e8b-47cf-8167-b12d51abb41a service nova] Acquired lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.850922] env[69941]: DEBUG nova.network.neutron [req-22b73b20-9060-46e0-87ff-ffddaa02dbde req-2fa8b32e-3e8b-47cf-8167-b12d51abb41a service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Refreshing network info cache for port 6e10040f-9ce8-4737-bc57-511e9e73e187 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.909573] env[69941]: DEBUG nova.virt.hardware [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.909862] env[69941]: DEBUG nova.virt.hardware [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.910075] env[69941]: DEBUG nova.virt.hardware [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.910293] env[69941]: DEBUG nova.virt.hardware [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.910445] env[69941]: DEBUG nova.virt.hardware [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.910613] env[69941]: DEBUG nova.virt.hardware [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.910837] env[69941]: DEBUG nova.virt.hardware [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.910998] env[69941]: DEBUG nova.virt.hardware [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.911329] env[69941]: DEBUG nova.virt.hardware [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.911517] env[69941]: DEBUG nova.virt.hardware [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.911695] env[69941]: DEBUG nova.virt.hardware [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.912835] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae140eb-addf-4a1a-94ed-b13fecf413a6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.920511] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195eace8-b915-4019-b33a-30b328880e87 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.934087] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Instance VIF info [] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.939644] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.939877] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.940110] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb9c78de-61cc-44a4-8d66-8e5e60b0cb11 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.960304] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289385, 'name': CreateVM_Task, 'duration_secs': 0.337804} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.961407] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.961603] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.961603] env[69941]: value = "task-3289386" [ 1188.961603] env[69941]: _type = "Task" [ 1188.961603] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.962236] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.962400] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.962711] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.962984] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67aa0103-4240-457d-adcd-fc5f3c60cca6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.972875] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289386, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.973203] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1188.973203] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52e88c1c-4ebf-25e4-31c7-a40daf757763" [ 1188.973203] env[69941]: _type = "Task" [ 1188.973203] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.981421] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52e88c1c-4ebf-25e4-31c7-a40daf757763, 'name': SearchDatastore_Task} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.981681] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.981926] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.982213] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.982371] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.982547] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.982775] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd11d7bd-6d19-4add-831c-8871af9c79b7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.991153] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.991347] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.992042] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0841c67e-24bb-48c3-84a2-53c5f946cd96 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.997118] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1188.997118] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]522c40bd-c876-ead0-944f-3a169ab470b6" [ 1188.997118] env[69941]: _type = "Task" [ 1188.997118] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.006561] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522c40bd-c876-ead0-944f-3a169ab470b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.021267] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.021508] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.029810] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "interface-507625cb-6fe6-4908-94a2-5598190d593e-ae8895da-5797-41c3-aa8e-6bc15e325dca" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.030124] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-507625cb-6fe6-4908-94a2-5598190d593e-ae8895da-5797-41c3-aa8e-6bc15e325dca" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.030740] env[69941]: DEBUG nova.objects.instance [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lazy-loading 'flavor' on Instance uuid 507625cb-6fe6-4908-94a2-5598190d593e {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.081162] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "3035c329-b333-4148-9200-be7e6c2bd8d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.081419] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "3035c329-b333-4148-9200-be7e6c2bd8d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.081635] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "3035c329-b333-4148-9200-be7e6c2bd8d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.081817] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "3035c329-b333-4148-9200-be7e6c2bd8d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.081986] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "3035c329-b333-4148-9200-be7e6c2bd8d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.084513] env[69941]: INFO nova.compute.manager [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Terminating instance [ 1189.152017] env[69941]: DEBUG nova.compute.utils [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.353659] env[69941]: DEBUG oslo_concurrency.lockutils [None req-61543f9e-6a81-4672-85f7-dcda629c2c57 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-f535928b-f6a5-47e4-8a99-f5d95971e651-ae8895da-5797-41c3-aa8e-6bc15e325dca" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.734s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.474281] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289386, 'name': CreateVM_Task, 'duration_secs': 0.392348} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.474474] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.474903] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.475080] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.475422] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.475798] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80236e78-edf0-4892-980f-2fc32545d259 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.482410] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1189.482410] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]529260d9-c7b7-8e7b-a80a-7382c3c7523c" [ 1189.482410] env[69941]: _type = "Task" [ 1189.482410] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.490237] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529260d9-c7b7-8e7b-a80a-7382c3c7523c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.509758] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]522c40bd-c876-ead0-944f-3a169ab470b6, 'name': SearchDatastore_Task, 'duration_secs': 0.008281} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.509758] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39fa3ca4-e428-448e-980b-c3a834fbf3b7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.514693] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1189.514693] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]520c401b-4223-d766-94fd-bc2f6e59df1d" [ 1189.514693] env[69941]: _type = "Task" [ 1189.514693] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.522139] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520c401b-4223-d766-94fd-bc2f6e59df1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.526466] env[69941]: INFO nova.compute.manager [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Detaching volume f4cdd71b-3dda-41d3-affe-13eaf9e95200 [ 1189.544489] env[69941]: DEBUG nova.network.neutron [req-22b73b20-9060-46e0-87ff-ffddaa02dbde req-2fa8b32e-3e8b-47cf-8167-b12d51abb41a service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Updated VIF entry in instance network info cache for port 6e10040f-9ce8-4737-bc57-511e9e73e187. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.545086] env[69941]: DEBUG nova.network.neutron [req-22b73b20-9060-46e0-87ff-ffddaa02dbde req-2fa8b32e-3e8b-47cf-8167-b12d51abb41a service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Updating instance_info_cache with network_info: [{"id": "6e10040f-9ce8-4737-bc57-511e9e73e187", "address": "fa:16:3e:08:40:c7", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e10040f-9c", "ovs_interfaceid": "6e10040f-9ce8-4737-bc57-511e9e73e187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.571626] env[69941]: INFO nova.virt.block_device [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Attempting to driver detach volume f4cdd71b-3dda-41d3-affe-13eaf9e95200 from mountpoint /dev/sdc [ 1189.571886] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1189.572092] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656891', 'volume_id': 'f4cdd71b-3dda-41d3-affe-13eaf9e95200', 'name': 'volume-f4cdd71b-3dda-41d3-affe-13eaf9e95200', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd1fea62-ef55-4f22-8655-45c4f7d18aff', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4cdd71b-3dda-41d3-affe-13eaf9e95200', 'serial': 'f4cdd71b-3dda-41d3-affe-13eaf9e95200'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1189.572971] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59dea0c-2c3e-4fd8-90d7-13db67afa88b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.594723] env[69941]: DEBUG nova.compute.manager [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.594952] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.597305] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89d296d2-6d82-4da0-8d8c-3e9a85814de8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.599214] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76035ff9-2277-4f6f-8d2e-8f808cb0c816 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.607915] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5623af-1971-40b6-ab02-932dfd0656e0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.610902] env[69941]: DEBUG oslo_vmware.api [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1189.610902] env[69941]: value = "task-3289387" [ 1189.610902] env[69941]: _type = "Task" [ 1189.610902] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.633745] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cb1605-3308-4c6b-a206-20e99e4a4575 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.636925] env[69941]: DEBUG nova.objects.instance [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lazy-loading 'pci_requests' on Instance uuid 507625cb-6fe6-4908-94a2-5598190d593e {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.640687] env[69941]: DEBUG oslo_vmware.api [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.654516] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] The volume has not been displaced from its original location: [datastore2] volume-f4cdd71b-3dda-41d3-affe-13eaf9e95200/volume-f4cdd71b-3dda-41d3-affe-13eaf9e95200.vmdk. No consolidation needed. {{(pid=69941) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1189.659911] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Reconfiguring VM instance instance-0000006f to detach disk 2002 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1189.660554] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "1541fdcd-c877-4740-8595-05feb3e44467" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.661286] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-075bbb8d-0a36-4ff5-945a-236b54f5c764 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.680648] env[69941]: DEBUG oslo_vmware.api [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1189.680648] env[69941]: value = "task-3289388" [ 1189.680648] env[69941]: _type = "Task" [ 1189.680648] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.688880] env[69941]: DEBUG oslo_vmware.api [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.992190] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529260d9-c7b7-8e7b-a80a-7382c3c7523c, 'name': SearchDatastore_Task, 'duration_secs': 0.009392} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.992607] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.992714] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.992929] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.024053] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520c401b-4223-d766-94fd-bc2f6e59df1d, 'name': SearchDatastore_Task, 'duration_secs': 0.008769} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.024253] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.024510] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 3916a31c-f8c5-417b-9ece-4c1de45176f1/3916a31c-f8c5-417b-9ece-4c1de45176f1.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.024775] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.024956] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.025265] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e1d61fb-952f-4bcc-8211-ceca15a8ee78 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.027342] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe77c58d-1388-4a0c-8dbc-3f5c2f201671 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.034124] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1190.034124] env[69941]: value = "task-3289389" [ 1190.034124] env[69941]: _type = "Task" [ 1190.034124] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.038266] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.038535] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.040128] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d073a97a-2477-40bb-ac80-dc9dc823ede1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.045774] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.047693] env[69941]: DEBUG oslo_concurrency.lockutils [req-22b73b20-9060-46e0-87ff-ffddaa02dbde req-2fa8b32e-3e8b-47cf-8167-b12d51abb41a service nova] Releasing lock "refresh_cache-f535928b-f6a5-47e4-8a99-f5d95971e651" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.049258] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1190.049258] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5258ce6a-fcca-3e0d-a635-89cf62a5a5eb" [ 1190.049258] env[69941]: _type = "Task" [ 1190.049258] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.056672] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5258ce6a-fcca-3e0d-a635-89cf62a5a5eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.121358] env[69941]: DEBUG oslo_vmware.api [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289387, 'name': PowerOffVM_Task, 'duration_secs': 0.284864} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.121689] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.121896] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1190.122101] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656880', 'volume_id': '38a554f8-9159-423b-b272-2f3fc7027704', 'name': 'volume-38a554f8-9159-423b-b272-2f3fc7027704', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3035c329-b333-4148-9200-be7e6c2bd8d0', 'attached_at': '2025-04-03T22:57:21.000000', 'detached_at': '', 'volume_id': '38a554f8-9159-423b-b272-2f3fc7027704', 'serial': '38a554f8-9159-423b-b272-2f3fc7027704'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1190.122860] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d277468-07d7-44f8-b645-07c2634c754a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.142727] env[69941]: DEBUG nova.objects.base [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Object Instance<507625cb-6fe6-4908-94a2-5598190d593e> lazy-loaded attributes: flavor,pci_requests {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1190.142916] env[69941]: DEBUG nova.network.neutron [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.145464] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55affc83-653d-4b84-93cb-37145deef262 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.152774] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a6bd8a-5f89-4b61-aef0-c576c4eedce4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.174826] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102f9a3e-7b3c-4de0-ae3e-8a63fd6fd2d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.190188] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] The volume has not been displaced from its original location: [datastore2] volume-38a554f8-9159-423b-b272-2f3fc7027704/volume-38a554f8-9159-423b-b272-2f3fc7027704.vmdk. No consolidation needed. {{(pid=69941) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1190.195568] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.198791] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c266855-e3bb-4df6-a5e4-8cd4ba47d0fc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.222894] env[69941]: DEBUG oslo_vmware.api [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289388, 'name': ReconfigVM_Task, 'duration_secs': 0.221324} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.224721] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Reconfigured VM instance instance-0000006f to detach disk 2002 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.229852] env[69941]: DEBUG oslo_vmware.api [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1190.229852] env[69941]: value = "task-3289390" [ 1190.229852] env[69941]: _type = "Task" [ 1190.229852] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.230388] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-897161ca-a7e9-4138-8b29-f0440652ed14 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.251554] env[69941]: DEBUG oslo_vmware.api [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.252929] env[69941]: DEBUG oslo_vmware.api [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1190.252929] env[69941]: value = "task-3289391" [ 1190.252929] env[69941]: _type = "Task" [ 1190.252929] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.261162] env[69941]: DEBUG oslo_vmware.api [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.461982] env[69941]: DEBUG nova.policy [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ec0e5b87c5f4f279fe6c8e4648cc30a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b95ea7a3db6d44d58d53bc615ad7b935', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.543559] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.558599] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5258ce6a-fcca-3e0d-a635-89cf62a5a5eb, 'name': SearchDatastore_Task, 'duration_secs': 0.007838} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.559389] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4b3a9ee-a744-451e-9a60-761f6aabd8fc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.564904] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1190.564904] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]520935f9-1eef-4ab3-0ea5-de1237b9c979" [ 1190.564904] env[69941]: _type = "Task" [ 1190.564904] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.573143] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520935f9-1eef-4ab3-0ea5-de1237b9c979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.649958] env[69941]: DEBUG nova.compute.manager [req-111b2a79-3514-4166-b688-82f89df6c78e req-8b7c4ff9-7d2b-4e7a-87dd-4a8ee96dd307 service nova] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Received event network-changed-8c78def6-c507-4b1f-a973-cc03f5c54d31 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.650204] env[69941]: DEBUG nova.compute.manager [req-111b2a79-3514-4166-b688-82f89df6c78e req-8b7c4ff9-7d2b-4e7a-87dd-4a8ee96dd307 service nova] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Refreshing instance network info cache due to event network-changed-8c78def6-c507-4b1f-a973-cc03f5c54d31. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.650428] env[69941]: DEBUG oslo_concurrency.lockutils [req-111b2a79-3514-4166-b688-82f89df6c78e req-8b7c4ff9-7d2b-4e7a-87dd-4a8ee96dd307 service nova] Acquiring lock "refresh_cache-3916a31c-f8c5-417b-9ece-4c1de45176f1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.650575] env[69941]: DEBUG oslo_concurrency.lockutils [req-111b2a79-3514-4166-b688-82f89df6c78e req-8b7c4ff9-7d2b-4e7a-87dd-4a8ee96dd307 service nova] Acquired lock "refresh_cache-3916a31c-f8c5-417b-9ece-4c1de45176f1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.650736] env[69941]: DEBUG nova.network.neutron [req-111b2a79-3514-4166-b688-82f89df6c78e req-8b7c4ff9-7d2b-4e7a-87dd-4a8ee96dd307 service nova] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Refreshing network info cache for port 8c78def6-c507-4b1f-a973-cc03f5c54d31 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.717745] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "1541fdcd-c877-4740-8595-05feb3e44467" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.718067] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "1541fdcd-c877-4740-8595-05feb3e44467" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.718307] env[69941]: INFO nova.compute.manager [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Attaching volume 5b8ffa1a-2974-4341-9b78-1bfa25bc9226 to /dev/sdb [ 1190.751879] env[69941]: DEBUG oslo_vmware.api [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289390, 'name': ReconfigVM_Task, 'duration_secs': 0.195894} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.752972] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.757990] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee07253-0700-4eb8-bbbe-a88ac363bfdf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.760530] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c00e505-8174-4bf5-90b1-62d100f559c1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.779627] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0f5e7b-e809-46cd-b112-628be707215b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.781972] env[69941]: DEBUG oslo_vmware.api [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.783125] env[69941]: DEBUG oslo_vmware.api [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1190.783125] env[69941]: value = "task-3289393" [ 1190.783125] env[69941]: _type = "Task" [ 1190.783125] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.794079] env[69941]: DEBUG nova.virt.block_device [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Updating existing volume attachment record: bbaab7c7-31fc-4f5c-9b6c-131dc2f39073 {{(pid=69941) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1190.799453] env[69941]: DEBUG oslo_vmware.api [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.813998] env[69941]: DEBUG nova.compute.manager [req-59f8e832-7b7d-418c-b676-e488f68246b3 req-2ab3b97f-8dce-4213-93e3-4666785c8a4c service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Received event network-changed-d8d5ff33-91bd-4007-91aa-2a37e72a3ae8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.814096] env[69941]: DEBUG nova.compute.manager [req-59f8e832-7b7d-418c-b676-e488f68246b3 req-2ab3b97f-8dce-4213-93e3-4666785c8a4c service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Refreshing instance network info cache due to event network-changed-d8d5ff33-91bd-4007-91aa-2a37e72a3ae8. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.815546] env[69941]: DEBUG oslo_concurrency.lockutils [req-59f8e832-7b7d-418c-b676-e488f68246b3 req-2ab3b97f-8dce-4213-93e3-4666785c8a4c service nova] Acquiring lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.815546] env[69941]: DEBUG oslo_concurrency.lockutils [req-59f8e832-7b7d-418c-b676-e488f68246b3 req-2ab3b97f-8dce-4213-93e3-4666785c8a4c service nova] Acquired lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.815546] env[69941]: DEBUG nova.network.neutron [req-59f8e832-7b7d-418c-b676-e488f68246b3 req-2ab3b97f-8dce-4213-93e3-4666785c8a4c service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Refreshing network info cache for port d8d5ff33-91bd-4007-91aa-2a37e72a3ae8 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.046021] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289389, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.077308] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520935f9-1eef-4ab3-0ea5-de1237b9c979, 'name': SearchDatastore_Task, 'duration_secs': 0.013089} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.078083] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.078461] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] bd6de2c8-9d7c-46c6-baef-2fb063787853/bd6de2c8-9d7c-46c6-baef-2fb063787853.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.078820] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2349316-b89b-4718-8fd0-477d43e984a7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.088327] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1191.088327] env[69941]: value = "task-3289395" [ 1191.088327] env[69941]: _type = "Task" [ 1191.088327] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.098154] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.271073] env[69941]: DEBUG oslo_vmware.api [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289391, 'name': ReconfigVM_Task, 'duration_secs': 0.72975} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.273670] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656891', 'volume_id': 'f4cdd71b-3dda-41d3-affe-13eaf9e95200', 'name': 'volume-f4cdd71b-3dda-41d3-affe-13eaf9e95200', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd1fea62-ef55-4f22-8655-45c4f7d18aff', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4cdd71b-3dda-41d3-affe-13eaf9e95200', 'serial': 'f4cdd71b-3dda-41d3-affe-13eaf9e95200'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1191.293250] env[69941]: DEBUG oslo_vmware.api [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289393, 'name': ReconfigVM_Task, 'duration_secs': 0.132211} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.293578] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656880', 'volume_id': '38a554f8-9159-423b-b272-2f3fc7027704', 'name': 'volume-38a554f8-9159-423b-b272-2f3fc7027704', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3035c329-b333-4148-9200-be7e6c2bd8d0', 'attached_at': '2025-04-03T22:57:21.000000', 'detached_at': '', 'volume_id': '38a554f8-9159-423b-b272-2f3fc7027704', 'serial': '38a554f8-9159-423b-b272-2f3fc7027704'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1191.293867] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.294700] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b5a89c-028c-4e05-af49-4d3bcd2f3dd9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.301324] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.301574] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c0d79ae-9182-4514-b3e0-646ea7ddf477 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.365195] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.365429] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.365616] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Deleting the datastore file [datastore1] 3035c329-b333-4148-9200-be7e6c2bd8d0 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.365895] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80232071-6ce6-446d-bfb4-b684386c3610 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.372302] env[69941]: DEBUG oslo_vmware.api [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1191.372302] env[69941]: value = "task-3289397" [ 1191.372302] env[69941]: _type = "Task" [ 1191.372302] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.380301] env[69941]: DEBUG oslo_vmware.api [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.415371] env[69941]: DEBUG nova.network.neutron [req-111b2a79-3514-4166-b688-82f89df6c78e req-8b7c4ff9-7d2b-4e7a-87dd-4a8ee96dd307 service nova] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Updated VIF entry in instance network info cache for port 8c78def6-c507-4b1f-a973-cc03f5c54d31. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.415750] env[69941]: DEBUG nova.network.neutron [req-111b2a79-3514-4166-b688-82f89df6c78e req-8b7c4ff9-7d2b-4e7a-87dd-4a8ee96dd307 service nova] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Updating instance_info_cache with network_info: [{"id": "8c78def6-c507-4b1f-a973-cc03f5c54d31", "address": "fa:16:3e:fc:69:03", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c78def6-c5", "ovs_interfaceid": "8c78def6-c507-4b1f-a973-cc03f5c54d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.548204] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289389, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.245343} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.548598] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 3916a31c-f8c5-417b-9ece-4c1de45176f1/3916a31c-f8c5-417b-9ece-4c1de45176f1.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.548916] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.549285] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6659d39b-2d79-44e0-8c3b-3d86e9521247 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.557390] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1191.557390] env[69941]: value = "task-3289398" [ 1191.557390] env[69941]: _type = "Task" [ 1191.557390] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.569391] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.599135] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289395, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.819924] env[69941]: DEBUG nova.objects.instance [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lazy-loading 'flavor' on Instance uuid dd1fea62-ef55-4f22-8655-45c4f7d18aff {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.839057] env[69941]: DEBUG nova.network.neutron [req-59f8e832-7b7d-418c-b676-e488f68246b3 req-2ab3b97f-8dce-4213-93e3-4666785c8a4c service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Updated VIF entry in instance network info cache for port d8d5ff33-91bd-4007-91aa-2a37e72a3ae8. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.839504] env[69941]: DEBUG nova.network.neutron [req-59f8e832-7b7d-418c-b676-e488f68246b3 req-2ab3b97f-8dce-4213-93e3-4666785c8a4c service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Updating instance_info_cache with network_info: [{"id": "d8d5ff33-91bd-4007-91aa-2a37e72a3ae8", "address": "fa:16:3e:0a:73:20", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d5ff33-91", "ovs_interfaceid": "d8d5ff33-91bd-4007-91aa-2a37e72a3ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.884962] env[69941]: DEBUG oslo_vmware.api [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.918707] env[69941]: DEBUG oslo_concurrency.lockutils [req-111b2a79-3514-4166-b688-82f89df6c78e req-8b7c4ff9-7d2b-4e7a-87dd-4a8ee96dd307 service nova] Releasing lock "refresh_cache-3916a31c-f8c5-417b-9ece-4c1de45176f1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.067774] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075986} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.070272] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.070272] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b74ffc-2d8f-4273-9a15-21ad7afff098 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.091035] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 3916a31c-f8c5-417b-9ece-4c1de45176f1/3916a31c-f8c5-417b-9ece-4c1de45176f1.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.092051] env[69941]: DEBUG nova.network.neutron [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Successfully updated port: ae8895da-5797-41c3-aa8e-6bc15e325dca {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.096802] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9f05276-739d-4a27-a63a-26d460673234 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.109934] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.119125] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877679} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.120309] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] bd6de2c8-9d7c-46c6-baef-2fb063787853/bd6de2c8-9d7c-46c6-baef-2fb063787853.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.120523] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.120820] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1192.120820] env[69941]: value = "task-3289399" [ 1192.120820] env[69941]: _type = "Task" [ 1192.120820] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.121050] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17188cc4-001d-486e-8cf1-fe7b5c35cd4b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.130527] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289399, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.131613] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1192.131613] env[69941]: value = "task-3289400" [ 1192.131613] env[69941]: _type = "Task" [ 1192.131613] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.139665] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.342631] env[69941]: DEBUG oslo_concurrency.lockutils [req-59f8e832-7b7d-418c-b676-e488f68246b3 req-2ab3b97f-8dce-4213-93e3-4666785c8a4c service nova] Releasing lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.343042] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.343283] env[69941]: DEBUG nova.network.neutron [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.382872] env[69941]: DEBUG oslo_vmware.api [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.614698} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.382872] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.383026] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.383215] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.383385] env[69941]: INFO nova.compute.manager [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Took 2.79 seconds to destroy the instance on the hypervisor. [ 1192.383645] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.384098] env[69941]: DEBUG nova.compute.manager [-] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.384199] env[69941]: DEBUG nova.network.neutron [-] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.631882] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289399, 'name': ReconfigVM_Task, 'duration_secs': 0.306969} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.632265] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 3916a31c-f8c5-417b-9ece-4c1de45176f1/3916a31c-f8c5-417b-9ece-4c1de45176f1.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.635596] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dd7c798-ef07-4b95-9230-7fbe3a15a04b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.641694] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146387} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.642792] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.643124] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1192.643124] env[69941]: value = "task-3289402" [ 1192.643124] env[69941]: _type = "Task" [ 1192.643124] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.643773] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ae012f-345d-4f62-a7d4-cac47058c0ad {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.667306] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] bd6de2c8-9d7c-46c6-baef-2fb063787853/bd6de2c8-9d7c-46c6-baef-2fb063787853.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.671399] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26ca8367-adb4-4ad6-89a9-0d9cc7057ce6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.684648] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289402, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.689829] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1192.689829] env[69941]: value = "task-3289403" [ 1192.689829] env[69941]: _type = "Task" [ 1192.689829] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.697735] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.828800] env[69941]: DEBUG oslo_concurrency.lockutils [None req-06dcc2e4-6b1f-4505-b2bf-5270832efbfc tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.806s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.844024] env[69941]: DEBUG nova.compute.manager [req-04e40ef7-ca2a-4ad4-b285-3df72b0a622d req-501b17a1-2455-4c2f-b2c1-d7ebbba3c444 service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Received event network-vif-plugged-ae8895da-5797-41c3-aa8e-6bc15e325dca {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.844295] env[69941]: DEBUG oslo_concurrency.lockutils [req-04e40ef7-ca2a-4ad4-b285-3df72b0a622d req-501b17a1-2455-4c2f-b2c1-d7ebbba3c444 service nova] Acquiring lock "507625cb-6fe6-4908-94a2-5598190d593e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.844456] env[69941]: DEBUG oslo_concurrency.lockutils [req-04e40ef7-ca2a-4ad4-b285-3df72b0a622d req-501b17a1-2455-4c2f-b2c1-d7ebbba3c444 service nova] Lock "507625cb-6fe6-4908-94a2-5598190d593e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.844672] env[69941]: DEBUG oslo_concurrency.lockutils [req-04e40ef7-ca2a-4ad4-b285-3df72b0a622d req-501b17a1-2455-4c2f-b2c1-d7ebbba3c444 service nova] Lock "507625cb-6fe6-4908-94a2-5598190d593e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.844845] env[69941]: DEBUG nova.compute.manager [req-04e40ef7-ca2a-4ad4-b285-3df72b0a622d req-501b17a1-2455-4c2f-b2c1-d7ebbba3c444 service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] No waiting events found dispatching network-vif-plugged-ae8895da-5797-41c3-aa8e-6bc15e325dca {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.845020] env[69941]: WARNING nova.compute.manager [req-04e40ef7-ca2a-4ad4-b285-3df72b0a622d req-501b17a1-2455-4c2f-b2c1-d7ebbba3c444 service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Received unexpected event network-vif-plugged-ae8895da-5797-41c3-aa8e-6bc15e325dca for instance with vm_state active and task_state None. [ 1192.845189] env[69941]: DEBUG nova.compute.manager [req-04e40ef7-ca2a-4ad4-b285-3df72b0a622d req-501b17a1-2455-4c2f-b2c1-d7ebbba3c444 service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Received event network-changed-ae8895da-5797-41c3-aa8e-6bc15e325dca {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.845350] env[69941]: DEBUG nova.compute.manager [req-04e40ef7-ca2a-4ad4-b285-3df72b0a622d req-501b17a1-2455-4c2f-b2c1-d7ebbba3c444 service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Refreshing instance network info cache due to event network-changed-ae8895da-5797-41c3-aa8e-6bc15e325dca. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.845515] env[69941]: DEBUG oslo_concurrency.lockutils [req-04e40ef7-ca2a-4ad4-b285-3df72b0a622d req-501b17a1-2455-4c2f-b2c1-d7ebbba3c444 service nova] Acquiring lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.880715] env[69941]: WARNING nova.network.neutron [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] 2063ae85-af7f-4a67-b06a-8a90f2ad6ac6 already exists in list: networks containing: ['2063ae85-af7f-4a67-b06a-8a90f2ad6ac6']. ignoring it [ 1193.155777] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289402, 'name': Rename_Task, 'duration_secs': 0.202754} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.156079] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.156345] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a4e6597-286f-474b-bd8b-238b2c91830b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.163368] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1193.163368] env[69941]: value = "task-3289405" [ 1193.163368] env[69941]: _type = "Task" [ 1193.163368] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.172212] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.198944] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289403, 'name': ReconfigVM_Task, 'duration_secs': 0.402979} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.199285] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Reconfigured VM instance instance-00000076 to attach disk [datastore1] bd6de2c8-9d7c-46c6-baef-2fb063787853/bd6de2c8-9d7c-46c6-baef-2fb063787853.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.199946] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ed210b6-376f-41a2-94e8-c4ff1bd8a57b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.206360] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1193.206360] env[69941]: value = "task-3289406" [ 1193.206360] env[69941]: _type = "Task" [ 1193.206360] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.212194] env[69941]: DEBUG nova.network.neutron [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Updating instance_info_cache with network_info: [{"id": "d8d5ff33-91bd-4007-91aa-2a37e72a3ae8", "address": "fa:16:3e:0a:73:20", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d5ff33-91", "ovs_interfaceid": "d8d5ff33-91bd-4007-91aa-2a37e72a3ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae8895da-5797-41c3-aa8e-6bc15e325dca", "address": "fa:16:3e:ea:63:f4", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae8895da-57", "ovs_interfaceid": "ae8895da-5797-41c3-aa8e-6bc15e325dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.219326] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289406, 'name': Rename_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.289380] env[69941]: DEBUG nova.network.neutron [-] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.673537] env[69941]: DEBUG oslo_vmware.api [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289405, 'name': PowerOnVM_Task, 'duration_secs': 0.505912} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.673819] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.674114] env[69941]: INFO nova.compute.manager [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1193.674319] env[69941]: DEBUG nova.compute.manager [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.676026] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8059c5b2-1844-4c78-86c1-eaa9ede1b4a3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.715719] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.716358] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.716499] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.716763] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289406, 'name': Rename_Task, 'duration_secs': 0.158969} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.717648] env[69941]: DEBUG oslo_concurrency.lockutils [req-04e40ef7-ca2a-4ad4-b285-3df72b0a622d req-501b17a1-2455-4c2f-b2c1-d7ebbba3c444 service nova] Acquired lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.717834] env[69941]: DEBUG nova.network.neutron [req-04e40ef7-ca2a-4ad4-b285-3df72b0a622d req-501b17a1-2455-4c2f-b2c1-d7ebbba3c444 service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Refreshing network info cache for port ae8895da-5797-41c3-aa8e-6bc15e325dca {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.719443] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e189403d-45dd-4bcf-92d2-f981451d3928 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.723417] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.724031] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2a66290-4c8b-48b4-954a-e64316572c67 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.739351] env[69941]: DEBUG nova.virt.hardware [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.739561] env[69941]: DEBUG nova.virt.hardware [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.739720] env[69941]: DEBUG nova.virt.hardware [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.739903] env[69941]: DEBUG nova.virt.hardware [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.740068] env[69941]: DEBUG nova.virt.hardware [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.740221] env[69941]: DEBUG nova.virt.hardware [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.740424] env[69941]: DEBUG nova.virt.hardware [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.740580] env[69941]: DEBUG nova.virt.hardware [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.740815] env[69941]: DEBUG nova.virt.hardware [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.740905] env[69941]: DEBUG nova.virt.hardware [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.741085] env[69941]: DEBUG nova.virt.hardware [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.747296] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Reconfiguring VM to attach interface {{(pid=69941) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1193.748841] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e491b71d-9727-4b02-a844-451fdc4bc6e5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.760564] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1193.760564] env[69941]: value = "task-3289407" [ 1193.760564] env[69941]: _type = "Task" [ 1193.760564] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.765648] env[69941]: DEBUG oslo_vmware.api [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1193.765648] env[69941]: value = "task-3289408" [ 1193.765648] env[69941]: _type = "Task" [ 1193.765648] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.772165] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.776994] env[69941]: DEBUG oslo_vmware.api [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.791916] env[69941]: INFO nova.compute.manager [-] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Took 1.41 seconds to deallocate network for instance. [ 1193.840758] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.841246] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.841462] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.841719] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.841913] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.844292] env[69941]: INFO nova.compute.manager [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Terminating instance [ 1194.192646] env[69941]: INFO nova.compute.manager [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Took 12.15 seconds to build instance. [ 1194.274532] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289407, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.283111] env[69941]: DEBUG oslo_vmware.api [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289408, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.339023] env[69941]: INFO nova.compute.manager [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Took 0.55 seconds to detach 1 volumes for instance. [ 1194.348804] env[69941]: DEBUG nova.compute.manager [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.349149] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.350182] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2329c7-ebc9-41be-8da7-e1353ee82457 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.358625] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.359321] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-920e58b9-97e4-4e4c-a76a-f1b8ae01c78e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.365297] env[69941]: DEBUG oslo_vmware.api [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1194.365297] env[69941]: value = "task-3289409" [ 1194.365297] env[69941]: _type = "Task" [ 1194.365297] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.374302] env[69941]: DEBUG oslo_vmware.api [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.485461] env[69941]: DEBUG nova.network.neutron [req-04e40ef7-ca2a-4ad4-b285-3df72b0a622d req-501b17a1-2455-4c2f-b2c1-d7ebbba3c444 service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Updated VIF entry in instance network info cache for port ae8895da-5797-41c3-aa8e-6bc15e325dca. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.486188] env[69941]: DEBUG nova.network.neutron [req-04e40ef7-ca2a-4ad4-b285-3df72b0a622d req-501b17a1-2455-4c2f-b2c1-d7ebbba3c444 service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Updating instance_info_cache with network_info: [{"id": "d8d5ff33-91bd-4007-91aa-2a37e72a3ae8", "address": "fa:16:3e:0a:73:20", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d5ff33-91", "ovs_interfaceid": "d8d5ff33-91bd-4007-91aa-2a37e72a3ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae8895da-5797-41c3-aa8e-6bc15e325dca", "address": "fa:16:3e:ea:63:f4", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae8895da-57", "ovs_interfaceid": "ae8895da-5797-41c3-aa8e-6bc15e325dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.694182] env[69941]: DEBUG oslo_concurrency.lockutils [None req-75faa391-9245-4118-9aa9-7544e85a3148 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "3916a31c-f8c5-417b-9ece-4c1de45176f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.657s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.768396] env[69941]: DEBUG nova.compute.manager [req-bd5c31c4-89c0-41d3-af93-32a2f52133e2 req-7a1bcd78-5ba1-44df-a743-65f16eabfbde service nova] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Received event network-changed-8c78def6-c507-4b1f-a973-cc03f5c54d31 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.768596] env[69941]: DEBUG nova.compute.manager [req-bd5c31c4-89c0-41d3-af93-32a2f52133e2 req-7a1bcd78-5ba1-44df-a743-65f16eabfbde service nova] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Refreshing instance network info cache due to event network-changed-8c78def6-c507-4b1f-a973-cc03f5c54d31. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.768808] env[69941]: DEBUG oslo_concurrency.lockutils [req-bd5c31c4-89c0-41d3-af93-32a2f52133e2 req-7a1bcd78-5ba1-44df-a743-65f16eabfbde service nova] Acquiring lock "refresh_cache-3916a31c-f8c5-417b-9ece-4c1de45176f1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.768951] env[69941]: DEBUG oslo_concurrency.lockutils [req-bd5c31c4-89c0-41d3-af93-32a2f52133e2 req-7a1bcd78-5ba1-44df-a743-65f16eabfbde service nova] Acquired lock "refresh_cache-3916a31c-f8c5-417b-9ece-4c1de45176f1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.769126] env[69941]: DEBUG nova.network.neutron [req-bd5c31c4-89c0-41d3-af93-32a2f52133e2 req-7a1bcd78-5ba1-44df-a743-65f16eabfbde service nova] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Refreshing network info cache for port 8c78def6-c507-4b1f-a973-cc03f5c54d31 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.777594] env[69941]: DEBUG oslo_vmware.api [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289407, 'name': PowerOnVM_Task, 'duration_secs': 0.598349} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.778245] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.778474] env[69941]: DEBUG nova.compute.manager [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.779723] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336225ab-bb01-4850-a7d4-c8499f4b6929 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.785174] env[69941]: DEBUG oslo_vmware.api [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289408, 'name': ReconfigVM_Task, 'duration_secs': 0.583975} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.786024] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.787027] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Reconfigured VM to attach interface {{(pid=69941) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1194.846229] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.848615] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.848615] env[69941]: DEBUG nova.objects.instance [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lazy-loading 'resources' on Instance uuid 3035c329-b333-4148-9200-be7e6c2bd8d0 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.876883] env[69941]: DEBUG oslo_vmware.api [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289409, 'name': PowerOffVM_Task, 'duration_secs': 0.291489} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.877322] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.877623] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.877847] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be73d796-799f-4111-9bba-2fd120034c9b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.952371] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.952803] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.953049] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Deleting the datastore file [datastore1] dd1fea62-ef55-4f22-8655-45c4f7d18aff {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.953335] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d3cdf9a-5111-451d-96db-07d524021bff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.959672] env[69941]: DEBUG oslo_vmware.api [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for the task: (returnval){ [ 1194.959672] env[69941]: value = "task-3289412" [ 1194.959672] env[69941]: _type = "Task" [ 1194.959672] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.967929] env[69941]: DEBUG oslo_vmware.api [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.989592] env[69941]: DEBUG oslo_concurrency.lockutils [req-04e40ef7-ca2a-4ad4-b285-3df72b0a622d req-501b17a1-2455-4c2f-b2c1-d7ebbba3c444 service nova] Releasing lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.989865] env[69941]: DEBUG nova.compute.manager [req-04e40ef7-ca2a-4ad4-b285-3df72b0a622d req-501b17a1-2455-4c2f-b2c1-d7ebbba3c444 service nova] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Received event network-vif-deleted-9bd7976f-20ac-4e12-b31e-42b4d8dcd758 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.990286] env[69941]: INFO nova.compute.manager [req-04e40ef7-ca2a-4ad4-b285-3df72b0a622d req-501b17a1-2455-4c2f-b2c1-d7ebbba3c444 service nova] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Neutron deleted interface 9bd7976f-20ac-4e12-b31e-42b4d8dcd758; detaching it from the instance and deleting it from the info cache [ 1194.990511] env[69941]: DEBUG nova.network.neutron [req-04e40ef7-ca2a-4ad4-b285-3df72b0a622d req-501b17a1-2455-4c2f-b2c1-d7ebbba3c444 service nova] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.293733] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d83d35c2-4aff-4c62-91fb-e4f423449f63 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-507625cb-6fe6-4908-94a2-5598190d593e-ae8895da-5797-41c3-aa8e-6bc15e325dca" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.263s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.300381] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.344301] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Volume attach. Driver type: vmdk {{(pid=69941) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1195.344541] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656899', 'volume_id': '5b8ffa1a-2974-4341-9b78-1bfa25bc9226', 'name': 'volume-5b8ffa1a-2974-4341-9b78-1bfa25bc9226', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1541fdcd-c877-4740-8595-05feb3e44467', 'attached_at': '', 'detached_at': '', 'volume_id': '5b8ffa1a-2974-4341-9b78-1bfa25bc9226', 'serial': '5b8ffa1a-2974-4341-9b78-1bfa25bc9226'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1195.345771] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc4e077-96e0-4b61-b2d2-ba4b9e100ace {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.367378] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a1c3fb-1790-4118-9cf0-76e0127381f5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.393453] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-5b8ffa1a-2974-4341-9b78-1bfa25bc9226/volume-5b8ffa1a-2974-4341-9b78-1bfa25bc9226.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.399058] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-752361a7-5f42-4bda-84e5-f0d9c2f087a2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.418098] env[69941]: DEBUG oslo_vmware.api [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1195.418098] env[69941]: value = "task-3289413" [ 1195.418098] env[69941]: _type = "Task" [ 1195.418098] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.428880] env[69941]: DEBUG oslo_vmware.api [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.474299] env[69941]: DEBUG oslo_vmware.api [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Task: {'id': task-3289412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414455} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.474576] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.474781] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.474932] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.475129] env[69941]: INFO nova.compute.manager [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1195.475380] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.477668] env[69941]: DEBUG nova.compute.manager [-] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.477772] env[69941]: DEBUG nova.network.neutron [-] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.494070] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8fc4d10-78bf-4133-922a-43744c8ca6e1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.502156] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145c9264-a413-4ce0-a2c9-2636b75db6e5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.544256] env[69941]: DEBUG nova.compute.manager [req-04e40ef7-ca2a-4ad4-b285-3df72b0a622d req-501b17a1-2455-4c2f-b2c1-d7ebbba3c444 service nova] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Detach interface failed, port_id=9bd7976f-20ac-4e12-b31e-42b4d8dcd758, reason: Instance 3035c329-b333-4148-9200-be7e6c2bd8d0 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1195.552271] env[69941]: DEBUG nova.network.neutron [req-bd5c31c4-89c0-41d3-af93-32a2f52133e2 req-7a1bcd78-5ba1-44df-a743-65f16eabfbde service nova] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Updated VIF entry in instance network info cache for port 8c78def6-c507-4b1f-a973-cc03f5c54d31. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.552652] env[69941]: DEBUG nova.network.neutron [req-bd5c31c4-89c0-41d3-af93-32a2f52133e2 req-7a1bcd78-5ba1-44df-a743-65f16eabfbde service nova] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Updating instance_info_cache with network_info: [{"id": "8c78def6-c507-4b1f-a973-cc03f5c54d31", "address": "fa:16:3e:fc:69:03", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c78def6-c5", "ovs_interfaceid": "8c78def6-c507-4b1f-a973-cc03f5c54d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.568576] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1f9d76-ecf3-4a2a-a00c-7e6441ad00ca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.575730] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b74948-3db8-44e0-aab8-e8030bb22ad0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.609286] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23edac0-a14c-4a8c-afe4-f21bbaad973a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.616919] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3cd518-0ab1-4625-8998-3e77fbb8bcb7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.631153] env[69941]: DEBUG nova.compute.provider_tree [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.937901] env[69941]: DEBUG oslo_vmware.api [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289413, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.055609] env[69941]: DEBUG oslo_concurrency.lockutils [req-bd5c31c4-89c0-41d3-af93-32a2f52133e2 req-7a1bcd78-5ba1-44df-a743-65f16eabfbde service nova] Releasing lock "refresh_cache-3916a31c-f8c5-417b-9ece-4c1de45176f1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.134855] env[69941]: DEBUG nova.scheduler.client.report [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.429645] env[69941]: DEBUG oslo_vmware.api [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289413, 'name': ReconfigVM_Task, 'duration_secs': 0.547267} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.429982] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-5b8ffa1a-2974-4341-9b78-1bfa25bc9226/volume-5b8ffa1a-2974-4341-9b78-1bfa25bc9226.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.435677] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbbba16e-b593-4b0c-88b1-1d32788cdce7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.448321] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Acquiring lock "bd6de2c8-9d7c-46c6-baef-2fb063787853" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.448617] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Lock "bd6de2c8-9d7c-46c6-baef-2fb063787853" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.449022] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Acquiring lock "bd6de2c8-9d7c-46c6-baef-2fb063787853-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.449793] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Lock "bd6de2c8-9d7c-46c6-baef-2fb063787853-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.449793] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Lock "bd6de2c8-9d7c-46c6-baef-2fb063787853-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.451996] env[69941]: DEBUG nova.network.neutron [-] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.453664] env[69941]: INFO nova.compute.manager [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Terminating instance [ 1196.460297] env[69941]: DEBUG oslo_vmware.api [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1196.460297] env[69941]: value = "task-3289414" [ 1196.460297] env[69941]: _type = "Task" [ 1196.460297] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.469357] env[69941]: DEBUG oslo_vmware.api [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.640906] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.643327] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.343s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.643520] env[69941]: DEBUG nova.objects.instance [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69941) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1196.662880] env[69941]: INFO nova.scheduler.client.report [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Deleted allocations for instance 3035c329-b333-4148-9200-be7e6c2bd8d0 [ 1196.766057] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "interface-507625cb-6fe6-4908-94a2-5598190d593e-ae8895da-5797-41c3-aa8e-6bc15e325dca" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.766057] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-507625cb-6fe6-4908-94a2-5598190d593e-ae8895da-5797-41c3-aa8e-6bc15e325dca" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.793917] env[69941]: DEBUG nova.compute.manager [req-7e004e15-8479-477b-9753-5abd9b947af4 req-22bf9335-c853-4e67-b370-8509a2b784b8 service nova] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Received event network-vif-deleted-c18dde43-a5d1-445a-b36c-58a5e28e182f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.956863] env[69941]: INFO nova.compute.manager [-] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Took 1.48 seconds to deallocate network for instance. [ 1196.962439] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Acquiring lock "refresh_cache-bd6de2c8-9d7c-46c6-baef-2fb063787853" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.962662] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Acquired lock "refresh_cache-bd6de2c8-9d7c-46c6-baef-2fb063787853" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.962799] env[69941]: DEBUG nova.network.neutron [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.974041] env[69941]: DEBUG oslo_vmware.api [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289414, 'name': ReconfigVM_Task, 'duration_secs': 0.165802} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.974344] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656899', 'volume_id': '5b8ffa1a-2974-4341-9b78-1bfa25bc9226', 'name': 'volume-5b8ffa1a-2974-4341-9b78-1bfa25bc9226', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1541fdcd-c877-4740-8595-05feb3e44467', 'attached_at': '', 'detached_at': '', 'volume_id': '5b8ffa1a-2974-4341-9b78-1bfa25bc9226', 'serial': '5b8ffa1a-2974-4341-9b78-1bfa25bc9226'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1197.171134] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6d668d68-555b-4061-be7b-d5e115e5f922 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "3035c329-b333-4148-9200-be7e6c2bd8d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.090s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.268420] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.268608] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.269564] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418648ef-2652-478c-9dca-ca4273cb1543 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.289343] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b51a84-13fa-41e1-abc1-a6ed58a8328c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.317064] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Reconfiguring VM to detach interface {{(pid=69941) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1197.317685] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b2b3398-7967-426c-adcb-e7cd69550851 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.336584] env[69941]: DEBUG oslo_vmware.api [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1197.336584] env[69941]: value = "task-3289415" [ 1197.336584] env[69941]: _type = "Task" [ 1197.336584] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.347169] env[69941]: DEBUG oslo_vmware.api [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.466733] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.488554] env[69941]: DEBUG nova.network.neutron [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.539655] env[69941]: DEBUG nova.network.neutron [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.652244] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6ff0cab0-8d20-459d-a78f-b97a7bf42a48 tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.652946] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.187s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.653195] env[69941]: DEBUG nova.objects.instance [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lazy-loading 'resources' on Instance uuid dd1fea62-ef55-4f22-8655-45c4f7d18aff {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.846652] env[69941]: DEBUG oslo_vmware.api [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.019690] env[69941]: DEBUG nova.objects.instance [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lazy-loading 'flavor' on Instance uuid 1541fdcd-c877-4740-8595-05feb3e44467 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.041550] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Releasing lock "refresh_cache-bd6de2c8-9d7c-46c6-baef-2fb063787853" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.041923] env[69941]: DEBUG nova.compute.manager [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.042143] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.043548] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974d2b8e-314d-4276-95b0-0ab11b1ad93f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.051552] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.051837] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d60539e1-1108-4769-a266-e2076b984c37 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.058727] env[69941]: DEBUG oslo_vmware.api [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1198.058727] env[69941]: value = "task-3289416" [ 1198.058727] env[69941]: _type = "Task" [ 1198.058727] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.066496] env[69941]: DEBUG oslo_vmware.api [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.124681] env[69941]: DEBUG oslo_concurrency.lockutils [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "fa44397f-d328-4bea-87ae-4d0b2101f5de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.125116] env[69941]: DEBUG oslo_concurrency.lockutils [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "fa44397f-d328-4bea-87ae-4d0b2101f5de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.296014] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd311d11-c966-48bd-ba80-69a053fe44e3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.303705] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29117e3-2923-4921-b7bb-0f26b5720569 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.333232] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9be122-46ff-49e0-97cc-945855d5c1e8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.342702] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51acd868-986f-4afa-98d2-6bdd2d2db5a7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.350968] env[69941]: DEBUG oslo_vmware.api [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.358487] env[69941]: DEBUG nova.compute.provider_tree [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.517266] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "fe471dba-9f5f-43d0-91ea-a8f618770ab7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.517521] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "fe471dba-9f5f-43d0-91ea-a8f618770ab7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.524421] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1a190698-dd00-4150-b041-63c0c2b9b86b tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "1541fdcd-c877-4740-8595-05feb3e44467" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.806s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.569666] env[69941]: DEBUG oslo_vmware.api [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289416, 'name': PowerOffVM_Task, 'duration_secs': 0.197328} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.569934] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.570153] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.570439] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b91e585-1036-45dc-a13b-61338940ad69 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.596522] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.596758] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.596947] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Deleting the datastore file [datastore1] bd6de2c8-9d7c-46c6-baef-2fb063787853 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.597234] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77dd7788-985d-4e8e-9e2c-de5a845b0dff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.603114] env[69941]: DEBUG oslo_vmware.api [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for the task: (returnval){ [ 1198.603114] env[69941]: value = "task-3289418" [ 1198.603114] env[69941]: _type = "Task" [ 1198.603114] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.611621] env[69941]: DEBUG oslo_vmware.api [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.628244] env[69941]: DEBUG nova.compute.manager [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.849523] env[69941]: DEBUG oslo_vmware.api [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.862061] env[69941]: DEBUG nova.scheduler.client.report [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.019923] env[69941]: DEBUG nova.compute.manager [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1199.113528] env[69941]: DEBUG oslo_vmware.api [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Task: {'id': task-3289418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13563} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.113738] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.113927] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.114122] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.114304] env[69941]: INFO nova.compute.manager [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1199.114538] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.114726] env[69941]: DEBUG nova.compute.manager [-] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.114822] env[69941]: DEBUG nova.network.neutron [-] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.130216] env[69941]: DEBUG nova.network.neutron [-] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.151124] env[69941]: DEBUG oslo_concurrency.lockutils [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.244334] env[69941]: DEBUG oslo_concurrency.lockutils [None req-002d781a-7ee1-4513-b92b-0edfd1004f32 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "1541fdcd-c877-4740-8595-05feb3e44467" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.244609] env[69941]: DEBUG oslo_concurrency.lockutils [None req-002d781a-7ee1-4513-b92b-0edfd1004f32 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "1541fdcd-c877-4740-8595-05feb3e44467" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.349507] env[69941]: DEBUG oslo_vmware.api [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.366938] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.368781] env[69941]: DEBUG oslo_concurrency.lockutils [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.218s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.370700] env[69941]: INFO nova.compute.claims [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.387724] env[69941]: INFO nova.scheduler.client.report [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Deleted allocations for instance dd1fea62-ef55-4f22-8655-45c4f7d18aff [ 1199.539349] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.632646] env[69941]: DEBUG nova.network.neutron [-] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.747575] env[69941]: INFO nova.compute.manager [None req-002d781a-7ee1-4513-b92b-0edfd1004f32 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Detaching volume 5b8ffa1a-2974-4341-9b78-1bfa25bc9226 [ 1199.782788] env[69941]: INFO nova.virt.block_device [None req-002d781a-7ee1-4513-b92b-0edfd1004f32 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Attempting to driver detach volume 5b8ffa1a-2974-4341-9b78-1bfa25bc9226 from mountpoint /dev/sdb [ 1199.783053] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-002d781a-7ee1-4513-b92b-0edfd1004f32 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1199.783306] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-002d781a-7ee1-4513-b92b-0edfd1004f32 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656899', 'volume_id': '5b8ffa1a-2974-4341-9b78-1bfa25bc9226', 'name': 'volume-5b8ffa1a-2974-4341-9b78-1bfa25bc9226', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1541fdcd-c877-4740-8595-05feb3e44467', 'attached_at': '', 'detached_at': '', 'volume_id': '5b8ffa1a-2974-4341-9b78-1bfa25bc9226', 'serial': '5b8ffa1a-2974-4341-9b78-1bfa25bc9226'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1199.784296] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89345c55-0ced-4394-af55-c4f8173dd779 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.808191] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fae880-d7de-4ab9-9064-3d039aebeab0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.815352] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0677681a-5400-43c1-958d-f662251b5773 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.834912] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c643ff-313c-4ab7-8da6-6c980d2024af {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.849282] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-002d781a-7ee1-4513-b92b-0edfd1004f32 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] The volume has not been displaced from its original location: [datastore1] volume-5b8ffa1a-2974-4341-9b78-1bfa25bc9226/volume-5b8ffa1a-2974-4341-9b78-1bfa25bc9226.vmdk. No consolidation needed. {{(pid=69941) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1199.854497] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-002d781a-7ee1-4513-b92b-0edfd1004f32 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1199.857374] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45b75161-a4ed-47d9-817d-25588b2daf59 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.876967] env[69941]: DEBUG oslo_vmware.api [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.878119] env[69941]: DEBUG oslo_vmware.api [None req-002d781a-7ee1-4513-b92b-0edfd1004f32 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1199.878119] env[69941]: value = "task-3289419" [ 1199.878119] env[69941]: _type = "Task" [ 1199.878119] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.885669] env[69941]: DEBUG oslo_vmware.api [None req-002d781a-7ee1-4513-b92b-0edfd1004f32 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.894501] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b10d546e-a54a-44fd-8165-4f93e97c8582 tempest-AttachVolumeTestJSON-1485137662 tempest-AttachVolumeTestJSON-1485137662-project-member] Lock "dd1fea62-ef55-4f22-8655-45c4f7d18aff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.053s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.135294] env[69941]: INFO nova.compute.manager [-] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Took 1.02 seconds to deallocate network for instance. [ 1200.358946] env[69941]: DEBUG oslo_vmware.api [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.390953] env[69941]: DEBUG oslo_vmware.api [None req-002d781a-7ee1-4513-b92b-0edfd1004f32 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289419, 'name': ReconfigVM_Task, 'duration_secs': 0.208752} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.391298] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-002d781a-7ee1-4513-b92b-0edfd1004f32 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1200.396902] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50b00a5f-a0d5-4daf-aa3a-5bbadadcfa11 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.415101] env[69941]: DEBUG oslo_vmware.api [None req-002d781a-7ee1-4513-b92b-0edfd1004f32 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1200.415101] env[69941]: value = "task-3289421" [ 1200.415101] env[69941]: _type = "Task" [ 1200.415101] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.425147] env[69941]: DEBUG oslo_vmware.api [None req-002d781a-7ee1-4513-b92b-0edfd1004f32 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.522996] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dedf77-a71d-4122-84ab-a21dea410153 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.529691] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e60f48c-0d97-4a59-8977-94bba51a5749 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.558883] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a37ccb-c2d3-4aef-a488-b23b6f55420f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.565780] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babc1cdb-6c26-4157-a653-3ec021eabe6c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.578484] env[69941]: DEBUG nova.compute.provider_tree [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.643355] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.859802] env[69941]: DEBUG oslo_vmware.api [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.924619] env[69941]: DEBUG oslo_vmware.api [None req-002d781a-7ee1-4513-b92b-0edfd1004f32 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289421, 'name': ReconfigVM_Task, 'duration_secs': 0.135915} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.924936] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-002d781a-7ee1-4513-b92b-0edfd1004f32 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656899', 'volume_id': '5b8ffa1a-2974-4341-9b78-1bfa25bc9226', 'name': 'volume-5b8ffa1a-2974-4341-9b78-1bfa25bc9226', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1541fdcd-c877-4740-8595-05feb3e44467', 'attached_at': '', 'detached_at': '', 'volume_id': '5b8ffa1a-2974-4341-9b78-1bfa25bc9226', 'serial': '5b8ffa1a-2974-4341-9b78-1bfa25bc9226'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1201.082269] env[69941]: DEBUG nova.scheduler.client.report [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.361365] env[69941]: DEBUG oslo_vmware.api [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.466600] env[69941]: DEBUG nova.objects.instance [None req-002d781a-7ee1-4513-b92b-0edfd1004f32 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lazy-loading 'flavor' on Instance uuid 1541fdcd-c877-4740-8595-05feb3e44467 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.586807] env[69941]: DEBUG oslo_concurrency.lockutils [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.587359] env[69941]: DEBUG nova.compute.manager [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1201.590133] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.051s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.591602] env[69941]: INFO nova.compute.claims [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.862516] env[69941]: DEBUG oslo_vmware.api [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.095952] env[69941]: DEBUG nova.compute.utils [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1202.099551] env[69941]: DEBUG nova.compute.manager [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1202.099715] env[69941]: DEBUG nova.network.neutron [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.136812] env[69941]: DEBUG nova.policy [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2478098f27e645988d2cc47361ab6de0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14bac2cfea45446499cdbaae6f8a9c31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.363861] env[69941]: DEBUG oslo_vmware.api [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.395390] env[69941]: DEBUG nova.network.neutron [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Successfully created port: 94542ed6-b846-48c8-a885-c9a563b5064a {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1202.473910] env[69941]: DEBUG oslo_concurrency.lockutils [None req-002d781a-7ee1-4513-b92b-0edfd1004f32 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "1541fdcd-c877-4740-8595-05feb3e44467" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.229s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.603396] env[69941]: DEBUG nova.compute.manager [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1202.737540] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6963f8-7a0a-4176-862f-36570865d2d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.745355] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec11e774-dd65-4fc5-8758-f28fd978d327 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.775287] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f711b0-87eb-4bc7-8549-49c51bbde5c6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.782714] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d176b7-63f6-432e-820a-06b37b95d48b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.798995] env[69941]: DEBUG nova.compute.provider_tree [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.863302] env[69941]: DEBUG oslo_vmware.api [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289415, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.303133] env[69941]: DEBUG nova.scheduler.client.report [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.364226] env[69941]: DEBUG oslo_vmware.api [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289415, 'name': ReconfigVM_Task, 'duration_secs': 5.759131} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.364427] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.364675] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Reconfigured VM to detach interface {{(pid=69941) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1203.494101] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "1541fdcd-c877-4740-8595-05feb3e44467" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.494101] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "1541fdcd-c877-4740-8595-05feb3e44467" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.494101] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "1541fdcd-c877-4740-8595-05feb3e44467-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.494526] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "1541fdcd-c877-4740-8595-05feb3e44467-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.494526] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "1541fdcd-c877-4740-8595-05feb3e44467-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.496545] env[69941]: INFO nova.compute.manager [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Terminating instance [ 1203.617369] env[69941]: DEBUG nova.compute.manager [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.645412] env[69941]: DEBUG nova.virt.hardware [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.645658] env[69941]: DEBUG nova.virt.hardware [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.645818] env[69941]: DEBUG nova.virt.hardware [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.646011] env[69941]: DEBUG nova.virt.hardware [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.646169] env[69941]: DEBUG nova.virt.hardware [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.646319] env[69941]: DEBUG nova.virt.hardware [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.646534] env[69941]: DEBUG nova.virt.hardware [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.646694] env[69941]: DEBUG nova.virt.hardware [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.646863] env[69941]: DEBUG nova.virt.hardware [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.647034] env[69941]: DEBUG nova.virt.hardware [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.647213] env[69941]: DEBUG nova.virt.hardware [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.648104] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235777bf-e83a-44d6-bdfb-1898ca2a0b00 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.656176] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2261bf-f540-435a-a37d-c6b8a5445d34 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.770983] env[69941]: DEBUG nova.compute.manager [req-536c81ca-c101-4cef-a522-eb82ab2c18c2 req-604da3f1-77c9-4706-a99a-ff63d374a2b3 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Received event network-vif-plugged-94542ed6-b846-48c8-a885-c9a563b5064a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.771345] env[69941]: DEBUG oslo_concurrency.lockutils [req-536c81ca-c101-4cef-a522-eb82ab2c18c2 req-604da3f1-77c9-4706-a99a-ff63d374a2b3 service nova] Acquiring lock "fa44397f-d328-4bea-87ae-4d0b2101f5de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.771814] env[69941]: DEBUG oslo_concurrency.lockutils [req-536c81ca-c101-4cef-a522-eb82ab2c18c2 req-604da3f1-77c9-4706-a99a-ff63d374a2b3 service nova] Lock "fa44397f-d328-4bea-87ae-4d0b2101f5de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.772011] env[69941]: DEBUG oslo_concurrency.lockutils [req-536c81ca-c101-4cef-a522-eb82ab2c18c2 req-604da3f1-77c9-4706-a99a-ff63d374a2b3 service nova] Lock "fa44397f-d328-4bea-87ae-4d0b2101f5de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.772383] env[69941]: DEBUG nova.compute.manager [req-536c81ca-c101-4cef-a522-eb82ab2c18c2 req-604da3f1-77c9-4706-a99a-ff63d374a2b3 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] No waiting events found dispatching network-vif-plugged-94542ed6-b846-48c8-a885-c9a563b5064a {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.772563] env[69941]: WARNING nova.compute.manager [req-536c81ca-c101-4cef-a522-eb82ab2c18c2 req-604da3f1-77c9-4706-a99a-ff63d374a2b3 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Received unexpected event network-vif-plugged-94542ed6-b846-48c8-a885-c9a563b5064a for instance with vm_state building and task_state spawning. [ 1203.808095] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.808471] env[69941]: DEBUG nova.compute.manager [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1203.811222] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.168s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.811441] env[69941]: DEBUG nova.objects.instance [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Lazy-loading 'resources' on Instance uuid bd6de2c8-9d7c-46c6-baef-2fb063787853 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.856519] env[69941]: DEBUG nova.network.neutron [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Successfully updated port: 94542ed6-b846-48c8-a885-c9a563b5064a {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.000459] env[69941]: DEBUG nova.compute.manager [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.000736] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.001685] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01a6d3c-f6dc-4ff7-abca-b1d7676aa7c0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.009754] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.010046] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2613c3da-aa8e-45f5-b110-1b1f9150f59a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.015489] env[69941]: DEBUG oslo_vmware.api [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1204.015489] env[69941]: value = "task-3289423" [ 1204.015489] env[69941]: _type = "Task" [ 1204.015489] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.023283] env[69941]: DEBUG oslo_vmware.api [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.317262] env[69941]: DEBUG nova.compute.utils [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.319082] env[69941]: DEBUG nova.compute.manager [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1204.319427] env[69941]: DEBUG nova.network.neutron [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.359547] env[69941]: DEBUG nova.policy [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '351aaa84072a4982bda72bf37f7d4784', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aab7e11996dd4117a7a0ad1c509a90a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.361188] env[69941]: DEBUG oslo_concurrency.lockutils [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.361340] env[69941]: DEBUG oslo_concurrency.lockutils [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.361458] env[69941]: DEBUG nova.network.neutron [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.447413] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79540d27-3048-4488-8734-f4d7e25d8bb9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.455732] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc12d03-2259-4d03-a846-5e60960fcfe1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.485279] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5de3744-e7b2-4450-a702-142c038f98f4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.493102] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019e0ae1-3b5d-488e-af13-db6c6735845e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.509259] env[69941]: DEBUG nova.compute.provider_tree [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.526681] env[69941]: DEBUG oslo_vmware.api [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289423, 'name': PowerOffVM_Task, 'duration_secs': 0.185474} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.526681] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.526681] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.526681] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7276326-043a-465c-8e58-816d107e1817 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.595917] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.596183] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.596372] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Deleting the datastore file [datastore2] 1541fdcd-c877-4740-8595-05feb3e44467 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.596651] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fd7d498-f01c-434a-8dd2-81c55d66d44b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.604190] env[69941]: DEBUG oslo_vmware.api [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1204.604190] env[69941]: value = "task-3289425" [ 1204.604190] env[69941]: _type = "Task" [ 1204.604190] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.613136] env[69941]: DEBUG oslo_vmware.api [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.645219] env[69941]: DEBUG nova.network.neutron [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Successfully created port: 2dc15f51-78f7-47cc-be94-794002913526 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1204.677162] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.677367] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquired lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.677548] env[69941]: DEBUG nova.network.neutron [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.822741] env[69941]: DEBUG nova.compute.manager [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1204.898527] env[69941]: DEBUG nova.network.neutron [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.012203] env[69941]: DEBUG nova.scheduler.client.report [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.018293] env[69941]: DEBUG nova.network.neutron [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Updating instance_info_cache with network_info: [{"id": "94542ed6-b846-48c8-a885-c9a563b5064a", "address": "fa:16:3e:3e:0d:5a", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94542ed6-b8", "ovs_interfaceid": "94542ed6-b846-48c8-a885-c9a563b5064a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.115124] env[69941]: DEBUG oslo_vmware.api [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14194} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.115397] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.115582] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.115764] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.115941] env[69941]: INFO nova.compute.manager [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1205.116208] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.116406] env[69941]: DEBUG nova.compute.manager [-] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.116504] env[69941]: DEBUG nova.network.neutron [-] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.159458] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "507625cb-6fe6-4908-94a2-5598190d593e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.159767] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "507625cb-6fe6-4908-94a2-5598190d593e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.160056] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "507625cb-6fe6-4908-94a2-5598190d593e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.160280] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "507625cb-6fe6-4908-94a2-5598190d593e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.160457] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "507625cb-6fe6-4908-94a2-5598190d593e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.162678] env[69941]: INFO nova.compute.manager [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Terminating instance [ 1205.328157] env[69941]: INFO nova.virt.block_device [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Booting with volume ce06ad1a-39a9-48e9-886d-f18a06cadd3b at /dev/sda [ 1205.364286] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03cd1f13-7094-4b73-84f3-3bfc9cec6018 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.373844] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329e2ba3-c931-4cd4-aac7-82c62c0925fe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.407082] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-556dce3c-f821-44ac-8332-de21de67b0fd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.415067] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928c98a6-3386-4c4c-957a-dde9fb353ac1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.444873] env[69941]: INFO nova.network.neutron [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Port ae8895da-5797-41c3-aa8e-6bc15e325dca from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1205.445252] env[69941]: DEBUG nova.network.neutron [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Updating instance_info_cache with network_info: [{"id": "d8d5ff33-91bd-4007-91aa-2a37e72a3ae8", "address": "fa:16:3e:0a:73:20", "network": {"id": "2063ae85-af7f-4a67-b06a-8a90f2ad6ac6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1747645799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b95ea7a3db6d44d58d53bc615ad7b935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d5ff33-91", "ovs_interfaceid": "d8d5ff33-91bd-4007-91aa-2a37e72a3ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.446850] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d3d8fa-85ac-4a3b-8ad8-fa384128ddb3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.453766] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324fdf32-3ac6-4a7f-8323-63a9356f4222 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.472378] env[69941]: DEBUG nova.virt.block_device [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updating existing volume attachment record: c53a9c22-f283-4cb5-84e2-eb2dbee20200 {{(pid=69941) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1205.517348] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.520195] env[69941]: DEBUG oslo_concurrency.lockutils [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.520513] env[69941]: DEBUG nova.compute.manager [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Instance network_info: |[{"id": "94542ed6-b846-48c8-a885-c9a563b5064a", "address": "fa:16:3e:3e:0d:5a", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94542ed6-b8", "ovs_interfaceid": "94542ed6-b846-48c8-a885-c9a563b5064a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.521242] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:0d:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94542ed6-b846-48c8-a885-c9a563b5064a', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.528807] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.529388] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.529642] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-177a7adc-414b-4654-9a23-3c5939cf6225 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.549808] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.549808] env[69941]: value = "task-3289426" [ 1205.549808] env[69941]: _type = "Task" [ 1205.549808] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.551018] env[69941]: INFO nova.scheduler.client.report [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Deleted allocations for instance bd6de2c8-9d7c-46c6-baef-2fb063787853 [ 1205.565044] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289426, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.659108] env[69941]: DEBUG nova.compute.manager [req-c92a2266-bda7-4d02-afc6-dfac005df242 req-82616f8f-5d31-4f21-92e9-6556ff8048d8 service nova] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Received event network-vif-deleted-9703d26b-8657-4452-b9d5-a7f3d0d77b5d {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.659108] env[69941]: INFO nova.compute.manager [req-c92a2266-bda7-4d02-afc6-dfac005df242 req-82616f8f-5d31-4f21-92e9-6556ff8048d8 service nova] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Neutron deleted interface 9703d26b-8657-4452-b9d5-a7f3d0d77b5d; detaching it from the instance and deleting it from the info cache [ 1205.659657] env[69941]: DEBUG nova.network.neutron [req-c92a2266-bda7-4d02-afc6-dfac005df242 req-82616f8f-5d31-4f21-92e9-6556ff8048d8 service nova] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.666657] env[69941]: DEBUG nova.compute.manager [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.666973] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.668415] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b95aab-de00-44dc-b959-0d6ce819ee41 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.677234] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.677484] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20f53f9e-ca0b-4dfa-9284-17859b466443 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.683159] env[69941]: DEBUG oslo_vmware.api [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1205.683159] env[69941]: value = "task-3289427" [ 1205.683159] env[69941]: _type = "Task" [ 1205.683159] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.691781] env[69941]: DEBUG oslo_vmware.api [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.828184] env[69941]: DEBUG nova.compute.manager [req-8ad41e16-4c47-4673-ac7f-cd813556ce4e req-37d631c2-709a-43eb-b254-31aeece55c70 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Received event network-changed-94542ed6-b846-48c8-a885-c9a563b5064a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.828392] env[69941]: DEBUG nova.compute.manager [req-8ad41e16-4c47-4673-ac7f-cd813556ce4e req-37d631c2-709a-43eb-b254-31aeece55c70 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Refreshing instance network info cache due to event network-changed-94542ed6-b846-48c8-a885-c9a563b5064a. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.828622] env[69941]: DEBUG oslo_concurrency.lockutils [req-8ad41e16-4c47-4673-ac7f-cd813556ce4e req-37d631c2-709a-43eb-b254-31aeece55c70 service nova] Acquiring lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.828788] env[69941]: DEBUG oslo_concurrency.lockutils [req-8ad41e16-4c47-4673-ac7f-cd813556ce4e req-37d631c2-709a-43eb-b254-31aeece55c70 service nova] Acquired lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.828947] env[69941]: DEBUG nova.network.neutron [req-8ad41e16-4c47-4673-ac7f-cd813556ce4e req-37d631c2-709a-43eb-b254-31aeece55c70 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Refreshing network info cache for port 94542ed6-b846-48c8-a885-c9a563b5064a {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.950470] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Releasing lock "refresh_cache-507625cb-6fe6-4908-94a2-5598190d593e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.064777] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289426, 'name': CreateVM_Task, 'duration_secs': 0.362714} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.065277] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ab732159-6dd0-4fbd-a3fb-cc3b3b0ae8bc tempest-ServersListShow2100Test-1121851008 tempest-ServersListShow2100Test-1121851008-project-member] Lock "bd6de2c8-9d7c-46c6-baef-2fb063787853" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.617s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.066077] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.066843] env[69941]: DEBUG oslo_concurrency.lockutils [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.067021] env[69941]: DEBUG oslo_concurrency.lockutils [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.067353] env[69941]: DEBUG oslo_concurrency.lockutils [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.067608] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fc3522c-81ba-4077-8d8e-96dc77d09b7f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.072899] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1206.072899] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5284df4e-d3c7-5da3-b804-c5e5889dd29a" [ 1206.072899] env[69941]: _type = "Task" [ 1206.072899] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.084059] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5284df4e-d3c7-5da3-b804-c5e5889dd29a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.133041] env[69941]: DEBUG nova.network.neutron [-] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.162557] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25e0afc4-5283-4f76-aeff-db8027eeb116 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.172438] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a849fb0-9310-44b7-b46c-1124889c6126 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.194384] env[69941]: DEBUG oslo_vmware.api [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289427, 'name': PowerOffVM_Task, 'duration_secs': 0.209802} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.194664] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.194831] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.195092] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-690b1ce7-1faa-46aa-9035-7f49a386fa05 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.208311] env[69941]: DEBUG nova.compute.manager [req-c92a2266-bda7-4d02-afc6-dfac005df242 req-82616f8f-5d31-4f21-92e9-6556ff8048d8 service nova] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Detach interface failed, port_id=9703d26b-8657-4452-b9d5-a7f3d0d77b5d, reason: Instance 1541fdcd-c877-4740-8595-05feb3e44467 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1206.231800] env[69941]: DEBUG nova.network.neutron [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Successfully updated port: 2dc15f51-78f7-47cc-be94-794002913526 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.255951] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.256161] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.256342] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Deleting the datastore file [datastore2] 507625cb-6fe6-4908-94a2-5598190d593e {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.257027] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6100e55a-5525-45eb-9017-58213ae278a6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.263373] env[69941]: DEBUG oslo_vmware.api [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1206.263373] env[69941]: value = "task-3289429" [ 1206.263373] env[69941]: _type = "Task" [ 1206.263373] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.274368] env[69941]: DEBUG oslo_vmware.api [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.454763] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82966aec-0e7e-4e9a-8286-69b5356877ee tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "interface-507625cb-6fe6-4908-94a2-5598190d593e-ae8895da-5797-41c3-aa8e-6bc15e325dca" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.689s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.584924] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5284df4e-d3c7-5da3-b804-c5e5889dd29a, 'name': SearchDatastore_Task, 'duration_secs': 0.012028} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.585259] env[69941]: DEBUG oslo_concurrency.lockutils [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.585494] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.585811] env[69941]: DEBUG oslo_concurrency.lockutils [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.585980] env[69941]: DEBUG oslo_concurrency.lockutils [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.586778] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.587066] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1140e54e-7c9c-4b15-b682-ca09793a601a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.589595] env[69941]: DEBUG nova.network.neutron [req-8ad41e16-4c47-4673-ac7f-cd813556ce4e req-37d631c2-709a-43eb-b254-31aeece55c70 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Updated VIF entry in instance network info cache for port 94542ed6-b846-48c8-a885-c9a563b5064a. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.589908] env[69941]: DEBUG nova.network.neutron [req-8ad41e16-4c47-4673-ac7f-cd813556ce4e req-37d631c2-709a-43eb-b254-31aeece55c70 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Updating instance_info_cache with network_info: [{"id": "94542ed6-b846-48c8-a885-c9a563b5064a", "address": "fa:16:3e:3e:0d:5a", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94542ed6-b8", "ovs_interfaceid": "94542ed6-b846-48c8-a885-c9a563b5064a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.610482] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.610722] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.611475] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-894c6a75-66b7-455e-af53-da4fe0da6f7a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.617079] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1206.617079] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52553da1-400c-f20a-ba93-dec065ef1b73" [ 1206.617079] env[69941]: _type = "Task" [ 1206.617079] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.624498] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52553da1-400c-f20a-ba93-dec065ef1b73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.635280] env[69941]: INFO nova.compute.manager [-] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Took 1.52 seconds to deallocate network for instance. [ 1206.734771] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "refresh_cache-fe471dba-9f5f-43d0-91ea-a8f618770ab7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.735145] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "refresh_cache-fe471dba-9f5f-43d0-91ea-a8f618770ab7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.735145] env[69941]: DEBUG nova.network.neutron [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.773767] env[69941]: DEBUG oslo_vmware.api [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169256} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.773767] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.774032] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.774196] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.774426] env[69941]: INFO nova.compute.manager [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1206.774646] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.774880] env[69941]: DEBUG nova.compute.manager [-] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.774949] env[69941]: DEBUG nova.network.neutron [-] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.093021] env[69941]: DEBUG oslo_concurrency.lockutils [req-8ad41e16-4c47-4673-ac7f-cd813556ce4e req-37d631c2-709a-43eb-b254-31aeece55c70 service nova] Releasing lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.132358] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52553da1-400c-f20a-ba93-dec065ef1b73, 'name': SearchDatastore_Task, 'duration_secs': 0.032125} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.133301] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1483f172-8c7b-4eb9-a635-3eff79b3c7ab {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.139493] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1207.139493] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52825a4a-68ab-fc5c-008c-d56b6ac4215a" [ 1207.139493] env[69941]: _type = "Task" [ 1207.139493] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.143907] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.144109] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.144338] env[69941]: DEBUG nova.objects.instance [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lazy-loading 'resources' on Instance uuid 1541fdcd-c877-4740-8595-05feb3e44467 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.151034] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52825a4a-68ab-fc5c-008c-d56b6ac4215a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.266707] env[69941]: DEBUG nova.network.neutron [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.433554] env[69941]: DEBUG nova.network.neutron [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updating instance_info_cache with network_info: [{"id": "2dc15f51-78f7-47cc-be94-794002913526", "address": "fa:16:3e:9f:c1:ac", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc15f51-78", "ovs_interfaceid": "2dc15f51-78f7-47cc-be94-794002913526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.461263] env[69941]: DEBUG oslo_concurrency.lockutils [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "98e9f87e-6fdc-4777-9cf5-89200b85e410" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.461525] env[69941]: DEBUG oslo_concurrency.lockutils [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "98e9f87e-6fdc-4777-9cf5-89200b85e410" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.461737] env[69941]: DEBUG oslo_concurrency.lockutils [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "98e9f87e-6fdc-4777-9cf5-89200b85e410-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.461918] env[69941]: DEBUG oslo_concurrency.lockutils [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "98e9f87e-6fdc-4777-9cf5-89200b85e410-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.462105] env[69941]: DEBUG oslo_concurrency.lockutils [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "98e9f87e-6fdc-4777-9cf5-89200b85e410-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.463935] env[69941]: INFO nova.compute.manager [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Terminating instance [ 1207.561393] env[69941]: DEBUG nova.compute.manager [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.561927] env[69941]: DEBUG nova.virt.hardware [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.562168] env[69941]: DEBUG nova.virt.hardware [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.562331] env[69941]: DEBUG nova.virt.hardware [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.562515] env[69941]: DEBUG nova.virt.hardware [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.562660] env[69941]: DEBUG nova.virt.hardware [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.562810] env[69941]: DEBUG nova.virt.hardware [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.563025] env[69941]: DEBUG nova.virt.hardware [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.563189] env[69941]: DEBUG nova.virt.hardware [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.563360] env[69941]: DEBUG nova.virt.hardware [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.563522] env[69941]: DEBUG nova.virt.hardware [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.563693] env[69941]: DEBUG nova.virt.hardware [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.564581] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2153b234-e335-4f19-9ac8-62d83ebae12c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.573207] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1517a34b-12c1-4aa0-8aaa-b4d687aa8f06 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.652089] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52825a4a-68ab-fc5c-008c-d56b6ac4215a, 'name': SearchDatastore_Task, 'duration_secs': 0.044638} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.652616] env[69941]: DEBUG oslo_concurrency.lockutils [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.652868] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] fa44397f-d328-4bea-87ae-4d0b2101f5de/fa44397f-d328-4bea-87ae-4d0b2101f5de.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.653229] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93a7eac2-5765-4cfd-8c11-9e150ede010c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.660813] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1207.660813] env[69941]: value = "task-3289431" [ 1207.660813] env[69941]: _type = "Task" [ 1207.660813] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.669043] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.776096] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708006b9-1717-4d07-b319-3cc28be29696 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.783563] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c2bc76-f1f9-4c71-80f9-008d265b97af {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.813347] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502a2714-d2b0-4d2a-b2ab-cf614fc001ff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.820655] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774cbd27-52dc-4f00-b3f3-d79ba836ba2d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.835544] env[69941]: DEBUG nova.compute.provider_tree [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.861325] env[69941]: DEBUG nova.compute.manager [req-985ca306-0267-4069-9d13-11c6942fc600 req-f0abe81b-7ba0-4f6b-8067-0ca6f714b30f service nova] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Received event network-vif-plugged-2dc15f51-78f7-47cc-be94-794002913526 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.861583] env[69941]: DEBUG oslo_concurrency.lockutils [req-985ca306-0267-4069-9d13-11c6942fc600 req-f0abe81b-7ba0-4f6b-8067-0ca6f714b30f service nova] Acquiring lock "fe471dba-9f5f-43d0-91ea-a8f618770ab7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.861753] env[69941]: DEBUG oslo_concurrency.lockutils [req-985ca306-0267-4069-9d13-11c6942fc600 req-f0abe81b-7ba0-4f6b-8067-0ca6f714b30f service nova] Lock "fe471dba-9f5f-43d0-91ea-a8f618770ab7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.861919] env[69941]: DEBUG oslo_concurrency.lockutils [req-985ca306-0267-4069-9d13-11c6942fc600 req-f0abe81b-7ba0-4f6b-8067-0ca6f714b30f service nova] Lock "fe471dba-9f5f-43d0-91ea-a8f618770ab7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.862102] env[69941]: DEBUG nova.compute.manager [req-985ca306-0267-4069-9d13-11c6942fc600 req-f0abe81b-7ba0-4f6b-8067-0ca6f714b30f service nova] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] No waiting events found dispatching network-vif-plugged-2dc15f51-78f7-47cc-be94-794002913526 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.862270] env[69941]: WARNING nova.compute.manager [req-985ca306-0267-4069-9d13-11c6942fc600 req-f0abe81b-7ba0-4f6b-8067-0ca6f714b30f service nova] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Received unexpected event network-vif-plugged-2dc15f51-78f7-47cc-be94-794002913526 for instance with vm_state building and task_state spawning. [ 1207.862430] env[69941]: DEBUG nova.compute.manager [req-985ca306-0267-4069-9d13-11c6942fc600 req-f0abe81b-7ba0-4f6b-8067-0ca6f714b30f service nova] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Received event network-changed-2dc15f51-78f7-47cc-be94-794002913526 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.862579] env[69941]: DEBUG nova.compute.manager [req-985ca306-0267-4069-9d13-11c6942fc600 req-f0abe81b-7ba0-4f6b-8067-0ca6f714b30f service nova] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Refreshing instance network info cache due to event network-changed-2dc15f51-78f7-47cc-be94-794002913526. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.862744] env[69941]: DEBUG oslo_concurrency.lockutils [req-985ca306-0267-4069-9d13-11c6942fc600 req-f0abe81b-7ba0-4f6b-8067-0ca6f714b30f service nova] Acquiring lock "refresh_cache-fe471dba-9f5f-43d0-91ea-a8f618770ab7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.936683] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "refresh_cache-fe471dba-9f5f-43d0-91ea-a8f618770ab7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.937238] env[69941]: DEBUG nova.compute.manager [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Instance network_info: |[{"id": "2dc15f51-78f7-47cc-be94-794002913526", "address": "fa:16:3e:9f:c1:ac", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc15f51-78", "ovs_interfaceid": "2dc15f51-78f7-47cc-be94-794002913526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.937645] env[69941]: DEBUG nova.network.neutron [-] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.939694] env[69941]: DEBUG oslo_concurrency.lockutils [req-985ca306-0267-4069-9d13-11c6942fc600 req-f0abe81b-7ba0-4f6b-8067-0ca6f714b30f service nova] Acquired lock "refresh_cache-fe471dba-9f5f-43d0-91ea-a8f618770ab7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.940207] env[69941]: DEBUG nova.network.neutron [req-985ca306-0267-4069-9d13-11c6942fc600 req-f0abe81b-7ba0-4f6b-8067-0ca6f714b30f service nova] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Refreshing network info cache for port 2dc15f51-78f7-47cc-be94-794002913526 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.942478] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:c1:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dc15f51-78f7-47cc-be94-794002913526', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.952974] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.954826] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.955123] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c23b75c5-8f41-4ac4-b258-aa06b1a0e160 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.972614] env[69941]: DEBUG nova.compute.manager [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.973727] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.973727] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c76190-d545-4ca3-868b-01e1dee3bf2d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.985114] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.986593] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70addd7e-1245-4ae4-8e63-d5187507bf38 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.988228] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.988228] env[69941]: value = "task-3289432" [ 1207.988228] env[69941]: _type = "Task" [ 1207.988228] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.998598] env[69941]: DEBUG oslo_vmware.api [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1207.998598] env[69941]: value = "task-3289433" [ 1207.998598] env[69941]: _type = "Task" [ 1207.998598] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.002025] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289432, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.015333] env[69941]: DEBUG oslo_vmware.api [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.177102] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472921} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.177580] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] fa44397f-d328-4bea-87ae-4d0b2101f5de/fa44397f-d328-4bea-87ae-4d0b2101f5de.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.177859] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.178187] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98222b83-ad16-49e0-b189-d0e7d8d014e3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.184928] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1208.184928] env[69941]: value = "task-3289434" [ 1208.184928] env[69941]: _type = "Task" [ 1208.184928] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.192852] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.339710] env[69941]: DEBUG nova.scheduler.client.report [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.455428] env[69941]: INFO nova.compute.manager [-] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Took 1.68 seconds to deallocate network for instance. [ 1208.499934] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289432, 'name': CreateVM_Task, 'duration_secs': 0.409771} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.499934] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.500463] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'c53a9c22-f283-4cb5-84e2-eb2dbee20200', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656896', 'volume_id': 'ce06ad1a-39a9-48e9-886d-f18a06cadd3b', 'name': 'volume-ce06ad1a-39a9-48e9-886d-f18a06cadd3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe471dba-9f5f-43d0-91ea-a8f618770ab7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce06ad1a-39a9-48e9-886d-f18a06cadd3b', 'serial': 'ce06ad1a-39a9-48e9-886d-f18a06cadd3b'}, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69941) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1208.500719] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Root volume attach. Driver type: vmdk {{(pid=69941) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1208.501460] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ed6b6f-67f7-4c03-b553-f0665034eb90 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.513343] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459e26f0-8d65-400c-954d-4bf78b2a9fc2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.518579] env[69941]: DEBUG oslo_vmware.api [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289433, 'name': PowerOffVM_Task, 'duration_secs': 0.206245} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.519180] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.519399] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.519637] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28c64647-f391-4646-99fd-f807d6c32bce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.523036] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003562b2-edda-45bb-99a2-27de0f752c63 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.530839] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b95fc9be-cb8d-41ee-80bb-2b35a5aea4a1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.537661] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1208.537661] env[69941]: value = "task-3289436" [ 1208.537661] env[69941]: _type = "Task" [ 1208.537661] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.544752] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289436, 'name': RelocateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.594529] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.594759] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.594948] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Deleting the datastore file [datastore1] 98e9f87e-6fdc-4777-9cf5-89200b85e410 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.595238] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5250f8c8-45df-4183-aa95-c7f1c8129709 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.601112] env[69941]: DEBUG oslo_vmware.api [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for the task: (returnval){ [ 1208.601112] env[69941]: value = "task-3289437" [ 1208.601112] env[69941]: _type = "Task" [ 1208.601112] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.609239] env[69941]: DEBUG oslo_vmware.api [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.649623] env[69941]: DEBUG nova.network.neutron [req-985ca306-0267-4069-9d13-11c6942fc600 req-f0abe81b-7ba0-4f6b-8067-0ca6f714b30f service nova] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updated VIF entry in instance network info cache for port 2dc15f51-78f7-47cc-be94-794002913526. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.649623] env[69941]: DEBUG nova.network.neutron [req-985ca306-0267-4069-9d13-11c6942fc600 req-f0abe81b-7ba0-4f6b-8067-0ca6f714b30f service nova] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updating instance_info_cache with network_info: [{"id": "2dc15f51-78f7-47cc-be94-794002913526", "address": "fa:16:3e:9f:c1:ac", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc15f51-78", "ovs_interfaceid": "2dc15f51-78f7-47cc-be94-794002913526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.695375] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070704} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.695674] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.696514] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db23276c-3286-4e0b-b96e-bf9cef518365 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.721779] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] fa44397f-d328-4bea-87ae-4d0b2101f5de/fa44397f-d328-4bea-87ae-4d0b2101f5de.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.721779] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc266ff4-64b3-4cda-913c-57c969dbb0af {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.742228] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1208.742228] env[69941]: value = "task-3289438" [ 1208.742228] env[69941]: _type = "Task" [ 1208.742228] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.750308] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.844608] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.870309] env[69941]: INFO nova.scheduler.client.report [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Deleted allocations for instance 1541fdcd-c877-4740-8595-05feb3e44467 [ 1208.964265] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.964265] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.964265] env[69941]: DEBUG nova.objects.instance [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lazy-loading 'resources' on Instance uuid 507625cb-6fe6-4908-94a2-5598190d593e {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.047965] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289436, 'name': RelocateVM_Task} progress is 42%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.111539] env[69941]: DEBUG oslo_vmware.api [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Task: {'id': task-3289437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179085} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.111901] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.112057] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.112243] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.112430] env[69941]: INFO nova.compute.manager [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1209.112715] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.112929] env[69941]: DEBUG nova.compute.manager [-] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.113039] env[69941]: DEBUG nova.network.neutron [-] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.154551] env[69941]: DEBUG oslo_concurrency.lockutils [req-985ca306-0267-4069-9d13-11c6942fc600 req-f0abe81b-7ba0-4f6b-8067-0ca6f714b30f service nova] Releasing lock "refresh_cache-fe471dba-9f5f-43d0-91ea-a8f618770ab7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.154926] env[69941]: DEBUG nova.compute.manager [req-985ca306-0267-4069-9d13-11c6942fc600 req-f0abe81b-7ba0-4f6b-8067-0ca6f714b30f service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Received event network-vif-deleted-d8d5ff33-91bd-4007-91aa-2a37e72a3ae8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.155389] env[69941]: INFO nova.compute.manager [req-985ca306-0267-4069-9d13-11c6942fc600 req-f0abe81b-7ba0-4f6b-8067-0ca6f714b30f service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Neutron deleted interface d8d5ff33-91bd-4007-91aa-2a37e72a3ae8; detaching it from the instance and deleting it from the info cache [ 1209.155588] env[69941]: DEBUG nova.network.neutron [req-985ca306-0267-4069-9d13-11c6942fc600 req-f0abe81b-7ba0-4f6b-8067-0ca6f714b30f service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.252906] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.377767] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7159973f-1880-4ffd-a9e6-c5ed4d2b3049 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "1541fdcd-c877-4740-8595-05feb3e44467" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.884s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.549293] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289436, 'name': RelocateVM_Task} progress is 54%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.617537] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98a4672-a6cb-4880-8f9a-2b6958bd8ec3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.627087] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10997bfe-6a27-4729-b59e-3ca8d098539f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.665264] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb11fd86-9d74-4d7b-9188-983bd205fed2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.667941] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a777d8-f053-4e3a-8178-62622c756976 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.678072] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138b2a35-0c80-49e3-a10a-8de9aa8a15be {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.685311] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38724a08-92d5-4b98-b9b8-8bec76f1a017 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.706711] env[69941]: DEBUG nova.compute.provider_tree [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.717279] env[69941]: DEBUG nova.compute.manager [req-985ca306-0267-4069-9d13-11c6942fc600 req-f0abe81b-7ba0-4f6b-8067-0ca6f714b30f service nova] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Detach interface failed, port_id=d8d5ff33-91bd-4007-91aa-2a37e72a3ae8, reason: Instance 507625cb-6fe6-4908-94a2-5598190d593e could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1209.755951] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.903713] env[69941]: DEBUG nova.compute.manager [req-c23af96c-1e31-4d78-93fc-1552ac2ce532 req-0ddf1c84-6f26-431a-af94-ec0dddce617e service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Received event network-vif-deleted-e31cb9fd-4f71-435e-9a11-fbee2228af97 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.903713] env[69941]: INFO nova.compute.manager [req-c23af96c-1e31-4d78-93fc-1552ac2ce532 req-0ddf1c84-6f26-431a-af94-ec0dddce617e service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Neutron deleted interface e31cb9fd-4f71-435e-9a11-fbee2228af97; detaching it from the instance and deleting it from the info cache [ 1209.903713] env[69941]: DEBUG nova.network.neutron [req-c23af96c-1e31-4d78-93fc-1552ac2ce532 req-0ddf1c84-6f26-431a-af94-ec0dddce617e service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.052079] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289436, 'name': RelocateVM_Task} progress is 67%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.101149] env[69941]: DEBUG nova.network.neutron [-] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.220058] env[69941]: DEBUG nova.scheduler.client.report [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.255951] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.406890] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6576af0a-b58d-49eb-a2d8-98491da238b2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.418572] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf42c616-1292-471e-a9a4-ee94b94d68ce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.452372] env[69941]: DEBUG nova.compute.manager [req-c23af96c-1e31-4d78-93fc-1552ac2ce532 req-0ddf1c84-6f26-431a-af94-ec0dddce617e service nova] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Detach interface failed, port_id=e31cb9fd-4f71-435e-9a11-fbee2228af97, reason: Instance 98e9f87e-6fdc-4777-9cf5-89200b85e410 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1210.552125] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289436, 'name': RelocateVM_Task} progress is 81%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.602330] env[69941]: INFO nova.compute.manager [-] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Took 1.49 seconds to deallocate network for instance. [ 1210.731731] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.757458] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.758510] env[69941]: INFO nova.scheduler.client.report [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Deleted allocations for instance 507625cb-6fe6-4908-94a2-5598190d593e [ 1211.058079] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289436, 'name': RelocateVM_Task} progress is 96%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.109014] env[69941]: DEBUG oslo_concurrency.lockutils [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.109413] env[69941]: DEBUG oslo_concurrency.lockutils [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.109733] env[69941]: DEBUG nova.objects.instance [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lazy-loading 'resources' on Instance uuid 98e9f87e-6fdc-4777-9cf5-89200b85e410 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.261605] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289438, 'name': ReconfigVM_Task, 'duration_secs': 2.374916} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.261956] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Reconfigured VM instance instance-00000078 to attach disk [datastore1] fa44397f-d328-4bea-87ae-4d0b2101f5de/fa44397f-d328-4bea-87ae-4d0b2101f5de.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.263178] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38a1175a-a178-49c8-a85c-7df910edaeef {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.268891] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e3cd7a87-b5a7-495a-8013-ce3d45c8940e tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "507625cb-6fe6-4908-94a2-5598190d593e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.109s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.276088] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1211.276088] env[69941]: value = "task-3289439" [ 1211.276088] env[69941]: _type = "Task" [ 1211.276088] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.286261] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289439, 'name': Rename_Task} progress is 10%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.553778] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289436, 'name': RelocateVM_Task} progress is 98%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.728756] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696a59bc-8fbe-4892-961b-001f0e1d258e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.736630] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa03724f-26ff-42b3-babc-e12b11cbc2c9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.769007] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b713724-e002-439c-a2d9-4d27331987dd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.780257] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedfffff-7b1b-4fc4-acbb-df022198982c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.794362] env[69941]: DEBUG nova.compute.provider_tree [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.798226] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289439, 'name': Rename_Task, 'duration_secs': 0.196217} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.798694] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.798928] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db52c51e-ab06-4e15-a582-1e1d2ed741c2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.805435] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1211.805435] env[69941]: value = "task-3289440" [ 1211.805435] env[69941]: _type = "Task" [ 1211.805435] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.813113] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.868042] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "48971174-932e-4fe3-ad1f-dc769121c782" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.868249] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "48971174-932e-4fe3-ad1f-dc769121c782" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.895011] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "f535928b-f6a5-47e4-8a99-f5d95971e651" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.895262] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "f535928b-f6a5-47e4-8a99-f5d95971e651" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.895530] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "f535928b-f6a5-47e4-8a99-f5d95971e651-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.895746] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "f535928b-f6a5-47e4-8a99-f5d95971e651-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.895931] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "f535928b-f6a5-47e4-8a99-f5d95971e651-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.897911] env[69941]: INFO nova.compute.manager [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Terminating instance [ 1212.054572] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289436, 'name': RelocateVM_Task, 'duration_secs': 3.184954} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.054867] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Volume attach. Driver type: vmdk {{(pid=69941) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1212.055080] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656896', 'volume_id': 'ce06ad1a-39a9-48e9-886d-f18a06cadd3b', 'name': 'volume-ce06ad1a-39a9-48e9-886d-f18a06cadd3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe471dba-9f5f-43d0-91ea-a8f618770ab7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce06ad1a-39a9-48e9-886d-f18a06cadd3b', 'serial': 'ce06ad1a-39a9-48e9-886d-f18a06cadd3b'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1212.055862] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1e51fe-b4f0-46e1-b22f-8185ce0a3d34 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.073112] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ce8671-6866-4b00-b40b-a4e0f56003d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.095469] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-ce06ad1a-39a9-48e9-886d-f18a06cadd3b/volume-ce06ad1a-39a9-48e9-886d-f18a06cadd3b.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.095794] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cdd63f5-4dd6-43ba-8129-53a07be6e411 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.115637] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1212.115637] env[69941]: value = "task-3289441" [ 1212.115637] env[69941]: _type = "Task" [ 1212.115637] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.123824] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.300386] env[69941]: DEBUG nova.scheduler.client.report [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.315598] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289440, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.370399] env[69941]: DEBUG nova.compute.manager [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1212.402460] env[69941]: DEBUG nova.compute.manager [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.402786] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.404105] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f4e519-529d-44a8-be88-5cc533ee8bb7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.411779] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.411888] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-888a379d-3aef-484f-bd83-4132a2c353b5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.417173] env[69941]: DEBUG oslo_vmware.api [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1212.417173] env[69941]: value = "task-3289442" [ 1212.417173] env[69941]: _type = "Task" [ 1212.417173] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.425506] env[69941]: DEBUG oslo_vmware.api [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.625139] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289441, 'name': ReconfigVM_Task, 'duration_secs': 0.301738} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.625419] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-ce06ad1a-39a9-48e9-886d-f18a06cadd3b/volume-ce06ad1a-39a9-48e9-886d-f18a06cadd3b.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.630196] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cba7e0b0-2ba1-4c31-821e-b0f332200036 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.644697] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1212.644697] env[69941]: value = "task-3289443" [ 1212.644697] env[69941]: _type = "Task" [ 1212.644697] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.652603] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.807285] env[69941]: DEBUG oslo_concurrency.lockutils [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.818440] env[69941]: DEBUG oslo_vmware.api [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289440, 'name': PowerOnVM_Task, 'duration_secs': 0.515833} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.818746] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.818955] env[69941]: INFO nova.compute.manager [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1212.819187] env[69941]: DEBUG nova.compute.manager [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.820082] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812bced7-d7f2-4e0e-b397-64a5ce28e025 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.832223] env[69941]: INFO nova.scheduler.client.report [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Deleted allocations for instance 98e9f87e-6fdc-4777-9cf5-89200b85e410 [ 1212.889526] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.889864] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.891529] env[69941]: INFO nova.compute.claims [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.928978] env[69941]: DEBUG oslo_vmware.api [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289442, 'name': PowerOffVM_Task, 'duration_secs': 0.395225} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.929231] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.929423] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.929666] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1615f1e2-f71c-46b9-a340-d1b692ce8b88 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.016907] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.017142] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.017324] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Deleting the datastore file [datastore2] f535928b-f6a5-47e4-8a99-f5d95971e651 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.017584] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7e3acaa-ff9e-4ff3-ae7b-e34ab1155c39 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.023999] env[69941]: DEBUG oslo_vmware.api [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for the task: (returnval){ [ 1213.023999] env[69941]: value = "task-3289445" [ 1213.023999] env[69941]: _type = "Task" [ 1213.023999] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.031411] env[69941]: DEBUG oslo_vmware.api [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.155624] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289443, 'name': ReconfigVM_Task, 'duration_secs': 0.116771} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.156134] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656896', 'volume_id': 'ce06ad1a-39a9-48e9-886d-f18a06cadd3b', 'name': 'volume-ce06ad1a-39a9-48e9-886d-f18a06cadd3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe471dba-9f5f-43d0-91ea-a8f618770ab7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce06ad1a-39a9-48e9-886d-f18a06cadd3b', 'serial': 'ce06ad1a-39a9-48e9-886d-f18a06cadd3b'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1213.156743] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41c14db4-42e2-425b-aedc-0ee0f892e260 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.163420] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1213.163420] env[69941]: value = "task-3289446" [ 1213.163420] env[69941]: _type = "Task" [ 1213.163420] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.172800] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289446, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.337805] env[69941]: INFO nova.compute.manager [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Took 14.20 seconds to build instance. [ 1213.338770] env[69941]: DEBUG oslo_concurrency.lockutils [None req-97720ab2-2758-4be4-a49c-fc3f06668ca6 tempest-AttachVolumeShelveTestJSON-2039708440 tempest-AttachVolumeShelveTestJSON-2039708440-project-member] Lock "98e9f87e-6fdc-4777-9cf5-89200b85e410" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.877s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.535039] env[69941]: DEBUG oslo_vmware.api [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Task: {'id': task-3289445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146561} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.535325] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.535565] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.535779] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.536258] env[69941]: INFO nova.compute.manager [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1213.536553] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.536780] env[69941]: DEBUG nova.compute.manager [-] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.536905] env[69941]: DEBUG nova.network.neutron [-] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.675346] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289446, 'name': Rename_Task, 'duration_secs': 0.125158} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.675694] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.675998] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57e256c9-eaea-4bf5-90cf-c0fa48091141 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.682118] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1213.682118] env[69941]: value = "task-3289447" [ 1213.682118] env[69941]: _type = "Task" [ 1213.682118] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.691490] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.840764] env[69941]: DEBUG oslo_concurrency.lockutils [None req-be4e071c-6952-40d8-873c-8acbc13aafd8 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "fa44397f-d328-4bea-87ae-4d0b2101f5de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.716s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.979359] env[69941]: DEBUG nova.compute.manager [req-d558108a-315d-4401-acab-451226b33783 req-e4470b4e-8cd4-454e-a3c5-f522099715bb service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Received event network-vif-deleted-6e10040f-9ce8-4737-bc57-511e9e73e187 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.979547] env[69941]: INFO nova.compute.manager [req-d558108a-315d-4401-acab-451226b33783 req-e4470b4e-8cd4-454e-a3c5-f522099715bb service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Neutron deleted interface 6e10040f-9ce8-4737-bc57-511e9e73e187; detaching it from the instance and deleting it from the info cache [ 1213.979732] env[69941]: DEBUG nova.network.neutron [req-d558108a-315d-4401-acab-451226b33783 req-e4470b4e-8cd4-454e-a3c5-f522099715bb service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.041751] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b6a6cd-0712-427e-aedf-86f6ed16067d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.050115] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c5924f-fc6c-4cb6-97dc-5e6059f1b8fa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.083815] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35cf883-c095-4928-baad-dee28af217b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.092022] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5753eb7-2fb7-44ce-935f-9f8c36fb1235 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.105677] env[69941]: DEBUG nova.compute.provider_tree [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.192996] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289447, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.455162] env[69941]: DEBUG nova.network.neutron [-] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.482762] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a389bdb9-6a68-4a55-9ff9-78d464e8bdad {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.493018] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c580662-03da-4ef9-bf9c-d9d01874aa81 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.520182] env[69941]: DEBUG nova.compute.manager [req-d558108a-315d-4401-acab-451226b33783 req-e4470b4e-8cd4-454e-a3c5-f522099715bb service nova] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Detach interface failed, port_id=6e10040f-9ce8-4737-bc57-511e9e73e187, reason: Instance f535928b-f6a5-47e4-8a99-f5d95971e651 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1214.608510] env[69941]: DEBUG nova.scheduler.client.report [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.692906] env[69941]: DEBUG oslo_vmware.api [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289447, 'name': PowerOnVM_Task, 'duration_secs': 0.574079} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.693187] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.693393] env[69941]: INFO nova.compute.manager [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1214.693757] env[69941]: DEBUG nova.compute.manager [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.694347] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2ceefd-407d-4f53-aadd-73a62113e123 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.957669] env[69941]: INFO nova.compute.manager [-] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Took 1.42 seconds to deallocate network for instance. [ 1215.115699] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.116281] env[69941]: DEBUG nova.compute.manager [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.212182] env[69941]: INFO nova.compute.manager [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Took 15.69 seconds to build instance. [ 1215.464801] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.465053] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.465297] env[69941]: DEBUG nova.objects.instance [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lazy-loading 'resources' on Instance uuid f535928b-f6a5-47e4-8a99-f5d95971e651 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.621380] env[69941]: DEBUG nova.compute.utils [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.623080] env[69941]: DEBUG nova.compute.manager [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1215.623360] env[69941]: DEBUG nova.network.neutron [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.669138] env[69941]: DEBUG nova.policy [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2d6a294778d49dababd49da319379ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae120943154d45cd8059c52f28b00db2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.714286] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4f2c1a3c-b8b4-4c4d-962f-13a39fe36b68 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "fe471dba-9f5f-43d0-91ea-a8f618770ab7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.197s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.016456] env[69941]: DEBUG nova.network.neutron [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Successfully created port: 6a9d8461-db67-4f75-a0b9-42f4686958e8 {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.023799] env[69941]: DEBUG nova.compute.manager [req-165b4dc2-570e-4f7f-84ad-3366c1fd324e req-53f04eed-5aa0-4e0a-8cf1-0b1d2f92294b service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Received event network-changed-94542ed6-b846-48c8-a885-c9a563b5064a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.023799] env[69941]: DEBUG nova.compute.manager [req-165b4dc2-570e-4f7f-84ad-3366c1fd324e req-53f04eed-5aa0-4e0a-8cf1-0b1d2f92294b service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Refreshing instance network info cache due to event network-changed-94542ed6-b846-48c8-a885-c9a563b5064a. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.024015] env[69941]: DEBUG oslo_concurrency.lockutils [req-165b4dc2-570e-4f7f-84ad-3366c1fd324e req-53f04eed-5aa0-4e0a-8cf1-0b1d2f92294b service nova] Acquiring lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.024015] env[69941]: DEBUG oslo_concurrency.lockutils [req-165b4dc2-570e-4f7f-84ad-3366c1fd324e req-53f04eed-5aa0-4e0a-8cf1-0b1d2f92294b service nova] Acquired lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.024138] env[69941]: DEBUG nova.network.neutron [req-165b4dc2-570e-4f7f-84ad-3366c1fd324e req-53f04eed-5aa0-4e0a-8cf1-0b1d2f92294b service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Refreshing network info cache for port 94542ed6-b846-48c8-a885-c9a563b5064a {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.080772] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba038584-8647-442c-bc42-ffdc8ff73ea6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.088428] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec56dca-2112-4914-9d39-9c4dfd7af431 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.121538] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966f98ce-0258-4e45-b689-4f96071b3e83 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.129311] env[69941]: DEBUG nova.compute.manager [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.134163] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dfc3b9-3573-48c9-ac37-a50cc2f2750b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.153940] env[69941]: DEBUG nova.compute.provider_tree [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.466760] env[69941]: DEBUG nova.compute.manager [req-065171c7-d33f-4b5a-91d4-4153d0c907ef req-1ad4e4d5-50b4-40fd-94d7-58ea4fca5ede service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Received event network-changed-43fc4c80-f955-4b13-8e05-a7febb1db312 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.467025] env[69941]: DEBUG nova.compute.manager [req-065171c7-d33f-4b5a-91d4-4153d0c907ef req-1ad4e4d5-50b4-40fd-94d7-58ea4fca5ede service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Refreshing instance network info cache due to event network-changed-43fc4c80-f955-4b13-8e05-a7febb1db312. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.467180] env[69941]: DEBUG oslo_concurrency.lockutils [req-065171c7-d33f-4b5a-91d4-4153d0c907ef req-1ad4e4d5-50b4-40fd-94d7-58ea4fca5ede service nova] Acquiring lock "refresh_cache-015c489a-baf4-4569-8d5f-3fd343ca03a5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.467334] env[69941]: DEBUG oslo_concurrency.lockutils [req-065171c7-d33f-4b5a-91d4-4153d0c907ef req-1ad4e4d5-50b4-40fd-94d7-58ea4fca5ede service nova] Acquired lock "refresh_cache-015c489a-baf4-4569-8d5f-3fd343ca03a5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.467498] env[69941]: DEBUG nova.network.neutron [req-065171c7-d33f-4b5a-91d4-4153d0c907ef req-1ad4e4d5-50b4-40fd-94d7-58ea4fca5ede service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Refreshing network info cache for port 43fc4c80-f955-4b13-8e05-a7febb1db312 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.657648] env[69941]: DEBUG nova.scheduler.client.report [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.023173] env[69941]: DEBUG nova.network.neutron [req-165b4dc2-570e-4f7f-84ad-3366c1fd324e req-53f04eed-5aa0-4e0a-8cf1-0b1d2f92294b service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Updated VIF entry in instance network info cache for port 94542ed6-b846-48c8-a885-c9a563b5064a. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.023551] env[69941]: DEBUG nova.network.neutron [req-165b4dc2-570e-4f7f-84ad-3366c1fd324e req-53f04eed-5aa0-4e0a-8cf1-0b1d2f92294b service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Updating instance_info_cache with network_info: [{"id": "94542ed6-b846-48c8-a885-c9a563b5064a", "address": "fa:16:3e:3e:0d:5a", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94542ed6-b8", "ovs_interfaceid": "94542ed6-b846-48c8-a885-c9a563b5064a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.145965] env[69941]: DEBUG nova.compute.manager [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.166455] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.170991] env[69941]: DEBUG nova.network.neutron [req-065171c7-d33f-4b5a-91d4-4153d0c907ef req-1ad4e4d5-50b4-40fd-94d7-58ea4fca5ede service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Updated VIF entry in instance network info cache for port 43fc4c80-f955-4b13-8e05-a7febb1db312. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.171433] env[69941]: DEBUG nova.network.neutron [req-065171c7-d33f-4b5a-91d4-4153d0c907ef req-1ad4e4d5-50b4-40fd-94d7-58ea4fca5ede service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Updating instance_info_cache with network_info: [{"id": "43fc4c80-f955-4b13-8e05-a7febb1db312", "address": "fa:16:3e:30:07:46", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43fc4c80-f9", "ovs_interfaceid": "43fc4c80-f955-4b13-8e05-a7febb1db312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.174852] env[69941]: DEBUG nova.virt.hardware [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.175558] env[69941]: DEBUG nova.virt.hardware [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.175558] env[69941]: DEBUG nova.virt.hardware [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.175558] env[69941]: DEBUG nova.virt.hardware [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.175558] env[69941]: DEBUG nova.virt.hardware [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.175738] env[69941]: DEBUG nova.virt.hardware [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.175910] env[69941]: DEBUG nova.virt.hardware [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.176086] env[69941]: DEBUG nova.virt.hardware [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.176261] env[69941]: DEBUG nova.virt.hardware [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.176422] env[69941]: DEBUG nova.virt.hardware [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.176622] env[69941]: DEBUG nova.virt.hardware [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.177492] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febf397e-2dd1-46a3-8a0a-62a30d98b447 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.185286] env[69941]: INFO nova.scheduler.client.report [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Deleted allocations for instance f535928b-f6a5-47e4-8a99-f5d95971e651 [ 1217.187737] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cc87b8-67a3-4015-8d97-4112297cfebf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.500694] env[69941]: DEBUG nova.network.neutron [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Successfully updated port: 6a9d8461-db67-4f75-a0b9-42f4686958e8 {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.526098] env[69941]: DEBUG oslo_concurrency.lockutils [req-165b4dc2-570e-4f7f-84ad-3366c1fd324e req-53f04eed-5aa0-4e0a-8cf1-0b1d2f92294b service nova] Releasing lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.680929] env[69941]: DEBUG oslo_concurrency.lockutils [req-065171c7-d33f-4b5a-91d4-4153d0c907ef req-1ad4e4d5-50b4-40fd-94d7-58ea4fca5ede service nova] Releasing lock "refresh_cache-015c489a-baf4-4569-8d5f-3fd343ca03a5" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.697594] env[69941]: DEBUG oslo_concurrency.lockutils [None req-3fe15b61-a1d5-42e7-9cfc-b512b1b3c5b2 tempest-AttachInterfacesTestJSON-1321294154 tempest-AttachInterfacesTestJSON-1321294154-project-member] Lock "f535928b-f6a5-47e4-8a99-f5d95971e651" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.802s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.004402] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "refresh_cache-48971174-932e-4fe3-ad1f-dc769121c782" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.004561] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquired lock "refresh_cache-48971174-932e-4fe3-ad1f-dc769121c782" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.004716] env[69941]: DEBUG nova.network.neutron [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.042442] env[69941]: DEBUG nova.compute.manager [req-3127573b-8a12-459a-8685-11558e3a31ea req-c416bccc-635d-47be-a16b-6a9b7692ed93 service nova] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Received event network-vif-plugged-6a9d8461-db67-4f75-a0b9-42f4686958e8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.042666] env[69941]: DEBUG oslo_concurrency.lockutils [req-3127573b-8a12-459a-8685-11558e3a31ea req-c416bccc-635d-47be-a16b-6a9b7692ed93 service nova] Acquiring lock "48971174-932e-4fe3-ad1f-dc769121c782-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.042846] env[69941]: DEBUG oslo_concurrency.lockutils [req-3127573b-8a12-459a-8685-11558e3a31ea req-c416bccc-635d-47be-a16b-6a9b7692ed93 service nova] Lock "48971174-932e-4fe3-ad1f-dc769121c782-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.043021] env[69941]: DEBUG oslo_concurrency.lockutils [req-3127573b-8a12-459a-8685-11558e3a31ea req-c416bccc-635d-47be-a16b-6a9b7692ed93 service nova] Lock "48971174-932e-4fe3-ad1f-dc769121c782-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.043195] env[69941]: DEBUG nova.compute.manager [req-3127573b-8a12-459a-8685-11558e3a31ea req-c416bccc-635d-47be-a16b-6a9b7692ed93 service nova] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] No waiting events found dispatching network-vif-plugged-6a9d8461-db67-4f75-a0b9-42f4686958e8 {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1218.043362] env[69941]: WARNING nova.compute.manager [req-3127573b-8a12-459a-8685-11558e3a31ea req-c416bccc-635d-47be-a16b-6a9b7692ed93 service nova] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Received unexpected event network-vif-plugged-6a9d8461-db67-4f75-a0b9-42f4686958e8 for instance with vm_state building and task_state spawning. [ 1218.043522] env[69941]: DEBUG nova.compute.manager [req-3127573b-8a12-459a-8685-11558e3a31ea req-c416bccc-635d-47be-a16b-6a9b7692ed93 service nova] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Received event network-changed-6a9d8461-db67-4f75-a0b9-42f4686958e8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.043675] env[69941]: DEBUG nova.compute.manager [req-3127573b-8a12-459a-8685-11558e3a31ea req-c416bccc-635d-47be-a16b-6a9b7692ed93 service nova] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Refreshing instance network info cache due to event network-changed-6a9d8461-db67-4f75-a0b9-42f4686958e8. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.043840] env[69941]: DEBUG oslo_concurrency.lockutils [req-3127573b-8a12-459a-8685-11558e3a31ea req-c416bccc-635d-47be-a16b-6a9b7692ed93 service nova] Acquiring lock "refresh_cache-48971174-932e-4fe3-ad1f-dc769121c782" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.060763] env[69941]: DEBUG nova.compute.manager [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Stashing vm_state: active {{(pid=69941) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1218.499516] env[69941]: DEBUG nova.compute.manager [req-1a0d7662-04da-4c61-9bdb-98f696718e10 req-35c92a08-3f71-4b4c-88fa-255991bd5681 service nova] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Received event network-changed-2dc15f51-78f7-47cc-be94-794002913526 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.499722] env[69941]: DEBUG nova.compute.manager [req-1a0d7662-04da-4c61-9bdb-98f696718e10 req-35c92a08-3f71-4b4c-88fa-255991bd5681 service nova] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Refreshing instance network info cache due to event network-changed-2dc15f51-78f7-47cc-be94-794002913526. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.499940] env[69941]: DEBUG oslo_concurrency.lockutils [req-1a0d7662-04da-4c61-9bdb-98f696718e10 req-35c92a08-3f71-4b4c-88fa-255991bd5681 service nova] Acquiring lock "refresh_cache-fe471dba-9f5f-43d0-91ea-a8f618770ab7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.500149] env[69941]: DEBUG oslo_concurrency.lockutils [req-1a0d7662-04da-4c61-9bdb-98f696718e10 req-35c92a08-3f71-4b4c-88fa-255991bd5681 service nova] Acquired lock "refresh_cache-fe471dba-9f5f-43d0-91ea-a8f618770ab7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.500327] env[69941]: DEBUG nova.network.neutron [req-1a0d7662-04da-4c61-9bdb-98f696718e10 req-35c92a08-3f71-4b4c-88fa-255991bd5681 service nova] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Refreshing network info cache for port 2dc15f51-78f7-47cc-be94-794002913526 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.549396] env[69941]: DEBUG nova.network.neutron [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.595422] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.595422] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.778377] env[69941]: DEBUG nova.network.neutron [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Updating instance_info_cache with network_info: [{"id": "6a9d8461-db67-4f75-a0b9-42f4686958e8", "address": "fa:16:3e:a9:01:79", "network": {"id": "8995a21b-74a5-4e6a-98e1-94ab20903d3c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769985810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae120943154d45cd8059c52f28b00db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a9d8461-db", "ovs_interfaceid": "6a9d8461-db67-4f75-a0b9-42f4686958e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.100732] env[69941]: INFO nova.compute.claims [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.281300] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Releasing lock "refresh_cache-48971174-932e-4fe3-ad1f-dc769121c782" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.281758] env[69941]: DEBUG nova.compute.manager [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Instance network_info: |[{"id": "6a9d8461-db67-4f75-a0b9-42f4686958e8", "address": "fa:16:3e:a9:01:79", "network": {"id": "8995a21b-74a5-4e6a-98e1-94ab20903d3c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769985810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae120943154d45cd8059c52f28b00db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a9d8461-db", "ovs_interfaceid": "6a9d8461-db67-4f75-a0b9-42f4686958e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.282178] env[69941]: DEBUG oslo_concurrency.lockutils [req-3127573b-8a12-459a-8685-11558e3a31ea req-c416bccc-635d-47be-a16b-6a9b7692ed93 service nova] Acquired lock "refresh_cache-48971174-932e-4fe3-ad1f-dc769121c782" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.282431] env[69941]: DEBUG nova.network.neutron [req-3127573b-8a12-459a-8685-11558e3a31ea req-c416bccc-635d-47be-a16b-6a9b7692ed93 service nova] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Refreshing network info cache for port 6a9d8461-db67-4f75-a0b9-42f4686958e8 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.284270] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:01:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a9d8461-db67-4f75-a0b9-42f4686958e8', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.297196] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.301853] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.303080] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b24ac7c-f07f-4d95-ab26-68978f03443b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.338136] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.338136] env[69941]: value = "task-3289449" [ 1219.338136] env[69941]: _type = "Task" [ 1219.338136] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.346705] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289449, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.422026] env[69941]: DEBUG nova.network.neutron [req-1a0d7662-04da-4c61-9bdb-98f696718e10 req-35c92a08-3f71-4b4c-88fa-255991bd5681 service nova] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updated VIF entry in instance network info cache for port 2dc15f51-78f7-47cc-be94-794002913526. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.422613] env[69941]: DEBUG nova.network.neutron [req-1a0d7662-04da-4c61-9bdb-98f696718e10 req-35c92a08-3f71-4b4c-88fa-255991bd5681 service nova] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updating instance_info_cache with network_info: [{"id": "2dc15f51-78f7-47cc-be94-794002913526", "address": "fa:16:3e:9f:c1:ac", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc15f51-78", "ovs_interfaceid": "2dc15f51-78f7-47cc-be94-794002913526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.607486] env[69941]: INFO nova.compute.resource_tracker [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updating resource usage from migration 403d6044-b786-439b-8e70-7a207cf61710 [ 1219.700794] env[69941]: DEBUG nova.network.neutron [req-3127573b-8a12-459a-8685-11558e3a31ea req-c416bccc-635d-47be-a16b-6a9b7692ed93 service nova] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Updated VIF entry in instance network info cache for port 6a9d8461-db67-4f75-a0b9-42f4686958e8. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.701211] env[69941]: DEBUG nova.network.neutron [req-3127573b-8a12-459a-8685-11558e3a31ea req-c416bccc-635d-47be-a16b-6a9b7692ed93 service nova] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Updating instance_info_cache with network_info: [{"id": "6a9d8461-db67-4f75-a0b9-42f4686958e8", "address": "fa:16:3e:a9:01:79", "network": {"id": "8995a21b-74a5-4e6a-98e1-94ab20903d3c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769985810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae120943154d45cd8059c52f28b00db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a9d8461-db", "ovs_interfaceid": "6a9d8461-db67-4f75-a0b9-42f4686958e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.716507] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1e42b2-120c-4761-bb3a-9c921e4f3146 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.725868] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9300b6a2-740c-4661-8b7e-a8c344272271 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.760578] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbbb8fa-6c44-4559-90ed-30df19709c3b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.769260] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9d3a1c-abbb-4edf-947b-3d8beb47a379 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.786496] env[69941]: DEBUG nova.compute.provider_tree [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.848228] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289449, 'name': CreateVM_Task, 'duration_secs': 0.308121} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.848405] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.849133] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.849306] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.849626] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.849885] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89930cb9-00b0-4bc1-aa23-63e6cc1739b3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.855035] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1219.855035] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f9d6ba-5b7f-9a78-43d6-485f02f4f3da" [ 1219.855035] env[69941]: _type = "Task" [ 1219.855035] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.864374] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f9d6ba-5b7f-9a78-43d6-485f02f4f3da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.927795] env[69941]: DEBUG oslo_concurrency.lockutils [req-1a0d7662-04da-4c61-9bdb-98f696718e10 req-35c92a08-3f71-4b4c-88fa-255991bd5681 service nova] Releasing lock "refresh_cache-fe471dba-9f5f-43d0-91ea-a8f618770ab7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.205949] env[69941]: DEBUG oslo_concurrency.lockutils [req-3127573b-8a12-459a-8685-11558e3a31ea req-c416bccc-635d-47be-a16b-6a9b7692ed93 service nova] Releasing lock "refresh_cache-48971174-932e-4fe3-ad1f-dc769121c782" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.288418] env[69941]: DEBUG nova.scheduler.client.report [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.366068] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f9d6ba-5b7f-9a78-43d6-485f02f4f3da, 'name': SearchDatastore_Task, 'duration_secs': 0.009686} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.366405] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.366639] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.366881] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.367044] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.367240] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.367583] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3c367f3-3622-4199-ab37-6a15dcf0f757 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.376920] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.377130] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.377897] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa1dfc9-da50-4ee5-ad52-157e2df0af67 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.383698] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1220.383698] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52ee0acb-42bd-f64d-a003-dadebc329c61" [ 1220.383698] env[69941]: _type = "Task" [ 1220.383698] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.391900] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ee0acb-42bd-f64d-a003-dadebc329c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.793237] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.199s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.793544] env[69941]: INFO nova.compute.manager [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Migrating [ 1220.894373] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ee0acb-42bd-f64d-a003-dadebc329c61, 'name': SearchDatastore_Task, 'duration_secs': 0.042894} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.895167] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09128d4b-4ce6-4e57-824f-fbf033592e5c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.900990] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1220.900990] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5269bb66-a4eb-91bb-fd97-270bef22c4a0" [ 1220.900990] env[69941]: _type = "Task" [ 1220.900990] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.910075] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5269bb66-a4eb-91bb-fd97-270bef22c4a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.308782] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "refresh_cache-fe471dba-9f5f-43d0-91ea-a8f618770ab7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.309070] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "refresh_cache-fe471dba-9f5f-43d0-91ea-a8f618770ab7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.309192] env[69941]: DEBUG nova.network.neutron [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.412743] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5269bb66-a4eb-91bb-fd97-270bef22c4a0, 'name': SearchDatastore_Task, 'duration_secs': 0.029427} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.413016] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.413297] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 48971174-932e-4fe3-ad1f-dc769121c782/48971174-932e-4fe3-ad1f-dc769121c782.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.413560] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff018cc0-74b8-42c0-91b9-6af4d582a0ba {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.421040] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1221.421040] env[69941]: value = "task-3289450" [ 1221.421040] env[69941]: _type = "Task" [ 1221.421040] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.428653] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.933870] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289450, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.050413] env[69941]: DEBUG nova.network.neutron [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updating instance_info_cache with network_info: [{"id": "2dc15f51-78f7-47cc-be94-794002913526", "address": "fa:16:3e:9f:c1:ac", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc15f51-78", "ovs_interfaceid": "2dc15f51-78f7-47cc-be94-794002913526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.434873] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748767} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.435169] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] 48971174-932e-4fe3-ad1f-dc769121c782/48971174-932e-4fe3-ad1f-dc769121c782.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.435381] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.435633] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cc87e8f-6143-4e96-a2ab-80bf2bf9f815 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.442141] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1222.442141] env[69941]: value = "task-3289451" [ 1222.442141] env[69941]: _type = "Task" [ 1222.442141] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.449826] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.553077] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "refresh_cache-fe471dba-9f5f-43d0-91ea-a8f618770ab7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.952933] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103153} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.953337] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.953967] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768a924f-855a-44c5-a19f-513a08395035 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.975165] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 48971174-932e-4fe3-ad1f-dc769121c782/48971174-932e-4fe3-ad1f-dc769121c782.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.975425] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc9a9084-8234-46e4-9535-d79329c20924 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.994310] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1222.994310] env[69941]: value = "task-3289452" [ 1222.994310] env[69941]: _type = "Task" [ 1222.994310] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.001502] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.504339] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289452, 'name': ReconfigVM_Task, 'duration_secs': 0.28079} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.504618] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 48971174-932e-4fe3-ad1f-dc769121c782/48971174-932e-4fe3-ad1f-dc769121c782.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.505244] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84cc64a8-f3a0-47b9-af5a-a4b72e355c78 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.511582] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1223.511582] env[69941]: value = "task-3289453" [ 1223.511582] env[69941]: _type = "Task" [ 1223.511582] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.518685] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289453, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.021736] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289453, 'name': Rename_Task, 'duration_secs': 0.134032} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.022149] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.022221] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2852c40-92d1-4511-addd-5f7207fc197e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.029347] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1224.029347] env[69941]: value = "task-3289454" [ 1224.029347] env[69941]: _type = "Task" [ 1224.029347] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.036873] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.069230] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0525e9-9978-4a8c-9ac6-801773624c5b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.087245] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updating instance 'fe471dba-9f5f-43d0-91ea-a8f618770ab7' progress to 0 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.540029] env[69941]: DEBUG oslo_vmware.api [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289454, 'name': PowerOnVM_Task, 'duration_secs': 0.418662} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.540315] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.540641] env[69941]: INFO nova.compute.manager [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1224.540974] env[69941]: DEBUG nova.compute.manager [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.542139] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31a13da-60bd-488d-b60a-b3f9ed9af5f5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.593746] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.594310] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d61b068-8c17-4977-b17a-80a820d5c034 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.601580] env[69941]: DEBUG oslo_vmware.api [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1224.601580] env[69941]: value = "task-3289455" [ 1224.601580] env[69941]: _type = "Task" [ 1224.601580] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.609781] env[69941]: DEBUG oslo_vmware.api [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.060550] env[69941]: INFO nova.compute.manager [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Took 12.18 seconds to build instance. [ 1225.111534] env[69941]: DEBUG oslo_vmware.api [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289455, 'name': PowerOffVM_Task, 'duration_secs': 0.178246} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.111779] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.111961] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updating instance 'fe471dba-9f5f-43d0-91ea-a8f618770ab7' progress to 17 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.562705] env[69941]: DEBUG oslo_concurrency.lockutils [None req-d7766f90-fe08-403f-b4f6-59a3e822bbf2 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "48971174-932e-4fe3-ad1f-dc769121c782" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.694s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.620074] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.620074] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.620074] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.620074] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.620074] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.620074] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.620453] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.620453] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.620517] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.620672] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.620839] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.625876] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d06d23a1-3890-4b20-a35e-5193699128b2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.642093] env[69941]: DEBUG oslo_vmware.api [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1225.642093] env[69941]: value = "task-3289456" [ 1225.642093] env[69941]: _type = "Task" [ 1225.642093] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.652662] env[69941]: DEBUG oslo_vmware.api [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.151668] env[69941]: DEBUG nova.compute.manager [req-ac4adf65-6640-4e00-9948-a4aa56c305e8 req-ce4c8e58-5b0a-4e6b-a56c-87acb991dadb service nova] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Received event network-changed-6a9d8461-db67-4f75-a0b9-42f4686958e8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.151928] env[69941]: DEBUG nova.compute.manager [req-ac4adf65-6640-4e00-9948-a4aa56c305e8 req-ce4c8e58-5b0a-4e6b-a56c-87acb991dadb service nova] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Refreshing instance network info cache due to event network-changed-6a9d8461-db67-4f75-a0b9-42f4686958e8. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.152090] env[69941]: DEBUG oslo_concurrency.lockutils [req-ac4adf65-6640-4e00-9948-a4aa56c305e8 req-ce4c8e58-5b0a-4e6b-a56c-87acb991dadb service nova] Acquiring lock "refresh_cache-48971174-932e-4fe3-ad1f-dc769121c782" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.152240] env[69941]: DEBUG oslo_concurrency.lockutils [req-ac4adf65-6640-4e00-9948-a4aa56c305e8 req-ce4c8e58-5b0a-4e6b-a56c-87acb991dadb service nova] Acquired lock "refresh_cache-48971174-932e-4fe3-ad1f-dc769121c782" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.152397] env[69941]: DEBUG nova.network.neutron [req-ac4adf65-6640-4e00-9948-a4aa56c305e8 req-ce4c8e58-5b0a-4e6b-a56c-87acb991dadb service nova] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Refreshing network info cache for port 6a9d8461-db67-4f75-a0b9-42f4686958e8 {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.156723] env[69941]: DEBUG oslo_vmware.api [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289456, 'name': ReconfigVM_Task, 'duration_secs': 0.178582} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.157183] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updating instance 'fe471dba-9f5f-43d0-91ea-a8f618770ab7' progress to 33 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.663937] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.664186] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.664356] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.664542] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.664691] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.664840] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.665060] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.665266] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.665460] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.665626] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.665799] env[69941]: DEBUG nova.virt.hardware [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.671474] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1226.671785] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6670ea9d-568a-4441-b5e4-1f059a68d177 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.701794] env[69941]: DEBUG oslo_vmware.api [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1226.701794] env[69941]: value = "task-3289457" [ 1226.701794] env[69941]: _type = "Task" [ 1226.701794] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.709466] env[69941]: DEBUG oslo_vmware.api [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.866165] env[69941]: DEBUG nova.network.neutron [req-ac4adf65-6640-4e00-9948-a4aa56c305e8 req-ce4c8e58-5b0a-4e6b-a56c-87acb991dadb service nova] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Updated VIF entry in instance network info cache for port 6a9d8461-db67-4f75-a0b9-42f4686958e8. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.866534] env[69941]: DEBUG nova.network.neutron [req-ac4adf65-6640-4e00-9948-a4aa56c305e8 req-ce4c8e58-5b0a-4e6b-a56c-87acb991dadb service nova] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Updating instance_info_cache with network_info: [{"id": "6a9d8461-db67-4f75-a0b9-42f4686958e8", "address": "fa:16:3e:a9:01:79", "network": {"id": "8995a21b-74a5-4e6a-98e1-94ab20903d3c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769985810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae120943154d45cd8059c52f28b00db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a9d8461-db", "ovs_interfaceid": "6a9d8461-db67-4f75-a0b9-42f4686958e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.212380] env[69941]: DEBUG oslo_vmware.api [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289457, 'name': ReconfigVM_Task, 'duration_secs': 0.150613} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.212740] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1227.213495] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4969b5fe-6a96-47ad-9d65-1289e183839d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.236604] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-ce06ad1a-39a9-48e9-886d-f18a06cadd3b/volume-ce06ad1a-39a9-48e9-886d-f18a06cadd3b.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.237149] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec99bf44-8664-4f21-901c-f456ebac5f75 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.254687] env[69941]: DEBUG oslo_vmware.api [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1227.254687] env[69941]: value = "task-3289458" [ 1227.254687] env[69941]: _type = "Task" [ 1227.254687] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.262108] env[69941]: DEBUG oslo_vmware.api [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.369147] env[69941]: DEBUG oslo_concurrency.lockutils [req-ac4adf65-6640-4e00-9948-a4aa56c305e8 req-ce4c8e58-5b0a-4e6b-a56c-87acb991dadb service nova] Releasing lock "refresh_cache-48971174-932e-4fe3-ad1f-dc769121c782" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.764479] env[69941]: DEBUG oslo_vmware.api [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289458, 'name': ReconfigVM_Task, 'duration_secs': 0.37603} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.764759] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-ce06ad1a-39a9-48e9-886d-f18a06cadd3b/volume-ce06ad1a-39a9-48e9-886d-f18a06cadd3b.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.765049] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updating instance 'fe471dba-9f5f-43d0-91ea-a8f618770ab7' progress to 50 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.271988] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e6faa3-42b1-4c14-a50d-329cc2d04607 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.292210] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d9e283-991c-4e35-a912-f62cefc67bd3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.309358] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updating instance 'fe471dba-9f5f-43d0-91ea-a8f618770ab7' progress to 67 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.953375] env[69941]: DEBUG nova.network.neutron [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Port 2dc15f51-78f7-47cc-be94-794002913526 binding to destination host cpu-1 is already ACTIVE {{(pid=69941) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1230.975671] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "fe471dba-9f5f-43d0-91ea-a8f618770ab7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.976148] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "fe471dba-9f5f-43d0-91ea-a8f618770ab7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.976148] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "fe471dba-9f5f-43d0-91ea-a8f618770ab7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.011946] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "refresh_cache-fe471dba-9f5f-43d0-91ea-a8f618770ab7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.012271] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "refresh_cache-fe471dba-9f5f-43d0-91ea-a8f618770ab7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.012441] env[69941]: DEBUG nova.network.neutron [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.173169] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a830471-f98f-421f-b5d8-c1250af636c5 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "3916a31c-f8c5-417b-9ece-4c1de45176f1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.173434] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a830471-f98f-421f-b5d8-c1250af636c5 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "3916a31c-f8c5-417b-9ece-4c1de45176f1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.173623] env[69941]: DEBUG nova.compute.manager [None req-7a830471-f98f-421f-b5d8-c1250af636c5 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.174580] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecf1518-9072-4fdf-8b57-3a144188f54c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.181954] env[69941]: DEBUG nova.compute.manager [None req-7a830471-f98f-421f-b5d8-c1250af636c5 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69941) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1232.182559] env[69941]: DEBUG nova.objects.instance [None req-7a830471-f98f-421f-b5d8-c1250af636c5 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lazy-loading 'flavor' on Instance uuid 3916a31c-f8c5-417b-9ece-4c1de45176f1 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.711263] env[69941]: DEBUG nova.network.neutron [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updating instance_info_cache with network_info: [{"id": "2dc15f51-78f7-47cc-be94-794002913526", "address": "fa:16:3e:9f:c1:ac", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc15f51-78", "ovs_interfaceid": "2dc15f51-78f7-47cc-be94-794002913526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.189554] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a830471-f98f-421f-b5d8-c1250af636c5 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.189910] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-427ae9ce-2967-4d62-9de6-8530b0436ce5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.199714] env[69941]: DEBUG oslo_vmware.api [None req-7a830471-f98f-421f-b5d8-c1250af636c5 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1233.199714] env[69941]: value = "task-3289459" [ 1233.199714] env[69941]: _type = "Task" [ 1233.199714] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.207566] env[69941]: DEBUG oslo_vmware.api [None req-7a830471-f98f-421f-b5d8-c1250af636c5 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.214180] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "refresh_cache-fe471dba-9f5f-43d0-91ea-a8f618770ab7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.710122] env[69941]: DEBUG oslo_vmware.api [None req-7a830471-f98f-421f-b5d8-c1250af636c5 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289459, 'name': PowerOffVM_Task, 'duration_secs': 0.209008} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.710457] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a830471-f98f-421f-b5d8-c1250af636c5 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.710671] env[69941]: DEBUG nova.compute.manager [None req-7a830471-f98f-421f-b5d8-c1250af636c5 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.711424] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be63e859-b112-48f7-87ac-3c0c72578544 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.722071] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0537e75-1f5d-4854-b48c-bcb2ca4c05d4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.727927] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89639f58-46b7-4600-bbfa-6522982db718 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.032338] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.224294] env[69941]: DEBUG oslo_concurrency.lockutils [None req-7a830471-f98f-421f-b5d8-c1250af636c5 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "3916a31c-f8c5-417b-9ece-4c1de45176f1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.504618] env[69941]: DEBUG nova.objects.instance [None req-e124f185-c3cd-4fa7-aa59-005d833496cb tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lazy-loading 'flavor' on Instance uuid 3916a31c-f8c5-417b-9ece-4c1de45176f1 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.826450] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb1a6a5-4cd2-4ed2-9c10-3060d01c4d0b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.847083] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa4cb88-54b9-4024-8a9d-0bfbf59b932a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.853641] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updating instance 'fe471dba-9f5f-43d0-91ea-a8f618770ab7' progress to 83 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.009503] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e124f185-c3cd-4fa7-aa59-005d833496cb tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "refresh_cache-3916a31c-f8c5-417b-9ece-4c1de45176f1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.009678] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e124f185-c3cd-4fa7-aa59-005d833496cb tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "refresh_cache-3916a31c-f8c5-417b-9ece-4c1de45176f1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.009895] env[69941]: DEBUG nova.network.neutron [None req-e124f185-c3cd-4fa7-aa59-005d833496cb tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.010098] env[69941]: DEBUG nova.objects.instance [None req-e124f185-c3cd-4fa7-aa59-005d833496cb tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lazy-loading 'info_cache' on Instance uuid 3916a31c-f8c5-417b-9ece-4c1de45176f1 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.031787] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.031996] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.360362] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.360749] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5cb9461-91f7-408f-811e-16c733f3a9d7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.368334] env[69941]: DEBUG oslo_vmware.api [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1235.368334] env[69941]: value = "task-3289460" [ 1235.368334] env[69941]: _type = "Task" [ 1235.368334] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.375741] env[69941]: DEBUG oslo_vmware.api [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.513506] env[69941]: DEBUG nova.objects.base [None req-e124f185-c3cd-4fa7-aa59-005d833496cb tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Object Instance<3916a31c-f8c5-417b-9ece-4c1de45176f1> lazy-loaded attributes: flavor,info_cache {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1235.878308] env[69941]: DEBUG oslo_vmware.api [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289460, 'name': PowerOnVM_Task, 'duration_secs': 0.377377} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.878557] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.878732] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4dfaae-a48e-498f-80df-74e40145d657 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updating instance 'fe471dba-9f5f-43d0-91ea-a8f618770ab7' progress to 100 {{(pid=69941) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.028499] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.236118] env[69941]: DEBUG nova.network.neutron [None req-e124f185-c3cd-4fa7-aa59-005d833496cb tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Updating instance_info_cache with network_info: [{"id": "8c78def6-c507-4b1f-a973-cc03f5c54d31", "address": "fa:16:3e:fc:69:03", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c78def6-c5", "ovs_interfaceid": "8c78def6-c507-4b1f-a973-cc03f5c54d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.534031] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.739292] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e124f185-c3cd-4fa7-aa59-005d833496cb tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "refresh_cache-3916a31c-f8c5-417b-9ece-4c1de45176f1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.038976] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.038976] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.038976] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.038976] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69941) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1237.039347] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a659aadd-68d5-4e99-ba6b-4d542b85a35b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.047520] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28016aa-f72a-4f42-8aea-f5de6a6e9c8b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.061714] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ff254f-76f4-4961-acc2-795aefe4168a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.068079] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9828110-bb68-4ddf-a52b-2f6db985b3e6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.096399] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179302MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=69941) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1237.096586] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.096833] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.744540] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e124f185-c3cd-4fa7-aa59-005d833496cb tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.745187] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fa97e78-eaa5-4e69-9a7b-4ec3d9191b29 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.754761] env[69941]: DEBUG oslo_vmware.api [None req-e124f185-c3cd-4fa7-aa59-005d833496cb tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1237.754761] env[69941]: value = "task-3289461" [ 1237.754761] env[69941]: _type = "Task" [ 1237.754761] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.762597] env[69941]: DEBUG oslo_vmware.api [None req-e124f185-c3cd-4fa7-aa59-005d833496cb tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.777251] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "fe471dba-9f5f-43d0-91ea-a8f618770ab7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.777483] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "fe471dba-9f5f-43d0-91ea-a8f618770ab7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.777671] env[69941]: DEBUG nova.compute.manager [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Going to confirm migration 10 {{(pid=69941) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1238.105813] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Applying migration context for instance fe471dba-9f5f-43d0-91ea-a8f618770ab7 as it has an incoming, in-progress migration 403d6044-b786-439b-8e70-7a207cf61710. Migration status is confirming {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1238.106902] env[69941]: INFO nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updating resource usage from migration 403d6044-b786-439b-8e70-7a207cf61710 [ 1238.128522] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 015c489a-baf4-4569-8d5f-3fd343ca03a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.128683] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 1fc5757a-5364-4a6d-b4c2-a3133bbc016a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.128822] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 3916a31c-f8c5-417b-9ece-4c1de45176f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.128930] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance fa44397f-d328-4bea-87ae-4d0b2101f5de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.129080] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 48971174-932e-4fe3-ad1f-dc769121c782 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.129207] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Migration 403d6044-b786-439b-8e70-7a207cf61710 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1238.129324] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance fe471dba-9f5f-43d0-91ea-a8f618770ab7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.129510] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1238.129645] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1238.221438] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7308b041-2e2f-4bf3-9b1e-7e06e40b758f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.230384] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec59b921-a842-41f9-8982-8c4133d8d6d8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.265711] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212e325a-4450-4946-ad55-e8a53da85b6c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.273016] env[69941]: DEBUG oslo_vmware.api [None req-e124f185-c3cd-4fa7-aa59-005d833496cb tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289461, 'name': PowerOnVM_Task, 'duration_secs': 0.515247} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.275050] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e124f185-c3cd-4fa7-aa59-005d833496cb tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.275263] env[69941]: DEBUG nova.compute.manager [None req-e124f185-c3cd-4fa7-aa59-005d833496cb tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.276100] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c054de-0d48-41fe-9b5b-9f2072473655 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.279280] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be65c79e-7584-4b63-a142-b8f6caec9376 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.299493] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.360311] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "refresh_cache-fe471dba-9f5f-43d0-91ea-a8f618770ab7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.360537] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquired lock "refresh_cache-fe471dba-9f5f-43d0-91ea-a8f618770ab7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.360740] env[69941]: DEBUG nova.network.neutron [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.360957] env[69941]: DEBUG nova.objects.instance [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lazy-loading 'info_cache' on Instance uuid fe471dba-9f5f-43d0-91ea-a8f618770ab7 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.803345] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.263065] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ec3a4b-63a6-46fa-950a-cb172f5e2205 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.269809] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ac182eb2-a34a-438c-8d9f-6e6ba2e483d4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Suspending the VM {{(pid=69941) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1239.270133] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a5af681a-8acf-42d2-9f08-ebe42655dd54 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.276396] env[69941]: DEBUG oslo_vmware.api [None req-ac182eb2-a34a-438c-8d9f-6e6ba2e483d4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1239.276396] env[69941]: value = "task-3289462" [ 1239.276396] env[69941]: _type = "Task" [ 1239.276396] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.284138] env[69941]: DEBUG oslo_vmware.api [None req-ac182eb2-a34a-438c-8d9f-6e6ba2e483d4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289462, 'name': SuspendVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.308029] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1239.308260] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.211s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.606017] env[69941]: DEBUG nova.network.neutron [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updating instance_info_cache with network_info: [{"id": "2dc15f51-78f7-47cc-be94-794002913526", "address": "fa:16:3e:9f:c1:ac", "network": {"id": "12bb891a-d368-4ea5-bd5d-65faca93df0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1883650495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab7e11996dd4117a7a0ad1c509a90a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc15f51-78", "ovs_interfaceid": "2dc15f51-78f7-47cc-be94-794002913526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.786756] env[69941]: DEBUG oslo_vmware.api [None req-ac182eb2-a34a-438c-8d9f-6e6ba2e483d4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289462, 'name': SuspendVM_Task} progress is 70%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.807715] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.808112] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.808152] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.808306] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69941) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1240.033244] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.109354] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Releasing lock "refresh_cache-fe471dba-9f5f-43d0-91ea-a8f618770ab7" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.109652] env[69941]: DEBUG nova.objects.instance [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lazy-loading 'migration_context' on Instance uuid fe471dba-9f5f-43d0-91ea-a8f618770ab7 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.286399] env[69941]: DEBUG oslo_vmware.api [None req-ac182eb2-a34a-438c-8d9f-6e6ba2e483d4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289462, 'name': SuspendVM_Task, 'duration_secs': 0.604897} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.286660] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-ac182eb2-a34a-438c-8d9f-6e6ba2e483d4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Suspended the VM {{(pid=69941) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1240.286845] env[69941]: DEBUG nova.compute.manager [None req-ac182eb2-a34a-438c-8d9f-6e6ba2e483d4 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.287615] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9190f2-8b3a-4a6b-9ab1-26547ababe58 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.612248] env[69941]: DEBUG nova.objects.base [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1240.613238] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d8bf90-a9a5-4546-80dd-4cd3b889a6ad {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.632150] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b974128-4a5e-41f7-9efd-d05b9800496d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.637476] env[69941]: DEBUG oslo_vmware.api [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1240.637476] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52ba8867-f86f-4ebc-1c59-e76890b6897e" [ 1240.637476] env[69941]: _type = "Task" [ 1240.637476] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.644918] env[69941]: DEBUG oslo_vmware.api [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ba8867-f86f-4ebc-1c59-e76890b6897e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.147139] env[69941]: DEBUG oslo_vmware.api [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52ba8867-f86f-4ebc-1c59-e76890b6897e, 'name': SearchDatastore_Task, 'duration_secs': 0.027027} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.147513] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.147670] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.576279] env[69941]: INFO nova.compute.manager [None req-47feadf6-911c-4465-b2a2-acef3d07d3b2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Resuming [ 1241.576932] env[69941]: DEBUG nova.objects.instance [None req-47feadf6-911c-4465-b2a2-acef3d07d3b2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lazy-loading 'flavor' on Instance uuid 3916a31c-f8c5-417b-9ece-4c1de45176f1 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.742121] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b801ba-5c0c-4856-b070-2962c50e2c7b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.749471] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66c577c-a470-40f4-8e24-d3cf411d8e51 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.779570] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bc4bb9-3332-438e-b053-b63f7855a097 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.786446] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3237d0-e05f-4b81-ad91-4259381e0c3e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.799423] env[69941]: DEBUG nova.compute.provider_tree [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.302819] env[69941]: DEBUG nova.scheduler.client.report [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.088592] env[69941]: DEBUG oslo_concurrency.lockutils [None req-47feadf6-911c-4465-b2a2-acef3d07d3b2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "refresh_cache-3916a31c-f8c5-417b-9ece-4c1de45176f1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.088820] env[69941]: DEBUG oslo_concurrency.lockutils [None req-47feadf6-911c-4465-b2a2-acef3d07d3b2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquired lock "refresh_cache-3916a31c-f8c5-417b-9ece-4c1de45176f1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.088939] env[69941]: DEBUG nova.network.neutron [None req-47feadf6-911c-4465-b2a2-acef3d07d3b2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.314094] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.166s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.785328] env[69941]: DEBUG nova.network.neutron [None req-47feadf6-911c-4465-b2a2-acef3d07d3b2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Updating instance_info_cache with network_info: [{"id": "8c78def6-c507-4b1f-a973-cc03f5c54d31", "address": "fa:16:3e:fc:69:03", "network": {"id": "5aeebe6f-d309-4cbf-a446-40e6359b5bcf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1617529527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651106f1796842cd94d6e03450d134eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c78def6-c5", "ovs_interfaceid": "8c78def6-c507-4b1f-a973-cc03f5c54d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.869216] env[69941]: INFO nova.scheduler.client.report [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleted allocation for migration 403d6044-b786-439b-8e70-7a207cf61710 [ 1244.119597] env[69941]: INFO nova.compute.manager [None req-c0c106a2-1377-4045-bcc1-77b1c82d14a4 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Get console output [ 1244.120080] env[69941]: WARNING nova.virt.vmwareapi.driver [None req-c0c106a2-1377-4045-bcc1-77b1c82d14a4 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] The console log is missing. Check your VSPC configuration [ 1244.287760] env[69941]: DEBUG oslo_concurrency.lockutils [None req-47feadf6-911c-4465-b2a2-acef3d07d3b2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Releasing lock "refresh_cache-3916a31c-f8c5-417b-9ece-4c1de45176f1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.288802] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220e3dcc-aebd-49f6-bb92-91f189a22351 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.296058] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-47feadf6-911c-4465-b2a2-acef3d07d3b2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Resuming the VM {{(pid=69941) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1244.296344] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6f50cdb-c4c2-46ba-8903-4d942b7c86b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.303067] env[69941]: DEBUG oslo_vmware.api [None req-47feadf6-911c-4465-b2a2-acef3d07d3b2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1244.303067] env[69941]: value = "task-3289463" [ 1244.303067] env[69941]: _type = "Task" [ 1244.303067] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.310312] env[69941]: DEBUG oslo_vmware.api [None req-47feadf6-911c-4465-b2a2-acef3d07d3b2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.375702] env[69941]: DEBUG oslo_concurrency.lockutils [None req-4e887d67-5dea-4a26-875a-92add5b6d8c7 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "fe471dba-9f5f-43d0-91ea-a8f618770ab7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.598s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.812832] env[69941]: DEBUG oslo_vmware.api [None req-47feadf6-911c-4465-b2a2-acef3d07d3b2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.316676] env[69941]: DEBUG oslo_vmware.api [None req-47feadf6-911c-4465-b2a2-acef3d07d3b2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289463, 'name': PowerOnVM_Task, 'duration_secs': 0.865283} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.316951] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-47feadf6-911c-4465-b2a2-acef3d07d3b2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Resumed the VM {{(pid=69941) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1245.317173] env[69941]: DEBUG nova.compute.manager [None req-47feadf6-911c-4465-b2a2-acef3d07d3b2 tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.317988] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3aa73a-c6a6-4bae-848f-db067cc0a551 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.350725] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "3916a31c-f8c5-417b-9ece-4c1de45176f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.351188] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "3916a31c-f8c5-417b-9ece-4c1de45176f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.351236] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "3916a31c-f8c5-417b-9ece-4c1de45176f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.351408] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "3916a31c-f8c5-417b-9ece-4c1de45176f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.351589] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "3916a31c-f8c5-417b-9ece-4c1de45176f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.353919] env[69941]: INFO nova.compute.manager [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Terminating instance [ 1246.858727] env[69941]: DEBUG nova.compute.manager [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.858727] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.859564] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94a4564-9a64-4ac6-95af-d9c77acd2991 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.869637] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.869896] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e57091cd-6ab1-4e06-8ea4-fde81c04c584 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.878215] env[69941]: DEBUG oslo_vmware.api [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1246.878215] env[69941]: value = "task-3289464" [ 1246.878215] env[69941]: _type = "Task" [ 1246.878215] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.887343] env[69941]: DEBUG oslo_vmware.api [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.388343] env[69941]: DEBUG oslo_vmware.api [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289464, 'name': PowerOffVM_Task, 'duration_secs': 0.190365} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.388931] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.388931] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.389118] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-322e0f10-705b-4c75-868e-19f84def2b4a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.452809] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.453057] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.453225] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Deleting the datastore file [datastore1] 3916a31c-f8c5-417b-9ece-4c1de45176f1 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.453497] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e3ca306-ea10-4901-8d01-8604e926044d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.460685] env[69941]: DEBUG oslo_vmware.api [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for the task: (returnval){ [ 1247.460685] env[69941]: value = "task-3289466" [ 1247.460685] env[69941]: _type = "Task" [ 1247.460685] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.468745] env[69941]: DEBUG oslo_vmware.api [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.970400] env[69941]: DEBUG oslo_vmware.api [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Task: {'id': task-3289466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157814} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.970694] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.970841] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.971025] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.971215] env[69941]: INFO nova.compute.manager [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1247.971502] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.971692] env[69941]: DEBUG nova.compute.manager [-] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1247.971784] env[69941]: DEBUG nova.network.neutron [-] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.371545] env[69941]: DEBUG nova.compute.manager [req-0d553cca-202d-452c-95b4-0a37efe9c2b0 req-d397c5c3-0557-4b86-99cd-9e9f15fd9fff service nova] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Received event network-vif-deleted-8c78def6-c507-4b1f-a973-cc03f5c54d31 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.371662] env[69941]: INFO nova.compute.manager [req-0d553cca-202d-452c-95b4-0a37efe9c2b0 req-d397c5c3-0557-4b86-99cd-9e9f15fd9fff service nova] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Neutron deleted interface 8c78def6-c507-4b1f-a973-cc03f5c54d31; detaching it from the instance and deleting it from the info cache [ 1248.371822] env[69941]: DEBUG nova.network.neutron [req-0d553cca-202d-452c-95b4-0a37efe9c2b0 req-d397c5c3-0557-4b86-99cd-9e9f15fd9fff service nova] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.855731] env[69941]: DEBUG nova.network.neutron [-] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.875335] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83db5d49-030b-440c-8778-4188cc296cda {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.886191] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811d1e7e-db3e-4d7e-8292-0c6707e3a4ca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.913100] env[69941]: DEBUG nova.compute.manager [req-0d553cca-202d-452c-95b4-0a37efe9c2b0 req-d397c5c3-0557-4b86-99cd-9e9f15fd9fff service nova] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Detach interface failed, port_id=8c78def6-c507-4b1f-a973-cc03f5c54d31, reason: Instance 3916a31c-f8c5-417b-9ece-4c1de45176f1 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1249.320083] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "fa44397f-d328-4bea-87ae-4d0b2101f5de" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.320417] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "fa44397f-d328-4bea-87ae-4d0b2101f5de" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.320585] env[69941]: INFO nova.compute.manager [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Shelving [ 1249.358289] env[69941]: INFO nova.compute.manager [-] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Took 1.39 seconds to deallocate network for instance. [ 1249.863807] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.864205] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.864307] env[69941]: DEBUG nova.objects.instance [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lazy-loading 'resources' on Instance uuid 3916a31c-f8c5-417b-9ece-4c1de45176f1 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.331053] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.331409] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acf19350-f251-4d26-ade1-73b8b5189ffa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.338437] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1250.338437] env[69941]: value = "task-3289467" [ 1250.338437] env[69941]: _type = "Task" [ 1250.338437] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.346358] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.455663] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6db46c8-7a33-4f1c-8f60-213b30c5a6a5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.463386] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccbd00b-d148-47e5-901b-bf5cbdb304df {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.494771] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd3e8eb-300c-4d84-b8f1-e9bbc041e8a9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.502013] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0aca210-3d3d-4086-be74-963f05407db6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.515474] env[69941]: DEBUG nova.compute.provider_tree [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.847977] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289467, 'name': PowerOffVM_Task, 'duration_secs': 0.172044} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.848294] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.849068] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8067272-27d4-4199-9595-0c0c3226d3a2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.866833] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2882eebe-5b3d-47ce-a077-8b92a2ff2f17 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.019097] env[69941]: DEBUG nova.scheduler.client.report [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.377097] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Creating Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1251.377330] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b3096ca5-c1a5-4653-9c42-8ad2910fcb3d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.385729] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1251.385729] env[69941]: value = "task-3289468" [ 1251.385729] env[69941]: _type = "Task" [ 1251.385729] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.394281] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289468, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.523570] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.543998] env[69941]: INFO nova.scheduler.client.report [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Deleted allocations for instance 3916a31c-f8c5-417b-9ece-4c1de45176f1 [ 1251.896051] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289468, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.051531] env[69941]: DEBUG oslo_concurrency.lockutils [None req-1d4aa7a1-6919-4a0e-88fd-67b918eb033c tempest-ServerActionsTestJSON-1737832098 tempest-ServerActionsTestJSON-1737832098-project-member] Lock "3916a31c-f8c5-417b-9ece-4c1de45176f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.700s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.395805] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289468, 'name': CreateSnapshot_Task, 'duration_secs': 0.555918} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.396081] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Created Snapshot of the VM instance {{(pid=69941) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1252.396799] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc44a5b-2c93-42c8-8ed9-a930f52d5a06 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.913694] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Creating linked-clone VM from snapshot {{(pid=69941) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1252.914515] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1fa5700a-70b5-4841-b689-7914738da935 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.923469] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1252.923469] env[69941]: value = "task-3289469" [ 1252.923469] env[69941]: _type = "Task" [ 1252.923469] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.931836] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289469, 'name': CloneVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.434855] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289469, 'name': CloneVM_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.933919] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289469, 'name': CloneVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.434767] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289469, 'name': CloneVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.935575] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289469, 'name': CloneVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.436370] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289469, 'name': CloneVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.937187] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289469, 'name': CloneVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.437746] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289469, 'name': CloneVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.939702] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289469, 'name': CloneVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.258770] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Acquiring lock "d0816f82-751e-4ac7-9f3f-f77cd2b2ae78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.258999] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Lock "d0816f82-751e-4ac7-9f3f-f77cd2b2ae78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.440683] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289469, 'name': CloneVM_Task} progress is 95%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.763097] env[69941]: DEBUG nova.compute.manager [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1257.939679] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289469, 'name': CloneVM_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.292050] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.292050] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.292050] env[69941]: INFO nova.compute.claims [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.441739] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289469, 'name': CloneVM_Task, 'duration_secs': 5.022058} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.441739] env[69941]: INFO nova.virt.vmwareapi.vmops [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Created linked-clone VM from snapshot [ 1258.442045] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f52b244-c5a5-4757-ba7a-938e8f58c2b7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.448996] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Uploading image c4af36b6-6649-4802-8105-c389968bc2e4 {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1258.473178] env[69941]: DEBUG oslo_vmware.rw_handles [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1258.473178] env[69941]: value = "vm-656904" [ 1258.473178] env[69941]: _type = "VirtualMachine" [ 1258.473178] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1258.473726] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2063b8f8-014e-4fa7-b6a4-dfdd47301b3e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.480297] env[69941]: DEBUG oslo_vmware.rw_handles [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lease: (returnval){ [ 1258.480297] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]529ebcf4-5b19-f3df-7d81-0eb1b171b003" [ 1258.480297] env[69941]: _type = "HttpNfcLease" [ 1258.480297] env[69941]: } obtained for exporting VM: (result){ [ 1258.480297] env[69941]: value = "vm-656904" [ 1258.480297] env[69941]: _type = "VirtualMachine" [ 1258.480297] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1258.480582] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the lease: (returnval){ [ 1258.480582] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]529ebcf4-5b19-f3df-7d81-0eb1b171b003" [ 1258.480582] env[69941]: _type = "HttpNfcLease" [ 1258.480582] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1258.486515] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1258.486515] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]529ebcf4-5b19-f3df-7d81-0eb1b171b003" [ 1258.486515] env[69941]: _type = "HttpNfcLease" [ 1258.486515] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1258.988591] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1258.988591] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]529ebcf4-5b19-f3df-7d81-0eb1b171b003" [ 1258.988591] env[69941]: _type = "HttpNfcLease" [ 1258.988591] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1258.988918] env[69941]: DEBUG oslo_vmware.rw_handles [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1258.988918] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]529ebcf4-5b19-f3df-7d81-0eb1b171b003" [ 1258.988918] env[69941]: _type = "HttpNfcLease" [ 1258.988918] env[69941]: }. {{(pid=69941) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1258.989709] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5192858b-400e-49a0-b155-47aff8b81e34 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.997027] env[69941]: DEBUG oslo_vmware.rw_handles [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb23ff-7164-21a5-1775-e67b8d29dc94/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1258.997144] env[69941]: DEBUG oslo_vmware.rw_handles [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb23ff-7164-21a5-1775-e67b8d29dc94/disk-0.vmdk for reading. {{(pid=69941) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1259.098046] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5db26f2a-1670-4d05-aef1-fe825edff842 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.388923] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe87f86-5823-4095-bc11-de2b85443f90 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.396712] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5ecf8c-e084-4f21-b96f-338101b6f3e2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.426497] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006e7ce0-81f6-48ed-ad24-d57bc9316fae {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.433864] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c375fb-9a76-4169-a0a8-008915898549 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.449235] env[69941]: DEBUG nova.compute.provider_tree [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.952642] env[69941]: DEBUG nova.scheduler.client.report [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.457657] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.458256] env[69941]: DEBUG nova.compute.manager [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1260.964977] env[69941]: DEBUG nova.compute.utils [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1260.969347] env[69941]: DEBUG nova.compute.manager [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1260.969347] env[69941]: DEBUG nova.network.neutron [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.012605] env[69941]: DEBUG nova.policy [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '212d1bfda91a4d14afcac628b2512382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03ba321e4d6048099629926c4b445cb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.260860] env[69941]: DEBUG nova.network.neutron [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Successfully created port: 02df6930-5175-4b58-b0be-ac03e574afab {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1261.469615] env[69941]: DEBUG nova.compute.manager [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.478260] env[69941]: DEBUG nova.compute.manager [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1262.511510] env[69941]: DEBUG nova.virt.hardware [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.511677] env[69941]: DEBUG nova.virt.hardware [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.511868] env[69941]: DEBUG nova.virt.hardware [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.512127] env[69941]: DEBUG nova.virt.hardware [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.512321] env[69941]: DEBUG nova.virt.hardware [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.512504] env[69941]: DEBUG nova.virt.hardware [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.512785] env[69941]: DEBUG nova.virt.hardware [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.512998] env[69941]: DEBUG nova.virt.hardware [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.513267] env[69941]: DEBUG nova.virt.hardware [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.513494] env[69941]: DEBUG nova.virt.hardware [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.513705] env[69941]: DEBUG nova.virt.hardware [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.514740] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1bd927-6e5b-4c7d-8cae-d8df92703821 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.523862] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5b5961-0655-4b27-90e3-2f2b77a6ee54 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.653876] env[69941]: DEBUG nova.compute.manager [req-858f083d-93ed-4bfe-9c82-5df4260370bf req-1c289f37-e490-4a15-81a5-49bc74500f77 service nova] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Received event network-vif-plugged-02df6930-5175-4b58-b0be-ac03e574afab {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.654129] env[69941]: DEBUG oslo_concurrency.lockutils [req-858f083d-93ed-4bfe-9c82-5df4260370bf req-1c289f37-e490-4a15-81a5-49bc74500f77 service nova] Acquiring lock "d0816f82-751e-4ac7-9f3f-f77cd2b2ae78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.654386] env[69941]: DEBUG oslo_concurrency.lockutils [req-858f083d-93ed-4bfe-9c82-5df4260370bf req-1c289f37-e490-4a15-81a5-49bc74500f77 service nova] Lock "d0816f82-751e-4ac7-9f3f-f77cd2b2ae78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.654557] env[69941]: DEBUG oslo_concurrency.lockutils [req-858f083d-93ed-4bfe-9c82-5df4260370bf req-1c289f37-e490-4a15-81a5-49bc74500f77 service nova] Lock "d0816f82-751e-4ac7-9f3f-f77cd2b2ae78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.654740] env[69941]: DEBUG nova.compute.manager [req-858f083d-93ed-4bfe-9c82-5df4260370bf req-1c289f37-e490-4a15-81a5-49bc74500f77 service nova] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] No waiting events found dispatching network-vif-plugged-02df6930-5175-4b58-b0be-ac03e574afab {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1262.654979] env[69941]: WARNING nova.compute.manager [req-858f083d-93ed-4bfe-9c82-5df4260370bf req-1c289f37-e490-4a15-81a5-49bc74500f77 service nova] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Received unexpected event network-vif-plugged-02df6930-5175-4b58-b0be-ac03e574afab for instance with vm_state building and task_state spawning. [ 1262.737888] env[69941]: DEBUG nova.network.neutron [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Successfully updated port: 02df6930-5175-4b58-b0be-ac03e574afab {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.184665] env[69941]: DEBUG oslo_concurrency.lockutils [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "48971174-932e-4fe3-ad1f-dc769121c782" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.184965] env[69941]: DEBUG oslo_concurrency.lockutils [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "48971174-932e-4fe3-ad1f-dc769121c782" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.240017] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Acquiring lock "refresh_cache-d0816f82-751e-4ac7-9f3f-f77cd2b2ae78" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.240179] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Acquired lock "refresh_cache-d0816f82-751e-4ac7-9f3f-f77cd2b2ae78" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.240329] env[69941]: DEBUG nova.network.neutron [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.688045] env[69941]: DEBUG nova.compute.utils [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.774689] env[69941]: DEBUG nova.network.neutron [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.902110] env[69941]: DEBUG nova.network.neutron [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Updating instance_info_cache with network_info: [{"id": "02df6930-5175-4b58-b0be-ac03e574afab", "address": "fa:16:3e:9f:de:b4", "network": {"id": "d77d46f9-826a-4bc0-8f56-bef5ff9950b8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2067304437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ba321e4d6048099629926c4b445cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02df6930-51", "ovs_interfaceid": "02df6930-5175-4b58-b0be-ac03e574afab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.191607] env[69941]: DEBUG oslo_concurrency.lockutils [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "48971174-932e-4fe3-ad1f-dc769121c782" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.405164] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Releasing lock "refresh_cache-d0816f82-751e-4ac7-9f3f-f77cd2b2ae78" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.405512] env[69941]: DEBUG nova.compute.manager [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Instance network_info: |[{"id": "02df6930-5175-4b58-b0be-ac03e574afab", "address": "fa:16:3e:9f:de:b4", "network": {"id": "d77d46f9-826a-4bc0-8f56-bef5ff9950b8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2067304437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ba321e4d6048099629926c4b445cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02df6930-51", "ovs_interfaceid": "02df6930-5175-4b58-b0be-ac03e574afab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1264.405952] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:de:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02df6930-5175-4b58-b0be-ac03e574afab', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.414115] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Creating folder: Project (03ba321e4d6048099629926c4b445cb6). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1264.414424] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ced84d14-9fb6-4f82-8c9f-ac1cf8175603 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.428485] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Created folder: Project (03ba321e4d6048099629926c4b445cb6) in parent group-v656570. [ 1264.428698] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Creating folder: Instances. Parent ref: group-v656905. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1264.428929] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9638b7b-6685-469a-8116-2dbd004151c1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.439177] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Created folder: Instances in parent group-v656905. [ 1264.439445] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.439636] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.439841] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d098a5e6-65a5-40b3-a671-6705d832b81a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.458617] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.458617] env[69941]: value = "task-3289473" [ 1264.458617] env[69941]: _type = "Task" [ 1264.458617] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.466390] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289473, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.685705] env[69941]: DEBUG nova.compute.manager [req-c48e207e-eb93-4599-b00f-cc5d260f9afa req-74c20b48-926d-4a86-8425-256c6196fad2 service nova] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Received event network-changed-02df6930-5175-4b58-b0be-ac03e574afab {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.685830] env[69941]: DEBUG nova.compute.manager [req-c48e207e-eb93-4599-b00f-cc5d260f9afa req-74c20b48-926d-4a86-8425-256c6196fad2 service nova] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Refreshing instance network info cache due to event network-changed-02df6930-5175-4b58-b0be-ac03e574afab. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.686074] env[69941]: DEBUG oslo_concurrency.lockutils [req-c48e207e-eb93-4599-b00f-cc5d260f9afa req-74c20b48-926d-4a86-8425-256c6196fad2 service nova] Acquiring lock "refresh_cache-d0816f82-751e-4ac7-9f3f-f77cd2b2ae78" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.686244] env[69941]: DEBUG oslo_concurrency.lockutils [req-c48e207e-eb93-4599-b00f-cc5d260f9afa req-74c20b48-926d-4a86-8425-256c6196fad2 service nova] Acquired lock "refresh_cache-d0816f82-751e-4ac7-9f3f-f77cd2b2ae78" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.686511] env[69941]: DEBUG nova.network.neutron [req-c48e207e-eb93-4599-b00f-cc5d260f9afa req-74c20b48-926d-4a86-8425-256c6196fad2 service nova] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Refreshing network info cache for port 02df6930-5175-4b58-b0be-ac03e574afab {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.968843] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289473, 'name': CreateVM_Task, 'duration_secs': 0.335162} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.969207] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.969701] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.969906] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.970322] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.970616] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b2cc37-7b74-411c-b989-e69ef50b5f42 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.975189] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Waiting for the task: (returnval){ [ 1264.975189] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]525eef20-9670-2cdf-769b-bfecb4cae5c7" [ 1264.975189] env[69941]: _type = "Task" [ 1264.975189] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.983017] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]525eef20-9670-2cdf-769b-bfecb4cae5c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.264919] env[69941]: DEBUG oslo_concurrency.lockutils [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "48971174-932e-4fe3-ad1f-dc769121c782" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.265284] env[69941]: DEBUG oslo_concurrency.lockutils [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "48971174-932e-4fe3-ad1f-dc769121c782" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.265560] env[69941]: INFO nova.compute.manager [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Attaching volume e42c61f7-d116-4cfe-9677-539529e79399 to /dev/sdb [ 1265.320234] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc1bd76-a08d-44a7-b8e5-7ee7e1ce9829 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.330978] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d2b114-7520-41a9-9c0e-777e29dc836a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.343937] env[69941]: DEBUG nova.virt.block_device [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Updating existing volume attachment record: 4e119ee9-a245-40be-a862-097a5d7bd4c5 {{(pid=69941) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1265.429920] env[69941]: DEBUG nova.network.neutron [req-c48e207e-eb93-4599-b00f-cc5d260f9afa req-74c20b48-926d-4a86-8425-256c6196fad2 service nova] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Updated VIF entry in instance network info cache for port 02df6930-5175-4b58-b0be-ac03e574afab. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.430342] env[69941]: DEBUG nova.network.neutron [req-c48e207e-eb93-4599-b00f-cc5d260f9afa req-74c20b48-926d-4a86-8425-256c6196fad2 service nova] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Updating instance_info_cache with network_info: [{"id": "02df6930-5175-4b58-b0be-ac03e574afab", "address": "fa:16:3e:9f:de:b4", "network": {"id": "d77d46f9-826a-4bc0-8f56-bef5ff9950b8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2067304437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ba321e4d6048099629926c4b445cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02df6930-51", "ovs_interfaceid": "02df6930-5175-4b58-b0be-ac03e574afab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.487306] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]525eef20-9670-2cdf-769b-bfecb4cae5c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.487622] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.487847] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.488108] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.488293] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.488487] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.488740] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea4ab33e-530c-4c72-8187-2d2cec94d658 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.498294] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.498294] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.498294] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e08572c1-ea12-4d74-b408-4a7b7a4b10df {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.503561] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Waiting for the task: (returnval){ [ 1265.503561] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]525536d7-ad97-7f95-7a59-8cc1e45c01a4" [ 1265.503561] env[69941]: _type = "Task" [ 1265.503561] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.511612] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]525536d7-ad97-7f95-7a59-8cc1e45c01a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.933239] env[69941]: DEBUG oslo_concurrency.lockutils [req-c48e207e-eb93-4599-b00f-cc5d260f9afa req-74c20b48-926d-4a86-8425-256c6196fad2 service nova] Releasing lock "refresh_cache-d0816f82-751e-4ac7-9f3f-f77cd2b2ae78" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.014892] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]525536d7-ad97-7f95-7a59-8cc1e45c01a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011802} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.015729] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d63b142-b618-4761-8c89-3b24b22b8f37 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.020808] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Waiting for the task: (returnval){ [ 1266.020808] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f312bc-320b-9343-7c89-838f6a8b0cd2" [ 1266.020808] env[69941]: _type = "Task" [ 1266.020808] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.028609] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f312bc-320b-9343-7c89-838f6a8b0cd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.531240] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f312bc-320b-9343-7c89-838f6a8b0cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.008929} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.531562] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.531864] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] d0816f82-751e-4ac7-9f3f-f77cd2b2ae78/d0816f82-751e-4ac7-9f3f-f77cd2b2ae78.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.532183] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7db6a9ec-03a7-4b17-ad5e-dce756503da3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.539654] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Waiting for the task: (returnval){ [ 1266.539654] env[69941]: value = "task-3289475" [ 1266.539654] env[69941]: _type = "Task" [ 1266.539654] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.548377] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': task-3289475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.051968] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': task-3289475, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.214066] env[69941]: DEBUG oslo_vmware.rw_handles [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb23ff-7164-21a5-1775-e67b8d29dc94/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1267.215037] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d2985e-6ab9-419b-91d8-ff53eeafc876 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.221460] env[69941]: DEBUG oslo_vmware.rw_handles [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb23ff-7164-21a5-1775-e67b8d29dc94/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1267.221658] env[69941]: ERROR oslo_vmware.rw_handles [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb23ff-7164-21a5-1775-e67b8d29dc94/disk-0.vmdk due to incomplete transfer. [ 1267.221903] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a8d80c03-acf3-4345-b9e7-1b9633ef68e4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.230070] env[69941]: DEBUG oslo_vmware.rw_handles [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb23ff-7164-21a5-1775-e67b8d29dc94/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1267.230292] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Uploaded image c4af36b6-6649-4802-8105-c389968bc2e4 to the Glance image server {{(pid=69941) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1267.232703] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Destroying the VM {{(pid=69941) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1267.232932] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bdfcee04-ef2e-4a4c-8f15-8baccdd0cefa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.238833] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1267.238833] env[69941]: value = "task-3289476" [ 1267.238833] env[69941]: _type = "Task" [ 1267.238833] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.248277] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289476, 'name': Destroy_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.555871] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': task-3289475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691437} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.555871] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] d0816f82-751e-4ac7-9f3f-f77cd2b2ae78/d0816f82-751e-4ac7-9f3f-f77cd2b2ae78.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.555871] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.555871] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-499153cb-9fbe-459a-abfe-a32cb6a20971 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.559797] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Waiting for the task: (returnval){ [ 1267.559797] env[69941]: value = "task-3289477" [ 1267.559797] env[69941]: _type = "Task" [ 1267.559797] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.568766] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': task-3289477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.750069] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289476, 'name': Destroy_Task, 'duration_secs': 0.380883} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.750432] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Destroyed the VM [ 1267.750625] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Deleting Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1267.750883] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-29b4d87a-c409-4840-acf3-9cf2b8dd4e6f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.758197] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1267.758197] env[69941]: value = "task-3289479" [ 1267.758197] env[69941]: _type = "Task" [ 1267.758197] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.766912] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289479, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.069603] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': task-3289477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090828} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.069964] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.070682] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c86fb13-7861-4c21-979e-294588c42cd3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.093707] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] d0816f82-751e-4ac7-9f3f-f77cd2b2ae78/d0816f82-751e-4ac7-9f3f-f77cd2b2ae78.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.093929] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-507b4569-9a48-4a61-aad3-915104012002 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.113535] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Waiting for the task: (returnval){ [ 1268.113535] env[69941]: value = "task-3289480" [ 1268.113535] env[69941]: _type = "Task" [ 1268.113535] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.120920] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': task-3289480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.270196] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289479, 'name': RemoveSnapshot_Task, 'duration_secs': 0.416944} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.270542] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Deleted Snapshot of the VM instance {{(pid=69941) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1268.270882] env[69941]: DEBUG nova.compute.manager [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.271821] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70156098-b1b3-4b78-a283-e043ddb86c25 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.623374] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': task-3289480, 'name': ReconfigVM_Task, 'duration_secs': 0.267104} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.623627] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Reconfigured VM instance instance-0000007b to attach disk [datastore2] d0816f82-751e-4ac7-9f3f-f77cd2b2ae78/d0816f82-751e-4ac7-9f3f-f77cd2b2ae78.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.624253] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74e54e01-bc53-4895-95ec-dbac7ce781e4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.631302] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Waiting for the task: (returnval){ [ 1268.631302] env[69941]: value = "task-3289481" [ 1268.631302] env[69941]: _type = "Task" [ 1268.631302] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.638813] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': task-3289481, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.784663] env[69941]: INFO nova.compute.manager [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Shelve offloading [ 1269.140682] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': task-3289481, 'name': Rename_Task, 'duration_secs': 0.139516} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.143217] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.143217] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8de0bc4e-0f85-4a64-b424-b6aef0cf0a6a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.147813] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Waiting for the task: (returnval){ [ 1269.147813] env[69941]: value = "task-3289482" [ 1269.147813] env[69941]: _type = "Task" [ 1269.147813] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.154262] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': task-3289482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.288491] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.288828] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd7e1d49-91da-40a2-8387-05487a287c12 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.296009] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1269.296009] env[69941]: value = "task-3289483" [ 1269.296009] env[69941]: _type = "Task" [ 1269.296009] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.304079] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.657088] env[69941]: DEBUG oslo_vmware.api [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': task-3289482, 'name': PowerOnVM_Task, 'duration_secs': 0.407974} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.657285] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.657494] env[69941]: INFO nova.compute.manager [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1269.657675] env[69941]: DEBUG nova.compute.manager [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.658456] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d346954f-179e-4e6d-8309-8074c6b22165 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.806737] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] VM already powered off {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1269.806946] env[69941]: DEBUG nova.compute.manager [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.807721] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4ebd35-9c06-449b-acaa-df03691231cc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.813182] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.813360] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.813512] env[69941]: DEBUG nova.network.neutron [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.894110] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Volume attach. Driver type: vmdk {{(pid=69941) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1269.894350] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656908', 'volume_id': 'e42c61f7-d116-4cfe-9677-539529e79399', 'name': 'volume-e42c61f7-d116-4cfe-9677-539529e79399', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48971174-932e-4fe3-ad1f-dc769121c782', 'attached_at': '', 'detached_at': '', 'volume_id': 'e42c61f7-d116-4cfe-9677-539529e79399', 'serial': 'e42c61f7-d116-4cfe-9677-539529e79399'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1269.895229] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acb6eba-6524-48d0-b01c-22b55d10df01 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.912069] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738e2652-d3ff-446e-859a-439030f3ba7a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.936038] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-e42c61f7-d116-4cfe-9677-539529e79399/volume-e42c61f7-d116-4cfe-9677-539529e79399.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.936321] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b56533e2-dfac-4a68-92bd-75610ee0244b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.956146] env[69941]: DEBUG oslo_vmware.api [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1269.956146] env[69941]: value = "task-3289484" [ 1269.956146] env[69941]: _type = "Task" [ 1269.956146] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.963731] env[69941]: DEBUG oslo_vmware.api [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.177889] env[69941]: INFO nova.compute.manager [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Took 11.91 seconds to build instance. [ 1270.465017] env[69941]: DEBUG oslo_vmware.api [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289484, 'name': ReconfigVM_Task, 'duration_secs': 0.33257} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.465535] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-e42c61f7-d116-4cfe-9677-539529e79399/volume-e42c61f7-d116-4cfe-9677-539529e79399.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.470610] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55e25a10-d6a3-4375-9787-d6e3f959eb2f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.488259] env[69941]: DEBUG oslo_vmware.api [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1270.488259] env[69941]: value = "task-3289485" [ 1270.488259] env[69941]: _type = "Task" [ 1270.488259] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.496743] env[69941]: DEBUG oslo_vmware.api [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.521061] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Acquiring lock "d0816f82-751e-4ac7-9f3f-f77cd2b2ae78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.575693] env[69941]: DEBUG nova.network.neutron [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Updating instance_info_cache with network_info: [{"id": "94542ed6-b846-48c8-a885-c9a563b5064a", "address": "fa:16:3e:3e:0d:5a", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94542ed6-b8", "ovs_interfaceid": "94542ed6-b846-48c8-a885-c9a563b5064a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.679613] env[69941]: DEBUG oslo_concurrency.lockutils [None req-e707e068-c92e-4485-915a-86c5d1ed5a72 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Lock "d0816f82-751e-4ac7-9f3f-f77cd2b2ae78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.420s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.680454] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Lock "d0816f82-751e-4ac7-9f3f-f77cd2b2ae78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.159s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.680730] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Acquiring lock "d0816f82-751e-4ac7-9f3f-f77cd2b2ae78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.680948] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Lock "d0816f82-751e-4ac7-9f3f-f77cd2b2ae78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.681135] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Lock "d0816f82-751e-4ac7-9f3f-f77cd2b2ae78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.683301] env[69941]: INFO nova.compute.manager [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Terminating instance [ 1271.000179] env[69941]: DEBUG oslo_vmware.api [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289485, 'name': ReconfigVM_Task, 'duration_secs': 0.146038} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.000506] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656908', 'volume_id': 'e42c61f7-d116-4cfe-9677-539529e79399', 'name': 'volume-e42c61f7-d116-4cfe-9677-539529e79399', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48971174-932e-4fe3-ad1f-dc769121c782', 'attached_at': '', 'detached_at': '', 'volume_id': 'e42c61f7-d116-4cfe-9677-539529e79399', 'serial': 'e42c61f7-d116-4cfe-9677-539529e79399'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1271.049608] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "fe471dba-9f5f-43d0-91ea-a8f618770ab7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.049853] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "fe471dba-9f5f-43d0-91ea-a8f618770ab7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.050085] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "fe471dba-9f5f-43d0-91ea-a8f618770ab7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.050329] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "fe471dba-9f5f-43d0-91ea-a8f618770ab7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.050503] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "fe471dba-9f5f-43d0-91ea-a8f618770ab7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.052563] env[69941]: INFO nova.compute.manager [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Terminating instance [ 1271.078142] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.187195] env[69941]: DEBUG nova.compute.manager [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.188181] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.188371] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562dc37a-b4fd-422f-b122-07f37c264a76 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.196625] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.196832] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f798aec7-5021-4b0b-aeaa-8055fd3b6295 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.202641] env[69941]: DEBUG oslo_vmware.api [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Waiting for the task: (returnval){ [ 1271.202641] env[69941]: value = "task-3289486" [ 1271.202641] env[69941]: _type = "Task" [ 1271.202641] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.210496] env[69941]: DEBUG oslo_vmware.api [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': task-3289486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.316954] env[69941]: DEBUG nova.compute.manager [req-7dabb394-c89b-4c5d-8e8a-71eb3d4517a3 req-9dce471b-693b-47b9-a151-5aa8496a1996 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Received event network-vif-unplugged-94542ed6-b846-48c8-a885-c9a563b5064a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.317184] env[69941]: DEBUG oslo_concurrency.lockutils [req-7dabb394-c89b-4c5d-8e8a-71eb3d4517a3 req-9dce471b-693b-47b9-a151-5aa8496a1996 service nova] Acquiring lock "fa44397f-d328-4bea-87ae-4d0b2101f5de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.317427] env[69941]: DEBUG oslo_concurrency.lockutils [req-7dabb394-c89b-4c5d-8e8a-71eb3d4517a3 req-9dce471b-693b-47b9-a151-5aa8496a1996 service nova] Lock "fa44397f-d328-4bea-87ae-4d0b2101f5de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.317621] env[69941]: DEBUG oslo_concurrency.lockutils [req-7dabb394-c89b-4c5d-8e8a-71eb3d4517a3 req-9dce471b-693b-47b9-a151-5aa8496a1996 service nova] Lock "fa44397f-d328-4bea-87ae-4d0b2101f5de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.317803] env[69941]: DEBUG nova.compute.manager [req-7dabb394-c89b-4c5d-8e8a-71eb3d4517a3 req-9dce471b-693b-47b9-a151-5aa8496a1996 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] No waiting events found dispatching network-vif-unplugged-94542ed6-b846-48c8-a885-c9a563b5064a {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1271.318163] env[69941]: WARNING nova.compute.manager [req-7dabb394-c89b-4c5d-8e8a-71eb3d4517a3 req-9dce471b-693b-47b9-a151-5aa8496a1996 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Received unexpected event network-vif-unplugged-94542ed6-b846-48c8-a885-c9a563b5064a for instance with vm_state shelved and task_state shelving_offloading. [ 1271.449330] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.450283] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9722c25-7112-43b6-8806-fdedcc923956 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.457879] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.458123] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2c63042-df26-4e2c-a460-1e006d7a53b0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.531486] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.531733] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.531930] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Deleting the datastore file [datastore1] fa44397f-d328-4bea-87ae-4d0b2101f5de {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.532229] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1ca3e47-c3c5-4df0-838f-d8533f0e0c20 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.540282] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1271.540282] env[69941]: value = "task-3289488" [ 1271.540282] env[69941]: _type = "Task" [ 1271.540282] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.549966] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.556510] env[69941]: DEBUG nova.compute.manager [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.556826] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.557152] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bbfef40-a242-4e5d-8f4e-24fc5e866763 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.564065] env[69941]: DEBUG oslo_vmware.api [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1271.564065] env[69941]: value = "task-3289489" [ 1271.564065] env[69941]: _type = "Task" [ 1271.564065] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.573547] env[69941]: DEBUG oslo_vmware.api [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.713081] env[69941]: DEBUG oslo_vmware.api [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': task-3289486, 'name': PowerOffVM_Task, 'duration_secs': 0.168444} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.713296] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.713474] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.713731] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5952dbd4-2d01-4845-9796-c1bc9f2748dc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.782921] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.783167] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.783353] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Deleting the datastore file [datastore2] d0816f82-751e-4ac7-9f3f-f77cd2b2ae78 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.783627] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8abb51ef-5ad8-4a3e-b56e-62d0479f8c2f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.789527] env[69941]: DEBUG oslo_vmware.api [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Waiting for the task: (returnval){ [ 1271.789527] env[69941]: value = "task-3289491" [ 1271.789527] env[69941]: _type = "Task" [ 1271.789527] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.797051] env[69941]: DEBUG oslo_vmware.api [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': task-3289491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.042055] env[69941]: DEBUG nova.objects.instance [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lazy-loading 'flavor' on Instance uuid 48971174-932e-4fe3-ad1f-dc769121c782 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.052668] env[69941]: DEBUG oslo_vmware.api [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128682} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.052923] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.053120] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.053300] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.073977] env[69941]: DEBUG oslo_vmware.api [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289489, 'name': PowerOffVM_Task, 'duration_secs': 0.194126} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.074898] env[69941]: INFO nova.scheduler.client.report [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Deleted allocations for instance fa44397f-d328-4bea-87ae-4d0b2101f5de [ 1272.077508] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.077738] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1272.077951] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656896', 'volume_id': 'ce06ad1a-39a9-48e9-886d-f18a06cadd3b', 'name': 'volume-ce06ad1a-39a9-48e9-886d-f18a06cadd3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fe471dba-9f5f-43d0-91ea-a8f618770ab7', 'attached_at': '2025-04-03T22:58:13.000000', 'detached_at': '', 'volume_id': 'ce06ad1a-39a9-48e9-886d-f18a06cadd3b', 'serial': 'ce06ad1a-39a9-48e9-886d-f18a06cadd3b'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1272.078879] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f693d5b0-e416-4bf3-a07b-5acf4a9424c8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.098585] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa291c9-1ab7-4353-bd37-61730663e733 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.105111] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d07877-dc17-4834-b18e-8d96d0a6d40a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.123950] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b149ef70-74a6-44a1-9e07-b1617618fe24 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.139301] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] The volume has not been displaced from its original location: [datastore2] volume-ce06ad1a-39a9-48e9-886d-f18a06cadd3b/volume-ce06ad1a-39a9-48e9-886d-f18a06cadd3b.vmdk. No consolidation needed. {{(pid=69941) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1272.144958] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1272.145273] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f55fb5bc-ea36-47e1-b8c3-01fbce4b53b8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.163285] env[69941]: DEBUG oslo_vmware.api [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1272.163285] env[69941]: value = "task-3289492" [ 1272.163285] env[69941]: _type = "Task" [ 1272.163285] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.170945] env[69941]: DEBUG oslo_vmware.api [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.298723] env[69941]: DEBUG oslo_vmware.api [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Task: {'id': task-3289491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140578} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.299053] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.299174] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.299359] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.299594] env[69941]: INFO nova.compute.manager [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1272.299913] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.300051] env[69941]: DEBUG nova.compute.manager [-] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.300149] env[69941]: DEBUG nova.network.neutron [-] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.549379] env[69941]: DEBUG oslo_concurrency.lockutils [None req-23aa1973-6991-4dee-bfdf-2dc5fb2c88b7 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "48971174-932e-4fe3-ad1f-dc769121c782" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.284s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.579898] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.580216] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.580504] env[69941]: DEBUG nova.objects.instance [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lazy-loading 'resources' on Instance uuid fa44397f-d328-4bea-87ae-4d0b2101f5de {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.673542] env[69941]: DEBUG oslo_vmware.api [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289492, 'name': ReconfigVM_Task, 'duration_secs': 0.15362} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.673819] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1272.678422] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1152e98e-60a3-4ec9-9108-6a5aeff037d1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.692719] env[69941]: DEBUG oslo_vmware.api [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1272.692719] env[69941]: value = "task-3289493" [ 1272.692719] env[69941]: _type = "Task" [ 1272.692719] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.700429] env[69941]: DEBUG oslo_vmware.api [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.702889] env[69941]: DEBUG oslo_concurrency.lockutils [None req-20b331c8-966c-455a-9299-56e85b3e581e tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "48971174-932e-4fe3-ad1f-dc769121c782" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.703115] env[69941]: DEBUG oslo_concurrency.lockutils [None req-20b331c8-966c-455a-9299-56e85b3e581e tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "48971174-932e-4fe3-ad1f-dc769121c782" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.043737] env[69941]: DEBUG nova.network.neutron [-] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.083474] env[69941]: DEBUG nova.objects.instance [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lazy-loading 'numa_topology' on Instance uuid fa44397f-d328-4bea-87ae-4d0b2101f5de {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.202552] env[69941]: DEBUG oslo_vmware.api [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289493, 'name': ReconfigVM_Task, 'duration_secs': 0.151059} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.202893] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656896', 'volume_id': 'ce06ad1a-39a9-48e9-886d-f18a06cadd3b', 'name': 'volume-ce06ad1a-39a9-48e9-886d-f18a06cadd3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fe471dba-9f5f-43d0-91ea-a8f618770ab7', 'attached_at': '2025-04-03T22:58:13.000000', 'detached_at': '', 'volume_id': 'ce06ad1a-39a9-48e9-886d-f18a06cadd3b', 'serial': 'ce06ad1a-39a9-48e9-886d-f18a06cadd3b'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1273.203205] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.203973] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb53344-3f90-45a3-ae53-3a9b3e7ddeca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.207249] env[69941]: INFO nova.compute.manager [None req-20b331c8-966c-455a-9299-56e85b3e581e tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Detaching volume e42c61f7-d116-4cfe-9677-539529e79399 [ 1273.213312] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.215509] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e0a62f8-2aa5-49a0-acd8-fa23cace9575 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.245250] env[69941]: INFO nova.virt.block_device [None req-20b331c8-966c-455a-9299-56e85b3e581e tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Attempting to driver detach volume e42c61f7-d116-4cfe-9677-539529e79399 from mountpoint /dev/sdb [ 1273.245587] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b331c8-966c-455a-9299-56e85b3e581e tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1273.246082] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b331c8-966c-455a-9299-56e85b3e581e tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656908', 'volume_id': 'e42c61f7-d116-4cfe-9677-539529e79399', 'name': 'volume-e42c61f7-d116-4cfe-9677-539529e79399', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48971174-932e-4fe3-ad1f-dc769121c782', 'attached_at': '', 'detached_at': '', 'volume_id': 'e42c61f7-d116-4cfe-9677-539529e79399', 'serial': 'e42c61f7-d116-4cfe-9677-539529e79399'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1273.246727] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da552f78-c3dc-4508-811d-8a8e5ec247a1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.271057] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1a54e5-2fed-46b8-a30a-c08861196513 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.280409] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3cc599-bf57-497a-8850-937919f8e998 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.284340] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.284531] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.284727] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleting the datastore file [datastore2] fe471dba-9f5f-43d0-91ea-a8f618770ab7 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.285307] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cb9740a-7c0c-447f-a84c-39caa2c4eb5c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.303294] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c74ccbc-1875-4ed4-b988-c49db48b92a5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.306882] env[69941]: DEBUG oslo_vmware.api [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1273.306882] env[69941]: value = "task-3289495" [ 1273.306882] env[69941]: _type = "Task" [ 1273.306882] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.320441] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b331c8-966c-455a-9299-56e85b3e581e tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] The volume has not been displaced from its original location: [datastore2] volume-e42c61f7-d116-4cfe-9677-539529e79399/volume-e42c61f7-d116-4cfe-9677-539529e79399.vmdk. No consolidation needed. {{(pid=69941) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1273.325697] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b331c8-966c-455a-9299-56e85b3e581e tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1273.326311] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08002ba8-d2c9-4b7d-b5db-107c4afc4242 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.342304] env[69941]: DEBUG oslo_vmware.api [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.346956] env[69941]: DEBUG oslo_vmware.api [None req-20b331c8-966c-455a-9299-56e85b3e581e tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1273.346956] env[69941]: value = "task-3289496" [ 1273.346956] env[69941]: _type = "Task" [ 1273.346956] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.354755] env[69941]: DEBUG nova.compute.manager [req-bb926896-28df-4eeb-a66f-b081d8e4d83a req-b558bda4-11ce-4db5-8d99-bfbc8ee980de service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Received event network-changed-94542ed6-b846-48c8-a885-c9a563b5064a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.354962] env[69941]: DEBUG nova.compute.manager [req-bb926896-28df-4eeb-a66f-b081d8e4d83a req-b558bda4-11ce-4db5-8d99-bfbc8ee980de service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Refreshing instance network info cache due to event network-changed-94542ed6-b846-48c8-a885-c9a563b5064a. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.355182] env[69941]: DEBUG oslo_concurrency.lockutils [req-bb926896-28df-4eeb-a66f-b081d8e4d83a req-b558bda4-11ce-4db5-8d99-bfbc8ee980de service nova] Acquiring lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.355322] env[69941]: DEBUG oslo_concurrency.lockutils [req-bb926896-28df-4eeb-a66f-b081d8e4d83a req-b558bda4-11ce-4db5-8d99-bfbc8ee980de service nova] Acquired lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.355475] env[69941]: DEBUG nova.network.neutron [req-bb926896-28df-4eeb-a66f-b081d8e4d83a req-b558bda4-11ce-4db5-8d99-bfbc8ee980de service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Refreshing network info cache for port 94542ed6-b846-48c8-a885-c9a563b5064a {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.362223] env[69941]: DEBUG oslo_vmware.api [None req-20b331c8-966c-455a-9299-56e85b3e581e tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.547025] env[69941]: INFO nova.compute.manager [-] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Took 1.25 seconds to deallocate network for instance. [ 1273.586327] env[69941]: DEBUG nova.objects.base [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69941) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1273.667042] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cdce04-2d7c-4ab9-be33-38f1592393c1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.674319] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10ee5a2-a133-410a-bdaf-1e404e06be42 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.703879] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526367b3-3f0b-48c3-9420-0e8bc0b6c359 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.710363] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034efbd0-0358-43e4-867b-c50c96f9280c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.722740] env[69941]: DEBUG nova.compute.provider_tree [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.817663] env[69941]: DEBUG oslo_vmware.api [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106401} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.817899] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.818095] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.818307] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.818478] env[69941]: INFO nova.compute.manager [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1273.818706] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.818886] env[69941]: DEBUG nova.compute.manager [-] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.818979] env[69941]: DEBUG nova.network.neutron [-] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.857056] env[69941]: DEBUG oslo_vmware.api [None req-20b331c8-966c-455a-9299-56e85b3e581e tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289496, 'name': ReconfigVM_Task, 'duration_secs': 0.25381} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.858962] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b331c8-966c-455a-9299-56e85b3e581e tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1273.864125] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dc3c88c-d755-44e4-aa01-9ba4e0fba246 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.879373] env[69941]: DEBUG oslo_vmware.api [None req-20b331c8-966c-455a-9299-56e85b3e581e tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1273.879373] env[69941]: value = "task-3289497" [ 1273.879373] env[69941]: _type = "Task" [ 1273.879373] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.887644] env[69941]: DEBUG oslo_vmware.api [None req-20b331c8-966c-455a-9299-56e85b3e581e tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.053802] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.126814] env[69941]: DEBUG oslo_concurrency.lockutils [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "fa44397f-d328-4bea-87ae-4d0b2101f5de" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.225885] env[69941]: DEBUG nova.scheduler.client.report [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.234708] env[69941]: DEBUG nova.network.neutron [req-bb926896-28df-4eeb-a66f-b081d8e4d83a req-b558bda4-11ce-4db5-8d99-bfbc8ee980de service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Updated VIF entry in instance network info cache for port 94542ed6-b846-48c8-a885-c9a563b5064a. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.235055] env[69941]: DEBUG nova.network.neutron [req-bb926896-28df-4eeb-a66f-b081d8e4d83a req-b558bda4-11ce-4db5-8d99-bfbc8ee980de service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Updating instance_info_cache with network_info: [{"id": "94542ed6-b846-48c8-a885-c9a563b5064a", "address": "fa:16:3e:3e:0d:5a", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": null, "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap94542ed6-b8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.390562] env[69941]: DEBUG oslo_vmware.api [None req-20b331c8-966c-455a-9299-56e85b3e581e tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289497, 'name': ReconfigVM_Task, 'duration_secs': 0.136977} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.390865] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b331c8-966c-455a-9299-56e85b3e581e tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656908', 'volume_id': 'e42c61f7-d116-4cfe-9677-539529e79399', 'name': 'volume-e42c61f7-d116-4cfe-9677-539529e79399', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48971174-932e-4fe3-ad1f-dc769121c782', 'attached_at': '', 'detached_at': '', 'volume_id': 'e42c61f7-d116-4cfe-9677-539529e79399', 'serial': 'e42c61f7-d116-4cfe-9677-539529e79399'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1274.730502] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.733089] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.679s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.733308] env[69941]: DEBUG nova.objects.instance [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Lazy-loading 'resources' on Instance uuid d0816f82-751e-4ac7-9f3f-f77cd2b2ae78 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.737730] env[69941]: DEBUG oslo_concurrency.lockutils [req-bb926896-28df-4eeb-a66f-b081d8e4d83a req-b558bda4-11ce-4db5-8d99-bfbc8ee980de service nova] Releasing lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.737956] env[69941]: DEBUG nova.compute.manager [req-bb926896-28df-4eeb-a66f-b081d8e4d83a req-b558bda4-11ce-4db5-8d99-bfbc8ee980de service nova] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Received event network-vif-deleted-02df6930-5175-4b58-b0be-ac03e574afab {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.886309] env[69941]: DEBUG nova.network.neutron [-] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.935586] env[69941]: DEBUG nova.objects.instance [None req-20b331c8-966c-455a-9299-56e85b3e581e tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lazy-loading 'flavor' on Instance uuid 48971174-932e-4fe3-ad1f-dc769121c782 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.240973] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a241c10-88ee-47e1-990a-78662d24261b tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "fa44397f-d328-4bea-87ae-4d0b2101f5de" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.921s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.241873] env[69941]: DEBUG oslo_concurrency.lockutils [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "fa44397f-d328-4bea-87ae-4d0b2101f5de" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.115s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.242062] env[69941]: INFO nova.compute.manager [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Unshelving [ 1275.325021] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce48c67c-e19a-4e4a-a957-b933f830d462 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.333371] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434849e4-083a-4276-9c00-a997e4575155 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.364986] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a92bb4-b359-4aee-9cd8-fd0348c3aad2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.372148] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5e0a99-0e90-420d-bb5e-2517b129c10a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.377893] env[69941]: DEBUG nova.compute.manager [req-8c81e286-5873-43a0-a874-221fda85b0eb req-9534d16c-7eb4-4fa3-ab69-260d0642e69c service nova] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Received event network-vif-deleted-2dc15f51-78f7-47cc-be94-794002913526 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.387522] env[69941]: DEBUG nova.compute.provider_tree [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.391360] env[69941]: INFO nova.compute.manager [-] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Took 1.57 seconds to deallocate network for instance. [ 1275.891067] env[69941]: DEBUG nova.scheduler.client.report [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.929341] env[69941]: INFO nova.compute.manager [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Took 0.54 seconds to detach 1 volumes for instance. [ 1275.931414] env[69941]: DEBUG nova.compute.manager [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Deleting volume: ce06ad1a-39a9-48e9-886d-f18a06cadd3b {{(pid=69941) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1275.941222] env[69941]: DEBUG oslo_concurrency.lockutils [None req-20b331c8-966c-455a-9299-56e85b3e581e tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "48971174-932e-4fe3-ad1f-dc769121c782" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.238s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.262627] env[69941]: DEBUG oslo_concurrency.lockutils [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.395806] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.398125] env[69941]: DEBUG oslo_concurrency.lockutils [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.136s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.398365] env[69941]: DEBUG nova.objects.instance [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lazy-loading 'pci_requests' on Instance uuid fa44397f-d328-4bea-87ae-4d0b2101f5de {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.415102] env[69941]: INFO nova.scheduler.client.report [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Deleted allocations for instance d0816f82-751e-4ac7-9f3f-f77cd2b2ae78 [ 1276.473603] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.905275] env[69941]: DEBUG nova.objects.instance [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lazy-loading 'numa_topology' on Instance uuid fa44397f-d328-4bea-87ae-4d0b2101f5de {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.921671] env[69941]: DEBUG oslo_concurrency.lockutils [None req-8a832272-78d3-4771-be9d-97da7e7aff13 tempest-ServerAddressesNegativeTestJSON-1048906953 tempest-ServerAddressesNegativeTestJSON-1048906953-project-member] Lock "d0816f82-751e-4ac7-9f3f-f77cd2b2ae78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.241s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.957188] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "48971174-932e-4fe3-ad1f-dc769121c782" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.957620] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "48971174-932e-4fe3-ad1f-dc769121c782" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.957687] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "48971174-932e-4fe3-ad1f-dc769121c782-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.957835] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "48971174-932e-4fe3-ad1f-dc769121c782-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.958035] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "48971174-932e-4fe3-ad1f-dc769121c782-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.960684] env[69941]: INFO nova.compute.manager [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Terminating instance [ 1277.407693] env[69941]: INFO nova.compute.claims [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.464243] env[69941]: DEBUG nova.compute.manager [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.464483] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.465383] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cc468a-c5d9-44ec-8373-8e6fe2af6e77 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.473621] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.473859] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3426454-ed54-4e0e-a3b0-646a53e92337 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.479540] env[69941]: DEBUG oslo_vmware.api [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1277.479540] env[69941]: value = "task-3289499" [ 1277.479540] env[69941]: _type = "Task" [ 1277.479540] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.488189] env[69941]: DEBUG oslo_vmware.api [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.989890] env[69941]: DEBUG oslo_vmware.api [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289499, 'name': PowerOffVM_Task, 'duration_secs': 0.186465} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.990222] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.990462] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.990745] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3965896-f13c-41ba-8634-ad2390d94fab {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.055060] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.055303] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.055491] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Deleting the datastore file [datastore2] 48971174-932e-4fe3-ad1f-dc769121c782 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.055757] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2794a6ee-8f38-4028-954f-cb6802c4d69f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.062741] env[69941]: DEBUG oslo_vmware.api [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for the task: (returnval){ [ 1278.062741] env[69941]: value = "task-3289501" [ 1278.062741] env[69941]: _type = "Task" [ 1278.062741] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.070884] env[69941]: DEBUG oslo_vmware.api [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.485435] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336aa7c8-09e1-47cb-94bf-50789841f26b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.492621] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6a9c1c-d408-4950-b838-4cbdaf897a32 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.522278] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746cb420-1e1d-4f06-a3b4-25af5b9888df {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.528891] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc2b571-4e98-4031-80b8-d35ade92da0e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.542909] env[69941]: DEBUG nova.compute.provider_tree [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.572167] env[69941]: DEBUG oslo_vmware.api [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Task: {'id': task-3289501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137484} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.572458] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.572724] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.572928] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.573118] env[69941]: INFO nova.compute.manager [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1278.573379] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.573578] env[69941]: DEBUG nova.compute.manager [-] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.573674] env[69941]: DEBUG nova.network.neutron [-] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.043252] env[69941]: DEBUG nova.compute.manager [req-6d51fc80-b55c-4f14-8edb-62f11160fa48 req-f1cb0331-53c5-42de-a7e0-b125aa71dd9d service nova] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Received event network-vif-deleted-6a9d8461-db67-4f75-a0b9-42f4686958e8 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.043431] env[69941]: INFO nova.compute.manager [req-6d51fc80-b55c-4f14-8edb-62f11160fa48 req-f1cb0331-53c5-42de-a7e0-b125aa71dd9d service nova] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Neutron deleted interface 6a9d8461-db67-4f75-a0b9-42f4686958e8; detaching it from the instance and deleting it from the info cache [ 1279.043594] env[69941]: DEBUG nova.network.neutron [req-6d51fc80-b55c-4f14-8edb-62f11160fa48 req-f1cb0331-53c5-42de-a7e0-b125aa71dd9d service nova] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.046809] env[69941]: DEBUG nova.scheduler.client.report [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.527457] env[69941]: DEBUG nova.network.neutron [-] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.545935] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a880259-9182-4ab7-a1a9-d0f7297c1b81 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.551398] env[69941]: DEBUG oslo_concurrency.lockutils [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.153s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.554667] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.081s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.554876] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.561297] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2b9920-5e8c-4bba-9d66-fa13575f14b5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.578074] env[69941]: INFO nova.scheduler.client.report [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleted allocations for instance fe471dba-9f5f-43d0-91ea-a8f618770ab7 [ 1279.588753] env[69941]: DEBUG nova.compute.manager [req-6d51fc80-b55c-4f14-8edb-62f11160fa48 req-f1cb0331-53c5-42de-a7e0-b125aa71dd9d service nova] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Detach interface failed, port_id=6a9d8461-db67-4f75-a0b9-42f4686958e8, reason: Instance 48971174-932e-4fe3-ad1f-dc769121c782 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1279.589802] env[69941]: INFO nova.network.neutron [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Updating port 94542ed6-b846-48c8-a885-c9a563b5064a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1280.030582] env[69941]: INFO nova.compute.manager [-] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Took 1.46 seconds to deallocate network for instance. [ 1280.094597] env[69941]: DEBUG oslo_concurrency.lockutils [None req-9251b473-e49c-4660-a90d-542cdb690dff tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "fe471dba-9f5f-43d0-91ea-a8f618770ab7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.045s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.537272] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.537620] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.537880] env[69941]: DEBUG nova.objects.instance [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lazy-loading 'resources' on Instance uuid 48971174-932e-4fe3-ad1f-dc769121c782 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.942473] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "1fc5757a-5364-4a6d-b4c2-a3133bbc016a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.942585] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "1fc5757a-5364-4a6d-b4c2-a3133bbc016a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.943553] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "1fc5757a-5364-4a6d-b4c2-a3133bbc016a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.943553] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "1fc5757a-5364-4a6d-b4c2-a3133bbc016a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.943553] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "1fc5757a-5364-4a6d-b4c2-a3133bbc016a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.948021] env[69941]: INFO nova.compute.manager [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Terminating instance [ 1281.040165] env[69941]: DEBUG oslo_concurrency.lockutils [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.040165] env[69941]: DEBUG oslo_concurrency.lockutils [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.040165] env[69941]: DEBUG nova.network.neutron [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.068125] env[69941]: DEBUG nova.compute.manager [req-eada3a8d-c5b7-421e-9a94-f976d9079d65 req-9526b0a6-d616-4877-bd2e-69329d164ec4 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Received event network-vif-plugged-94542ed6-b846-48c8-a885-c9a563b5064a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.069022] env[69941]: DEBUG oslo_concurrency.lockutils [req-eada3a8d-c5b7-421e-9a94-f976d9079d65 req-9526b0a6-d616-4877-bd2e-69329d164ec4 service nova] Acquiring lock "fa44397f-d328-4bea-87ae-4d0b2101f5de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.069022] env[69941]: DEBUG oslo_concurrency.lockutils [req-eada3a8d-c5b7-421e-9a94-f976d9079d65 req-9526b0a6-d616-4877-bd2e-69329d164ec4 service nova] Lock "fa44397f-d328-4bea-87ae-4d0b2101f5de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.069022] env[69941]: DEBUG oslo_concurrency.lockutils [req-eada3a8d-c5b7-421e-9a94-f976d9079d65 req-9526b0a6-d616-4877-bd2e-69329d164ec4 service nova] Lock "fa44397f-d328-4bea-87ae-4d0b2101f5de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.069022] env[69941]: DEBUG nova.compute.manager [req-eada3a8d-c5b7-421e-9a94-f976d9079d65 req-9526b0a6-d616-4877-bd2e-69329d164ec4 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] No waiting events found dispatching network-vif-plugged-94542ed6-b846-48c8-a885-c9a563b5064a {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1281.069022] env[69941]: WARNING nova.compute.manager [req-eada3a8d-c5b7-421e-9a94-f976d9079d65 req-9526b0a6-d616-4877-bd2e-69329d164ec4 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Received unexpected event network-vif-plugged-94542ed6-b846-48c8-a885-c9a563b5064a for instance with vm_state shelved_offloaded and task_state spawning. [ 1281.069393] env[69941]: DEBUG nova.compute.manager [req-eada3a8d-c5b7-421e-9a94-f976d9079d65 req-9526b0a6-d616-4877-bd2e-69329d164ec4 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Received event network-changed-94542ed6-b846-48c8-a885-c9a563b5064a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.069393] env[69941]: DEBUG nova.compute.manager [req-eada3a8d-c5b7-421e-9a94-f976d9079d65 req-9526b0a6-d616-4877-bd2e-69329d164ec4 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Refreshing instance network info cache due to event network-changed-94542ed6-b846-48c8-a885-c9a563b5064a. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1281.069468] env[69941]: DEBUG oslo_concurrency.lockutils [req-eada3a8d-c5b7-421e-9a94-f976d9079d65 req-9526b0a6-d616-4877-bd2e-69329d164ec4 service nova] Acquiring lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.106231] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f337a3cb-c44d-4e7b-8490-3bcabee93eb8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.113446] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb96959-5984-4221-bca7-2e8f655738cd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.143659] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022e24d4-306f-40f7-a71e-80266b3b9c38 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.150426] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e668545-a27f-4aac-bc4d-26a91b771c4b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.163012] env[69941]: DEBUG nova.compute.provider_tree [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.449137] env[69941]: DEBUG nova.compute.manager [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.449407] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.450264] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40335f7-5c24-4326-badc-71e12fc8ee0d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.457867] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.458097] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec250d45-beb6-40d2-9a01-25d8c29ad43a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.463711] env[69941]: DEBUG oslo_vmware.api [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1281.463711] env[69941]: value = "task-3289502" [ 1281.463711] env[69941]: _type = "Task" [ 1281.463711] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.472898] env[69941]: DEBUG oslo_vmware.api [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.666570] env[69941]: DEBUG nova.scheduler.client.report [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.745159] env[69941]: DEBUG nova.network.neutron [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Updating instance_info_cache with network_info: [{"id": "94542ed6-b846-48c8-a885-c9a563b5064a", "address": "fa:16:3e:3e:0d:5a", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94542ed6-b8", "ovs_interfaceid": "94542ed6-b846-48c8-a885-c9a563b5064a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.974648] env[69941]: DEBUG oslo_vmware.api [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289502, 'name': PowerOffVM_Task, 'duration_secs': 0.270413} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.974919] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.975099] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.975392] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dbe4392-821f-42ee-82a2-efc13920c92b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.040643] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.040900] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.041137] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleting the datastore file [datastore1] 1fc5757a-5364-4a6d-b4c2-a3133bbc016a {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.041453] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-713163b5-ecea-43e6-b258-02b0d57668bc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.047506] env[69941]: DEBUG oslo_vmware.api [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1282.047506] env[69941]: value = "task-3289504" [ 1282.047506] env[69941]: _type = "Task" [ 1282.047506] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.055604] env[69941]: DEBUG oslo_vmware.api [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.172274] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.190852] env[69941]: INFO nova.scheduler.client.report [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Deleted allocations for instance 48971174-932e-4fe3-ad1f-dc769121c782 [ 1282.248214] env[69941]: DEBUG oslo_concurrency.lockutils [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.250636] env[69941]: DEBUG oslo_concurrency.lockutils [req-eada3a8d-c5b7-421e-9a94-f976d9079d65 req-9526b0a6-d616-4877-bd2e-69329d164ec4 service nova] Acquired lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.250839] env[69941]: DEBUG nova.network.neutron [req-eada3a8d-c5b7-421e-9a94-f976d9079d65 req-9526b0a6-d616-4877-bd2e-69329d164ec4 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Refreshing network info cache for port 94542ed6-b846-48c8-a885-c9a563b5064a {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.278027] env[69941]: DEBUG nova.virt.hardware [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='227ce1e6e78f839e3e1eeb44dd92e5c2',container_format='bare',created_at=2025-04-03T22:58:28Z,direct_url=,disk_format='vmdk',id=c4af36b6-6649-4802-8105-c389968bc2e4,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-56820627-shelved',owner='14bac2cfea45446499cdbaae6f8a9c31',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-03T22:58:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.278343] env[69941]: DEBUG nova.virt.hardware [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.278523] env[69941]: DEBUG nova.virt.hardware [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.278710] env[69941]: DEBUG nova.virt.hardware [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.278858] env[69941]: DEBUG nova.virt.hardware [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.279015] env[69941]: DEBUG nova.virt.hardware [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.279230] env[69941]: DEBUG nova.virt.hardware [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.279389] env[69941]: DEBUG nova.virt.hardware [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.279556] env[69941]: DEBUG nova.virt.hardware [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.279716] env[69941]: DEBUG nova.virt.hardware [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.279889] env[69941]: DEBUG nova.virt.hardware [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.280974] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70769fed-c398-41f2-9f95-6436bbc69ec8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.288541] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c675a7-d5d2-4e64-98e0-e0a575406dc6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.301876] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:0d:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94542ed6-b846-48c8-a885-c9a563b5064a', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.309040] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.309310] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.309528] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a660435f-886c-44eb-b657-a3b1085316c6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.329213] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.329213] env[69941]: value = "task-3289505" [ 1282.329213] env[69941]: _type = "Task" [ 1282.329213] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.336115] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289505, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.557532] env[69941]: DEBUG oslo_vmware.api [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129406} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.557771] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.557952] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.558205] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.558508] env[69941]: INFO nova.compute.manager [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1282.558859] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.559159] env[69941]: DEBUG nova.compute.manager [-] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.559280] env[69941]: DEBUG nova.network.neutron [-] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.699472] env[69941]: DEBUG oslo_concurrency.lockutils [None req-f311da2d-c3da-4c35-8cd6-302eec106483 tempest-AttachVolumeNegativeTest-1691183488 tempest-AttachVolumeNegativeTest-1691183488-project-member] Lock "48971174-932e-4fe3-ad1f-dc769121c782" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.742s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.839792] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289505, 'name': CreateVM_Task, 'duration_secs': 0.312699} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.839980] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.840699] env[69941]: DEBUG oslo_concurrency.lockutils [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c4af36b6-6649-4802-8105-c389968bc2e4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.841141] env[69941]: DEBUG oslo_concurrency.lockutils [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c4af36b6-6649-4802-8105-c389968bc2e4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.841320] env[69941]: DEBUG oslo_concurrency.lockutils [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c4af36b6-6649-4802-8105-c389968bc2e4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.844277] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b4ee86-39e0-4b10-82f5-a89ded9414bb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.849775] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1282.849775] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]524a5734-b3bc-4976-b2f4-1f8cf56478ae" [ 1282.849775] env[69941]: _type = "Task" [ 1282.849775] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.860197] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]524a5734-b3bc-4976-b2f4-1f8cf56478ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.017095] env[69941]: DEBUG nova.network.neutron [req-eada3a8d-c5b7-421e-9a94-f976d9079d65 req-9526b0a6-d616-4877-bd2e-69329d164ec4 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Updated VIF entry in instance network info cache for port 94542ed6-b846-48c8-a885-c9a563b5064a. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.017491] env[69941]: DEBUG nova.network.neutron [req-eada3a8d-c5b7-421e-9a94-f976d9079d65 req-9526b0a6-d616-4877-bd2e-69329d164ec4 service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Updating instance_info_cache with network_info: [{"id": "94542ed6-b846-48c8-a885-c9a563b5064a", "address": "fa:16:3e:3e:0d:5a", "network": {"id": "1683d659-5f0b-4212-b8fa-d34af9d3d348", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-342752321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bac2cfea45446499cdbaae6f8a9c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94542ed6-b8", "ovs_interfaceid": "94542ed6-b846-48c8-a885-c9a563b5064a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.092222] env[69941]: DEBUG nova.compute.manager [req-c7203026-cf01-470a-8fac-04dec12bbccb req-bce08753-b3d0-41b8-9290-54bf9d138b97 service nova] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Received event network-vif-deleted-c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.092386] env[69941]: INFO nova.compute.manager [req-c7203026-cf01-470a-8fac-04dec12bbccb req-bce08753-b3d0-41b8-9290-54bf9d138b97 service nova] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Neutron deleted interface c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf; detaching it from the instance and deleting it from the info cache [ 1283.092661] env[69941]: DEBUG nova.network.neutron [req-c7203026-cf01-470a-8fac-04dec12bbccb req-bce08753-b3d0-41b8-9290-54bf9d138b97 service nova] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.360956] env[69941]: DEBUG oslo_concurrency.lockutils [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c4af36b6-6649-4802-8105-c389968bc2e4" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.361220] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Processing image c4af36b6-6649-4802-8105-c389968bc2e4 {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.361472] env[69941]: DEBUG oslo_concurrency.lockutils [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c4af36b6-6649-4802-8105-c389968bc2e4/c4af36b6-6649-4802-8105-c389968bc2e4.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.361617] env[69941]: DEBUG oslo_concurrency.lockutils [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c4af36b6-6649-4802-8105-c389968bc2e4/c4af36b6-6649-4802-8105-c389968bc2e4.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.361796] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.362064] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-927fc850-19a1-45d1-9cf5-ca80acc4a252 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.370759] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.370938] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.372113] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c57799b-b4c3-4e13-9dc0-44169379cef2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.377153] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1283.377153] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52fbbdda-2b89-2b20-89de-91fbd65500ad" [ 1283.377153] env[69941]: _type = "Task" [ 1283.377153] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.384572] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52fbbdda-2b89-2b20-89de-91fbd65500ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.421154] env[69941]: DEBUG nova.network.neutron [-] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.519847] env[69941]: DEBUG oslo_concurrency.lockutils [req-eada3a8d-c5b7-421e-9a94-f976d9079d65 req-9526b0a6-d616-4877-bd2e-69329d164ec4 service nova] Releasing lock "refresh_cache-fa44397f-d328-4bea-87ae-4d0b2101f5de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.596483] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-491981a5-8752-42eb-8465-c4b2555cbafe {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.605343] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d36bfe7-2948-4e11-a72a-215070a0de0c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.630483] env[69941]: DEBUG nova.compute.manager [req-c7203026-cf01-470a-8fac-04dec12bbccb req-bce08753-b3d0-41b8-9290-54bf9d138b97 service nova] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Detach interface failed, port_id=c59c0ef4-c5f7-42df-9fa3-2e48eeaa6ebf, reason: Instance 1fc5757a-5364-4a6d-b4c2-a3133bbc016a could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1283.888709] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Preparing fetch location {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1283.888999] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Fetch image to [datastore2] OSTACK_IMG_0a78ea8e-3dfa-4df2-a7b0-f1cddd3e33e8/OSTACK_IMG_0a78ea8e-3dfa-4df2-a7b0-f1cddd3e33e8.vmdk {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1283.889248] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Downloading stream optimized image c4af36b6-6649-4802-8105-c389968bc2e4 to [datastore2] OSTACK_IMG_0a78ea8e-3dfa-4df2-a7b0-f1cddd3e33e8/OSTACK_IMG_0a78ea8e-3dfa-4df2-a7b0-f1cddd3e33e8.vmdk on the data store datastore2 as vApp {{(pid=69941) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1283.889459] env[69941]: DEBUG nova.virt.vmwareapi.images [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Downloading image file data c4af36b6-6649-4802-8105-c389968bc2e4 to the ESX as VM named 'OSTACK_IMG_0a78ea8e-3dfa-4df2-a7b0-f1cddd3e33e8' {{(pid=69941) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1283.934016] env[69941]: INFO nova.compute.manager [-] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Took 1.37 seconds to deallocate network for instance. [ 1283.968814] env[69941]: DEBUG oslo_vmware.rw_handles [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1283.968814] env[69941]: value = "resgroup-9" [ 1283.968814] env[69941]: _type = "ResourcePool" [ 1283.968814] env[69941]: }. {{(pid=69941) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1283.969124] env[69941]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5fa63725-c9ed-4618-9615-0b9eaa788f69 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.991789] env[69941]: DEBUG oslo_vmware.rw_handles [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lease: (returnval){ [ 1283.991789] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]528800cd-e481-af1f-5d4b-1972fda1d54b" [ 1283.991789] env[69941]: _type = "HttpNfcLease" [ 1283.991789] env[69941]: } obtained for vApp import into resource pool (val){ [ 1283.991789] env[69941]: value = "resgroup-9" [ 1283.991789] env[69941]: _type = "ResourcePool" [ 1283.991789] env[69941]: }. {{(pid=69941) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1283.992155] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the lease: (returnval){ [ 1283.992155] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]528800cd-e481-af1f-5d4b-1972fda1d54b" [ 1283.992155] env[69941]: _type = "HttpNfcLease" [ 1283.992155] env[69941]: } to be ready. {{(pid=69941) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1283.997950] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1283.997950] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]528800cd-e481-af1f-5d4b-1972fda1d54b" [ 1283.997950] env[69941]: _type = "HttpNfcLease" [ 1283.997950] env[69941]: } is initializing. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1284.441574] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.441869] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.442104] env[69941]: DEBUG nova.objects.instance [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lazy-loading 'resources' on Instance uuid 1fc5757a-5364-4a6d-b4c2-a3133bbc016a {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.502219] env[69941]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1284.502219] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]528800cd-e481-af1f-5d4b-1972fda1d54b" [ 1284.502219] env[69941]: _type = "HttpNfcLease" [ 1284.502219] env[69941]: } is ready. {{(pid=69941) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1284.502503] env[69941]: DEBUG oslo_vmware.rw_handles [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1284.502503] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]528800cd-e481-af1f-5d4b-1972fda1d54b" [ 1284.502503] env[69941]: _type = "HttpNfcLease" [ 1284.502503] env[69941]: }. {{(pid=69941) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1284.503257] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e4257b-8f17-47cf-a5e1-ad6517818b1d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.510398] env[69941]: DEBUG oslo_vmware.rw_handles [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522213b8-e266-7c4d-1857-8963e9556dc0/disk-0.vmdk from lease info. {{(pid=69941) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1284.510580] env[69941]: DEBUG oslo_vmware.rw_handles [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522213b8-e266-7c4d-1857-8963e9556dc0/disk-0.vmdk. {{(pid=69941) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1284.574420] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-84332f46-d3bc-4b70-856a-a726a716aae0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.001903] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22a75e2-5967-442c-9df9-c8e76cfa5451 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.011849] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2249db-3cf4-4266-a5b2-e016cd779236 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.047942] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe1fedf-99f5-4cd0-af4a-5dad566cadbf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.057071] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6498f7-0575-438d-ad84-6c46ab4a16e0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.072308] env[69941]: DEBUG nova.compute.provider_tree [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.575979] env[69941]: DEBUG nova.scheduler.client.report [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.683524] env[69941]: DEBUG oslo_vmware.rw_handles [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Completed reading data from the image iterator. {{(pid=69941) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1285.683773] env[69941]: DEBUG oslo_vmware.rw_handles [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522213b8-e266-7c4d-1857-8963e9556dc0/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1285.684750] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6368dd55-beea-47a2-9d8b-5395ec363b9d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.691910] env[69941]: DEBUG oslo_vmware.rw_handles [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522213b8-e266-7c4d-1857-8963e9556dc0/disk-0.vmdk is in state: ready. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1285.692118] env[69941]: DEBUG oslo_vmware.rw_handles [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522213b8-e266-7c4d-1857-8963e9556dc0/disk-0.vmdk. {{(pid=69941) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1285.692378] env[69941]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0f671d98-1ca7-4156-843b-52bb23c642f5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.912693] env[69941]: DEBUG oslo_vmware.rw_handles [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522213b8-e266-7c4d-1857-8963e9556dc0/disk-0.vmdk. {{(pid=69941) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1285.912942] env[69941]: INFO nova.virt.vmwareapi.images [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Downloaded image file data c4af36b6-6649-4802-8105-c389968bc2e4 [ 1285.913773] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414d5ad3-719a-4cf9-9814-76efad890e8e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.930467] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35b9ec39-2862-4d35-9c40-5bb30a72100e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.952894] env[69941]: INFO nova.virt.vmwareapi.images [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] The imported VM was unregistered [ 1285.955593] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Caching image {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1285.955834] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c4af36b6-6649-4802-8105-c389968bc2e4 {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.956127] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1da29bb5-4db9-4919-a0c3-e424e034f99a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.966613] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Created directory with path [datastore2] devstack-image-cache_base/c4af36b6-6649-4802-8105-c389968bc2e4 {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.966798] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_0a78ea8e-3dfa-4df2-a7b0-f1cddd3e33e8/OSTACK_IMG_0a78ea8e-3dfa-4df2-a7b0-f1cddd3e33e8.vmdk to [datastore2] devstack-image-cache_base/c4af36b6-6649-4802-8105-c389968bc2e4/c4af36b6-6649-4802-8105-c389968bc2e4.vmdk. {{(pid=69941) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1285.967056] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cf7b6109-f91f-44a8-9930-651ec3be3bd6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.972916] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1285.972916] env[69941]: value = "task-3289509" [ 1285.972916] env[69941]: _type = "Task" [ 1285.972916] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.980891] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289509, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.085158] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.101985] env[69941]: INFO nova.scheduler.client.report [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleted allocations for instance 1fc5757a-5364-4a6d-b4c2-a3133bbc016a [ 1286.483245] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289509, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.611025] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fd70bdb6-be35-4fb8-af50-04826bce28ec tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "1fc5757a-5364-4a6d-b4c2-a3133bbc016a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.668s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.985463] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289509, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.485414] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289509, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.984993] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289509, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.485591] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289509, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.205126} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.485988] env[69941]: INFO nova.virt.vmwareapi.ds_util [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_0a78ea8e-3dfa-4df2-a7b0-f1cddd3e33e8/OSTACK_IMG_0a78ea8e-3dfa-4df2-a7b0-f1cddd3e33e8.vmdk to [datastore2] devstack-image-cache_base/c4af36b6-6649-4802-8105-c389968bc2e4/c4af36b6-6649-4802-8105-c389968bc2e4.vmdk. [ 1288.486056] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Cleaning up location [datastore2] OSTACK_IMG_0a78ea8e-3dfa-4df2-a7b0-f1cddd3e33e8 {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1288.486230] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_0a78ea8e-3dfa-4df2-a7b0-f1cddd3e33e8 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.486480] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7751dde-2f40-47d2-9f17-66faf40347c5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.492097] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1288.492097] env[69941]: value = "task-3289512" [ 1288.492097] env[69941]: _type = "Task" [ 1288.492097] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.499085] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.003128] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046651} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.003128] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.003128] env[69941]: DEBUG oslo_concurrency.lockutils [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c4af36b6-6649-4802-8105-c389968bc2e4/c4af36b6-6649-4802-8105-c389968bc2e4.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.003128] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c4af36b6-6649-4802-8105-c389968bc2e4/c4af36b6-6649-4802-8105-c389968bc2e4.vmdk to [datastore2] fa44397f-d328-4bea-87ae-4d0b2101f5de/fa44397f-d328-4bea-87ae-4d0b2101f5de.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.003128] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1016dd3-2dfb-43bd-b5f5-9f1abccf9575 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.009638] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1289.009638] env[69941]: value = "task-3289513" [ 1289.009638] env[69941]: _type = "Task" [ 1289.009638] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.016558] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.520331] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289513, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.633069] env[69941]: DEBUG oslo_concurrency.lockutils [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "015c489a-baf4-4569-8d5f-3fd343ca03a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.633069] env[69941]: DEBUG oslo_concurrency.lockutils [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "015c489a-baf4-4569-8d5f-3fd343ca03a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.633069] env[69941]: DEBUG oslo_concurrency.lockutils [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "015c489a-baf4-4569-8d5f-3fd343ca03a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.633069] env[69941]: DEBUG oslo_concurrency.lockutils [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "015c489a-baf4-4569-8d5f-3fd343ca03a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.633069] env[69941]: DEBUG oslo_concurrency.lockutils [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "015c489a-baf4-4569-8d5f-3fd343ca03a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.635295] env[69941]: INFO nova.compute.manager [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Terminating instance [ 1290.020900] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289513, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.138941] env[69941]: DEBUG nova.compute.manager [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1290.139210] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.140125] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc3daea-9565-4d47-b5e1-9a104291dccd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.147768] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.148046] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69435ad1-e5cd-4805-af21-45ff30a041e0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.154804] env[69941]: DEBUG oslo_vmware.api [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1290.154804] env[69941]: value = "task-3289515" [ 1290.154804] env[69941]: _type = "Task" [ 1290.154804] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.163727] env[69941]: DEBUG oslo_vmware.api [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.524039] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289513, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.665245] env[69941]: DEBUG oslo_vmware.api [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289515, 'name': PowerOffVM_Task, 'duration_secs': 0.265589} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.665593] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.665809] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.666058] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d07b6f1-6e3b-43cb-9ec0-35bf6d4479e5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.729491] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.729803] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.730027] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleting the datastore file [datastore1] 015c489a-baf4-4569-8d5f-3fd343ca03a5 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.730369] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-611f1a77-4e6f-40b1-8b42-42b4259dda4e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.737943] env[69941]: DEBUG oslo_vmware.api [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for the task: (returnval){ [ 1290.737943] env[69941]: value = "task-3289517" [ 1290.737943] env[69941]: _type = "Task" [ 1290.737943] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.746189] env[69941]: DEBUG oslo_vmware.api [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.020876] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289513, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.247711] env[69941]: DEBUG oslo_vmware.api [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Task: {'id': task-3289517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236896} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.247959] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.248165] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.248346] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.248518] env[69941]: INFO nova.compute.manager [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1291.248758] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.248947] env[69941]: DEBUG nova.compute.manager [-] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1291.249053] env[69941]: DEBUG nova.network.neutron [-] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1291.516044] env[69941]: DEBUG nova.compute.manager [req-02ffbc82-b8f8-4345-9a1d-3e69897eb34d req-d939c521-41c0-40dc-8512-489c5b13853d service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Received event network-vif-deleted-43fc4c80-f955-4b13-8e05-a7febb1db312 {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.516044] env[69941]: INFO nova.compute.manager [req-02ffbc82-b8f8-4345-9a1d-3e69897eb34d req-d939c521-41c0-40dc-8512-489c5b13853d service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Neutron deleted interface 43fc4c80-f955-4b13-8e05-a7febb1db312; detaching it from the instance and deleting it from the info cache [ 1291.516044] env[69941]: DEBUG nova.network.neutron [req-02ffbc82-b8f8-4345-9a1d-3e69897eb34d req-d939c521-41c0-40dc-8512-489c5b13853d service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.526966] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289513, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.988909] env[69941]: DEBUG nova.network.neutron [-] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.023921] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289513, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.024229] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddf08db9-c636-4a4f-a809-0cc9690301ef {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.032170] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ef5fe8-32e7-42ea-b663-fb536134696f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.057702] env[69941]: DEBUG nova.compute.manager [req-02ffbc82-b8f8-4345-9a1d-3e69897eb34d req-d939c521-41c0-40dc-8512-489c5b13853d service nova] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Detach interface failed, port_id=43fc4c80-f955-4b13-8e05-a7febb1db312, reason: Instance 015c489a-baf4-4569-8d5f-3fd343ca03a5 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1292.491363] env[69941]: INFO nova.compute.manager [-] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Took 1.24 seconds to deallocate network for instance. [ 1292.525566] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289513, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.328496} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.526261] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c4af36b6-6649-4802-8105-c389968bc2e4/c4af36b6-6649-4802-8105-c389968bc2e4.vmdk to [datastore2] fa44397f-d328-4bea-87ae-4d0b2101f5de/fa44397f-d328-4bea-87ae-4d0b2101f5de.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.527172] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf999ab-51a2-4f88-a490-eacf23171a27 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.551483] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] fa44397f-d328-4bea-87ae-4d0b2101f5de/fa44397f-d328-4bea-87ae-4d0b2101f5de.vmdk or device None with type streamOptimized {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.552774] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6c231a3-fb88-4751-9a81-d5821e22d74f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.573070] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1292.573070] env[69941]: value = "task-3289518" [ 1292.573070] env[69941]: _type = "Task" [ 1292.573070] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.581223] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.999853] env[69941]: DEBUG oslo_concurrency.lockutils [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.000200] env[69941]: DEBUG oslo_concurrency.lockutils [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.000467] env[69941]: DEBUG nova.objects.instance [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lazy-loading 'resources' on Instance uuid 015c489a-baf4-4569-8d5f-3fd343ca03a5 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.082967] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289518, 'name': ReconfigVM_Task, 'duration_secs': 0.275297} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.083327] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Reconfigured VM instance instance-00000078 to attach disk [datastore2] fa44397f-d328-4bea-87ae-4d0b2101f5de/fa44397f-d328-4bea-87ae-4d0b2101f5de.vmdk or device None with type streamOptimized {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.084089] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6bc0cea-bff4-49ca-928e-5d053aff57ec {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.091320] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1293.091320] env[69941]: value = "task-3289519" [ 1293.091320] env[69941]: _type = "Task" [ 1293.091320] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.100892] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289519, 'name': Rename_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.551922] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999cf883-f9b6-48aa-a2e2-78a1c0663b5e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.559504] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59586bb0-00ca-460f-9384-70bdaa7a8942 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.600528] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8653a10-f657-46c8-80ab-4305abd7d063 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.616550] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289519, 'name': Rename_Task, 'duration_secs': 0.14653} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.617026] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.619125] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85284055-6723-4a66-b94c-84539648d88e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.625062] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3da88139-720b-483f-a558-85b4d6d18dc5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.637622] env[69941]: DEBUG nova.compute.provider_tree [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.640134] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1293.640134] env[69941]: value = "task-3289520" [ 1293.640134] env[69941]: _type = "Task" [ 1293.640134] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.648626] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289520, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.142160] env[69941]: DEBUG nova.scheduler.client.report [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.156085] env[69941]: DEBUG oslo_vmware.api [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289520, 'name': PowerOnVM_Task, 'duration_secs': 0.468338} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.156833] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.259921] env[69941]: DEBUG nova.compute.manager [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.260929] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a80c4c0-bccd-471c-b998-714025319ff5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.650534] env[69941]: DEBUG oslo_concurrency.lockutils [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.675218] env[69941]: INFO nova.scheduler.client.report [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Deleted allocations for instance 015c489a-baf4-4569-8d5f-3fd343ca03a5 [ 1294.778289] env[69941]: DEBUG oslo_concurrency.lockutils [None req-004932ee-fe51-4947-8711-8dbe5a013428 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "fa44397f-d328-4bea-87ae-4d0b2101f5de" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.536s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.182593] env[69941]: DEBUG oslo_concurrency.lockutils [None req-866ac833-e16c-47f1-af7f-f7665ba6f669 tempest-ServerActionsTestOtherA-1893478142 tempest-ServerActionsTestOtherA-1893478142-project-member] Lock "015c489a-baf4-4569-8d5f-3fd343ca03a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.550s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.033034] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.033034] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.033375] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.050802] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "fa44397f-d328-4bea-87ae-4d0b2101f5de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.051124] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "fa44397f-d328-4bea-87ae-4d0b2101f5de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.051357] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "fa44397f-d328-4bea-87ae-4d0b2101f5de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.051566] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "fa44397f-d328-4bea-87ae-4d0b2101f5de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.051748] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "fa44397f-d328-4bea-87ae-4d0b2101f5de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.054010] env[69941]: INFO nova.compute.manager [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Terminating instance [ 1296.558023] env[69941]: DEBUG nova.compute.manager [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.558851] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.559303] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab09819f-7651-4045-b65f-ef6c2eb0bce3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.567285] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.567645] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29ee6925-7ee7-4463-a9af-e90862f1a3dd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.574213] env[69941]: DEBUG oslo_vmware.api [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1296.574213] env[69941]: value = "task-3289521" [ 1296.574213] env[69941]: _type = "Task" [ 1296.574213] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.582599] env[69941]: DEBUG oslo_vmware.api [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.028579] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.033573] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.083662] env[69941]: DEBUG oslo_vmware.api [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289521, 'name': PowerOffVM_Task, 'duration_secs': 0.18029} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.083921] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.084103] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.084350] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a839c1f6-7ed6-4232-8e45-8561f8c8c590 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.140324] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.140659] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.140907] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Deleting the datastore file [datastore2] fa44397f-d328-4bea-87ae-4d0b2101f5de {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.141234] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e05c5ef2-a9cf-47df-b302-6ce0db43dace {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.148185] env[69941]: DEBUG oslo_vmware.api [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for the task: (returnval){ [ 1297.148185] env[69941]: value = "task-3289523" [ 1297.148185] env[69941]: _type = "Task" [ 1297.148185] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.157131] env[69941]: DEBUG oslo_vmware.api [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.535062] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.535334] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.535507] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.535660] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69941) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1297.536581] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a46da5-1a08-4dc3-8941-f01bee4143cf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.545023] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c367a7-21b5-4ffa-bcab-8760632bea45 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.559060] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50b38e7-8689-4e26-ac32-1839d5a42d96 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.566015] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8217330-25e4-4cf3-a686-350c4cd0dbd4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.596900] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179836MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=69941) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1297.596900] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.596900] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.657264] env[69941]: DEBUG oslo_vmware.api [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Task: {'id': task-3289523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153517} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.657511] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.657693] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.657862] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.658038] env[69941]: INFO nova.compute.manager [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1297.658269] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.658449] env[69941]: DEBUG nova.compute.manager [-] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.658543] env[69941]: DEBUG nova.network.neutron [-] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1298.056535] env[69941]: DEBUG nova.compute.manager [req-6d7b87c9-b2aa-4c8d-8bf8-c1cf24fb4a5d req-e79acd32-4feb-4e0f-8d5e-298050c5cc6e service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Received event network-vif-deleted-94542ed6-b846-48c8-a885-c9a563b5064a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.056766] env[69941]: INFO nova.compute.manager [req-6d7b87c9-b2aa-4c8d-8bf8-c1cf24fb4a5d req-e79acd32-4feb-4e0f-8d5e-298050c5cc6e service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Neutron deleted interface 94542ed6-b846-48c8-a885-c9a563b5064a; detaching it from the instance and deleting it from the info cache [ 1298.056903] env[69941]: DEBUG nova.network.neutron [req-6d7b87c9-b2aa-4c8d-8bf8-c1cf24fb4a5d req-e79acd32-4feb-4e0f-8d5e-298050c5cc6e service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.541015] env[69941]: DEBUG nova.network.neutron [-] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.559641] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-481682cb-8c52-4d48-a97b-cf0e69432e1d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.570511] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158bd2b9-f6a9-40be-a9c6-4de6cda170bf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.595489] env[69941]: DEBUG nova.compute.manager [req-6d7b87c9-b2aa-4c8d-8bf8-c1cf24fb4a5d req-e79acd32-4feb-4e0f-8d5e-298050c5cc6e service nova] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Detach interface failed, port_id=94542ed6-b846-48c8-a885-c9a563b5064a, reason: Instance fa44397f-d328-4bea-87ae-4d0b2101f5de could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1298.619882] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance fa44397f-d328-4bea-87ae-4d0b2101f5de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1298.620101] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1298.620247] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1298.648523] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8591af-8451-4942-8d9d-c4f04f5b5c76 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.656446] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2f9aaf-1adb-4bfa-a0d8-b82baafff6b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.686789] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41d7430-8fcb-4d6e-a67b-e6a63a8ecd4d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.693985] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4278817f-ec8f-42c9-b319-352772fb996d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.707662] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.043750] env[69941]: INFO nova.compute.manager [-] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Took 1.39 seconds to deallocate network for instance. [ 1299.211083] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.550307] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.715663] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1299.715962] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.119s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.716273] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.166s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.716504] env[69941]: DEBUG nova.objects.instance [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lazy-loading 'resources' on Instance uuid fa44397f-d328-4bea-87ae-4d0b2101f5de {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.245134] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7654e3d-c197-489a-bf01-04a69e69fc71 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.253084] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e871e2-3baa-450b-a321-7e6666070419 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.282488] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8933017a-5b0b-4c97-8c26-604ccd7e4d62 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.289447] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e584e3-7523-42d0-a226-5997dd6ebfcb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.303456] env[69941]: DEBUG nova.compute.provider_tree [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.718313] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.718609] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.718788] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69941) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1300.806373] env[69941]: DEBUG nova.scheduler.client.report [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.311826] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.595s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.330206] env[69941]: INFO nova.scheduler.client.report [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Deleted allocations for instance fa44397f-d328-4bea-87ae-4d0b2101f5de [ 1301.837711] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0b9f627-a72d-47e5-9733-b589d2f4dd96 tempest-ServerActionsTestOtherB-549374790 tempest-ServerActionsTestOtherB-549374790-project-member] Lock "fa44397f-d328-4bea-87ae-4d0b2101f5de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.787s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.032610] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.214664] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Acquiring lock "fbe81320-0168-4467-a009-c6a72fbb761e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.214971] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Lock "fbe81320-0168-4467-a009-c6a72fbb761e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.717589] env[69941]: DEBUG nova.compute.manager [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1311.242335] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.242622] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.244134] env[69941]: INFO nova.compute.claims [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.279725] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93bc871-e3f3-48b1-be83-d7da364595eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.287231] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a90705-be8f-49f5-8ee6-5a8cc924b5a0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.317546] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2495996-0bad-4968-942c-254e8cacd714 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.324317] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660b97b3-617c-4477-be84-dbfb74354b27 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.336917] env[69941]: DEBUG nova.compute.provider_tree [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.840433] env[69941]: DEBUG nova.scheduler.client.report [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.345634] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.346136] env[69941]: DEBUG nova.compute.manager [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1313.852475] env[69941]: DEBUG nova.compute.utils [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1313.853873] env[69941]: DEBUG nova.compute.manager [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1313.854532] env[69941]: DEBUG nova.network.neutron [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1313.893088] env[69941]: DEBUG nova.policy [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3bed1773dcd4c8bb1eaeafcca0b9448', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bede4dc68d44cbea704c6dc4f2cef53', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1314.112321] env[69941]: DEBUG nova.network.neutron [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Successfully created port: 9af9402d-c514-4f0c-b66f-590284363a7e {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1314.357236] env[69941]: DEBUG nova.compute.manager [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1315.367868] env[69941]: DEBUG nova.compute.manager [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1315.396245] env[69941]: DEBUG nova.virt.hardware [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.396494] env[69941]: DEBUG nova.virt.hardware [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.396722] env[69941]: DEBUG nova.virt.hardware [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.396953] env[69941]: DEBUG nova.virt.hardware [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.397305] env[69941]: DEBUG nova.virt.hardware [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.397479] env[69941]: DEBUG nova.virt.hardware [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.397696] env[69941]: DEBUG nova.virt.hardware [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.397856] env[69941]: DEBUG nova.virt.hardware [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.398036] env[69941]: DEBUG nova.virt.hardware [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.398268] env[69941]: DEBUG nova.virt.hardware [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.398382] env[69941]: DEBUG nova.virt.hardware [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.399276] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40978895-a385-4fc2-ad93-eb2466d20739 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.407334] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f04135-0729-4265-81b7-14163a71c6ca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.452936] env[69941]: DEBUG nova.compute.manager [req-3b761312-b6fb-4e0f-a86c-eaaf4b00b8f9 req-31c58223-8475-48b9-80b3-b54e61c4703e service nova] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Received event network-vif-plugged-9af9402d-c514-4f0c-b66f-590284363a7e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.453216] env[69941]: DEBUG oslo_concurrency.lockutils [req-3b761312-b6fb-4e0f-a86c-eaaf4b00b8f9 req-31c58223-8475-48b9-80b3-b54e61c4703e service nova] Acquiring lock "fbe81320-0168-4467-a009-c6a72fbb761e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.453408] env[69941]: DEBUG oslo_concurrency.lockutils [req-3b761312-b6fb-4e0f-a86c-eaaf4b00b8f9 req-31c58223-8475-48b9-80b3-b54e61c4703e service nova] Lock "fbe81320-0168-4467-a009-c6a72fbb761e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.453576] env[69941]: DEBUG oslo_concurrency.lockutils [req-3b761312-b6fb-4e0f-a86c-eaaf4b00b8f9 req-31c58223-8475-48b9-80b3-b54e61c4703e service nova] Lock "fbe81320-0168-4467-a009-c6a72fbb761e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.453744] env[69941]: DEBUG nova.compute.manager [req-3b761312-b6fb-4e0f-a86c-eaaf4b00b8f9 req-31c58223-8475-48b9-80b3-b54e61c4703e service nova] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] No waiting events found dispatching network-vif-plugged-9af9402d-c514-4f0c-b66f-590284363a7e {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1315.453908] env[69941]: WARNING nova.compute.manager [req-3b761312-b6fb-4e0f-a86c-eaaf4b00b8f9 req-31c58223-8475-48b9-80b3-b54e61c4703e service nova] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Received unexpected event network-vif-plugged-9af9402d-c514-4f0c-b66f-590284363a7e for instance with vm_state building and task_state spawning. [ 1315.529611] env[69941]: DEBUG nova.network.neutron [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Successfully updated port: 9af9402d-c514-4f0c-b66f-590284363a7e {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1316.032724] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Acquiring lock "refresh_cache-fbe81320-0168-4467-a009-c6a72fbb761e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.032913] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Acquired lock "refresh_cache-fbe81320-0168-4467-a009-c6a72fbb761e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.033101] env[69941]: DEBUG nova.network.neutron [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.564513] env[69941]: DEBUG nova.network.neutron [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1316.679013] env[69941]: DEBUG nova.network.neutron [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Updating instance_info_cache with network_info: [{"id": "9af9402d-c514-4f0c-b66f-590284363a7e", "address": "fa:16:3e:17:bc:0c", "network": {"id": "abf14b44-6dc8-4cbd-8998-d5178829f062", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1346776717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bede4dc68d44cbea704c6dc4f2cef53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9af9402d-c5", "ovs_interfaceid": "9af9402d-c514-4f0c-b66f-590284363a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.182162] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Releasing lock "refresh_cache-fbe81320-0168-4467-a009-c6a72fbb761e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.182474] env[69941]: DEBUG nova.compute.manager [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Instance network_info: |[{"id": "9af9402d-c514-4f0c-b66f-590284363a7e", "address": "fa:16:3e:17:bc:0c", "network": {"id": "abf14b44-6dc8-4cbd-8998-d5178829f062", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1346776717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bede4dc68d44cbea704c6dc4f2cef53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9af9402d-c5", "ovs_interfaceid": "9af9402d-c514-4f0c-b66f-590284363a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1317.182905] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:bc:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9af9402d-c514-4f0c-b66f-590284363a7e', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.190310] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Creating folder: Project (6bede4dc68d44cbea704c6dc4f2cef53). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.190574] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dd7e6f2-8f18-4752-ad7c-5e05a3445798 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.203524] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Created folder: Project (6bede4dc68d44cbea704c6dc4f2cef53) in parent group-v656570. [ 1317.203711] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Creating folder: Instances. Parent ref: group-v656911. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.203938] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1cd1588-372e-4942-b61c-a4c49270cc4e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.213058] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Created folder: Instances in parent group-v656911. [ 1317.213316] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.213502] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.213690] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c84977d6-f1b2-48e2-be4a-0152e71311a8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.232685] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.232685] env[69941]: value = "task-3289527" [ 1317.232685] env[69941]: _type = "Task" [ 1317.232685] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.239513] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289527, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.488960] env[69941]: DEBUG nova.compute.manager [req-83878bcb-c616-4898-a3ac-01ecd576889f req-2974c3a5-3988-476a-b4e9-46925ff4650c service nova] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Received event network-changed-9af9402d-c514-4f0c-b66f-590284363a7e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.488960] env[69941]: DEBUG nova.compute.manager [req-83878bcb-c616-4898-a3ac-01ecd576889f req-2974c3a5-3988-476a-b4e9-46925ff4650c service nova] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Refreshing instance network info cache due to event network-changed-9af9402d-c514-4f0c-b66f-590284363a7e. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1317.488960] env[69941]: DEBUG oslo_concurrency.lockutils [req-83878bcb-c616-4898-a3ac-01ecd576889f req-2974c3a5-3988-476a-b4e9-46925ff4650c service nova] Acquiring lock "refresh_cache-fbe81320-0168-4467-a009-c6a72fbb761e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.488960] env[69941]: DEBUG oslo_concurrency.lockutils [req-83878bcb-c616-4898-a3ac-01ecd576889f req-2974c3a5-3988-476a-b4e9-46925ff4650c service nova] Acquired lock "refresh_cache-fbe81320-0168-4467-a009-c6a72fbb761e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.488960] env[69941]: DEBUG nova.network.neutron [req-83878bcb-c616-4898-a3ac-01ecd576889f req-2974c3a5-3988-476a-b4e9-46925ff4650c service nova] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Refreshing network info cache for port 9af9402d-c514-4f0c-b66f-590284363a7e {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.742283] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289527, 'name': CreateVM_Task, 'duration_secs': 0.368182} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.742608] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.743089] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.743255] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.743581] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.743834] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61918b5-de01-4d97-b5fb-8198897e0daf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.747871] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Waiting for the task: (returnval){ [ 1317.747871] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52191a38-55b3-6baf-9b1d-29c01490c972" [ 1317.747871] env[69941]: _type = "Task" [ 1317.747871] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.755505] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52191a38-55b3-6baf-9b1d-29c01490c972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.157237] env[69941]: DEBUG nova.network.neutron [req-83878bcb-c616-4898-a3ac-01ecd576889f req-2974c3a5-3988-476a-b4e9-46925ff4650c service nova] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Updated VIF entry in instance network info cache for port 9af9402d-c514-4f0c-b66f-590284363a7e. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.157594] env[69941]: DEBUG nova.network.neutron [req-83878bcb-c616-4898-a3ac-01ecd576889f req-2974c3a5-3988-476a-b4e9-46925ff4650c service nova] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Updating instance_info_cache with network_info: [{"id": "9af9402d-c514-4f0c-b66f-590284363a7e", "address": "fa:16:3e:17:bc:0c", "network": {"id": "abf14b44-6dc8-4cbd-8998-d5178829f062", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1346776717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bede4dc68d44cbea704c6dc4f2cef53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9af9402d-c5", "ovs_interfaceid": "9af9402d-c514-4f0c-b66f-590284363a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.257736] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52191a38-55b3-6baf-9b1d-29c01490c972, 'name': SearchDatastore_Task, 'duration_secs': 0.011209} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.258036] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.258264] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.258669] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.258669] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.258847] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.259064] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2b99417-0bbb-4c9a-888d-edb0aded17e1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.267980] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.268128] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.268832] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eda67624-f017-4449-a706-4ff66d669e45 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.273501] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Waiting for the task: (returnval){ [ 1318.273501] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]525b6693-359c-58c0-3d90-03be9d097963" [ 1318.273501] env[69941]: _type = "Task" [ 1318.273501] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.280996] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]525b6693-359c-58c0-3d90-03be9d097963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.660768] env[69941]: DEBUG oslo_concurrency.lockutils [req-83878bcb-c616-4898-a3ac-01ecd576889f req-2974c3a5-3988-476a-b4e9-46925ff4650c service nova] Releasing lock "refresh_cache-fbe81320-0168-4467-a009-c6a72fbb761e" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.784481] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]525b6693-359c-58c0-3d90-03be9d097963, 'name': SearchDatastore_Task, 'duration_secs': 0.008997} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.785257] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19b8261-9756-46d3-bde7-52aa1113860e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.790153] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Waiting for the task: (returnval){ [ 1318.790153] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]523eed8c-6a94-9af2-75d7-ebe72ee81722" [ 1318.790153] env[69941]: _type = "Task" [ 1318.790153] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.798009] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523eed8c-6a94-9af2-75d7-ebe72ee81722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.302113] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]523eed8c-6a94-9af2-75d7-ebe72ee81722, 'name': SearchDatastore_Task, 'duration_secs': 0.009841} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.302113] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.302113] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] fbe81320-0168-4467-a009-c6a72fbb761e/fbe81320-0168-4467-a009-c6a72fbb761e.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1319.302113] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91490bf5-7124-4c41-95e7-717d6d0984bb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.308144] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Waiting for the task: (returnval){ [ 1319.308144] env[69941]: value = "task-3289528" [ 1319.308144] env[69941]: _type = "Task" [ 1319.308144] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.315625] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': task-3289528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.817717] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': task-3289528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409797} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.818162] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] fbe81320-0168-4467-a009-c6a72fbb761e/fbe81320-0168-4467-a009-c6a72fbb761e.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.818319] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.818420] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8812d840-86c2-40b1-9963-3d9f31560168 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.824450] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Waiting for the task: (returnval){ [ 1319.824450] env[69941]: value = "task-3289529" [ 1319.824450] env[69941]: _type = "Task" [ 1319.824450] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.831688] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': task-3289529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.333897] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': task-3289529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075776} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.334196] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1320.334906] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2698910-5352-40cc-be54-20593b5aa4bd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.355609] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] fbe81320-0168-4467-a009-c6a72fbb761e/fbe81320-0168-4467-a009-c6a72fbb761e.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.355834] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6925f53-b541-4675-b445-54ed2d6ed8bf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.374091] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Waiting for the task: (returnval){ [ 1320.374091] env[69941]: value = "task-3289530" [ 1320.374091] env[69941]: _type = "Task" [ 1320.374091] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.380851] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': task-3289530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.884346] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': task-3289530, 'name': ReconfigVM_Task, 'duration_secs': 0.255408} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.884681] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Reconfigured VM instance instance-0000007c to attach disk [datastore1] fbe81320-0168-4467-a009-c6a72fbb761e/fbe81320-0168-4467-a009-c6a72fbb761e.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.885234] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e239bd1c-58c7-4f44-ac4d-ded4f7d8e666 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.890669] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Waiting for the task: (returnval){ [ 1320.890669] env[69941]: value = "task-3289531" [ 1320.890669] env[69941]: _type = "Task" [ 1320.890669] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.899010] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': task-3289531, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.400344] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': task-3289531, 'name': Rename_Task, 'duration_secs': 0.136463} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.400615] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.400866] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37669112-c6dc-4486-b940-e10b5ef6c50b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.406638] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Waiting for the task: (returnval){ [ 1321.406638] env[69941]: value = "task-3289532" [ 1321.406638] env[69941]: _type = "Task" [ 1321.406638] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.413500] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': task-3289532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.916534] env[69941]: DEBUG oslo_vmware.api [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': task-3289532, 'name': PowerOnVM_Task, 'duration_secs': 0.461651} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.918488] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.918488] env[69941]: INFO nova.compute.manager [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Took 6.55 seconds to spawn the instance on the hypervisor. [ 1321.918488] env[69941]: DEBUG nova.compute.manager [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1321.918488] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ca25c6-11b5-42c6-aa1d-4126ca800e44 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.435903] env[69941]: INFO nova.compute.manager [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Took 11.21 seconds to build instance. [ 1322.937589] env[69941]: DEBUG oslo_concurrency.lockutils [None req-82adf4e1-eb05-407f-9175-5d2c9d973e80 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Lock "fbe81320-0168-4467-a009-c6a72fbb761e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.722s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.334858] env[69941]: DEBUG oslo_concurrency.lockutils [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Acquiring lock "fbe81320-0168-4467-a009-c6a72fbb761e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.335156] env[69941]: DEBUG oslo_concurrency.lockutils [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Lock "fbe81320-0168-4467-a009-c6a72fbb761e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.335378] env[69941]: DEBUG oslo_concurrency.lockutils [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Acquiring lock "fbe81320-0168-4467-a009-c6a72fbb761e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.335564] env[69941]: DEBUG oslo_concurrency.lockutils [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Lock "fbe81320-0168-4467-a009-c6a72fbb761e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.335734] env[69941]: DEBUG oslo_concurrency.lockutils [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Lock "fbe81320-0168-4467-a009-c6a72fbb761e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.337938] env[69941]: INFO nova.compute.manager [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Terminating instance [ 1323.841810] env[69941]: DEBUG nova.compute.manager [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1323.842095] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.843505] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbbfb30-5268-4bef-85dc-41fb8c59b23e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.851316] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.851537] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b88d1e83-7840-4d74-93b4-34b82becfed6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.858475] env[69941]: DEBUG oslo_vmware.api [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Waiting for the task: (returnval){ [ 1323.858475] env[69941]: value = "task-3289533" [ 1323.858475] env[69941]: _type = "Task" [ 1323.858475] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.866295] env[69941]: DEBUG oslo_vmware.api [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': task-3289533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.369038] env[69941]: DEBUG oslo_vmware.api [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': task-3289533, 'name': PowerOffVM_Task, 'duration_secs': 0.19309} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.369414] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.369584] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.369876] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d00b4ab6-c7ca-49b1-8046-9bd71f33bb3d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.900278] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.900521] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.900690] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Deleting the datastore file [datastore1] fbe81320-0168-4467-a009-c6a72fbb761e {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.901012] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dd1919e-dfc3-400d-85a8-b17b10f47d93 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.907709] env[69941]: DEBUG oslo_vmware.api [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Waiting for the task: (returnval){ [ 1324.907709] env[69941]: value = "task-3289535" [ 1324.907709] env[69941]: _type = "Task" [ 1324.907709] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.915492] env[69941]: DEBUG oslo_vmware.api [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': task-3289535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.417171] env[69941]: DEBUG oslo_vmware.api [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Task: {'id': task-3289535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129447} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.417551] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.417681] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.417861] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.418050] env[69941]: INFO nova.compute.manager [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Took 1.58 seconds to destroy the instance on the hypervisor. [ 1325.418295] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.418483] env[69941]: DEBUG nova.compute.manager [-] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.418570] env[69941]: DEBUG nova.network.neutron [-] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1325.638410] env[69941]: DEBUG nova.compute.manager [req-6a68a22d-a1c1-439f-b579-e1ce101abb0d req-53a1ba98-72ec-4b97-8b37-3d29d37f921b service nova] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Received event network-vif-deleted-9af9402d-c514-4f0c-b66f-590284363a7e {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.638612] env[69941]: INFO nova.compute.manager [req-6a68a22d-a1c1-439f-b579-e1ce101abb0d req-53a1ba98-72ec-4b97-8b37-3d29d37f921b service nova] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Neutron deleted interface 9af9402d-c514-4f0c-b66f-590284363a7e; detaching it from the instance and deleting it from the info cache [ 1325.638786] env[69941]: DEBUG nova.network.neutron [req-6a68a22d-a1c1-439f-b579-e1ce101abb0d req-53a1ba98-72ec-4b97-8b37-3d29d37f921b service nova] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.121716] env[69941]: DEBUG nova.network.neutron [-] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.142169] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed71f932-008d-4c8d-9cd1-0cdb7c006bf1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.153030] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a20c96-f624-4119-adbe-3c954f94492f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.180443] env[69941]: DEBUG nova.compute.manager [req-6a68a22d-a1c1-439f-b579-e1ce101abb0d req-53a1ba98-72ec-4b97-8b37-3d29d37f921b service nova] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Detach interface failed, port_id=9af9402d-c514-4f0c-b66f-590284363a7e, reason: Instance fbe81320-0168-4467-a009-c6a72fbb761e could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1326.625163] env[69941]: INFO nova.compute.manager [-] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Took 1.21 seconds to deallocate network for instance. [ 1327.132066] env[69941]: DEBUG oslo_concurrency.lockutils [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.132398] env[69941]: DEBUG oslo_concurrency.lockutils [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.132625] env[69941]: DEBUG nova.objects.instance [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Lazy-loading 'resources' on Instance uuid fbe81320-0168-4467-a009-c6a72fbb761e {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.669039] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4d207f-7a4f-4427-a1ef-cd48f21def75 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.676686] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ca423c-f835-4eda-a645-3648c093dfbf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.706977] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7ed560-7300-48e7-986c-582c753d6b78 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.713415] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2db6f3-6da9-4c84-96cf-e9f875a7edbc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.726092] env[69941]: DEBUG nova.compute.provider_tree [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.229853] env[69941]: DEBUG nova.scheduler.client.report [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.735676] env[69941]: DEBUG oslo_concurrency.lockutils [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.752774] env[69941]: INFO nova.scheduler.client.report [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Deleted allocations for instance fbe81320-0168-4467-a009-c6a72fbb761e [ 1329.262063] env[69941]: DEBUG oslo_concurrency.lockutils [None req-52c09cad-8aec-49d3-91a0-66622ff45395 tempest-ServerPasswordTestJSON-286286960 tempest-ServerPasswordTestJSON-286286960-project-member] Lock "fbe81320-0168-4467-a009-c6a72fbb761e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.926s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.742898] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "20b0bd54-a7e4-4c68-bdf3-2a954b66b1de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.743193] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "20b0bd54-a7e4-4c68-bdf3-2a954b66b1de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.072538] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "c2c95ab1-84c1-4506-812d-c1fe97468cd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.072776] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "c2c95ab1-84c1-4506-812d-c1fe97468cd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.245343] env[69941]: DEBUG nova.compute.manager [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1334.574865] env[69941]: DEBUG nova.compute.manager [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1334.765891] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.766210] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.767630] env[69941]: INFO nova.compute.claims [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1335.095026] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.814304] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb2584f-9543-42ad-81b0-d57a5eb8cb74 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.822243] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a462401-73fb-494d-aba6-9d18cf39a67c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.850709] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf8c097-7df0-48af-b172-b82343a27aaa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.857275] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad43eb81-c765-4614-b144-b69834269134 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.869785] env[69941]: DEBUG nova.compute.provider_tree [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.373293] env[69941]: DEBUG nova.scheduler.client.report [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.879031] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.113s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.879620] env[69941]: DEBUG nova.compute.manager [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1336.883593] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.789s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.884914] env[69941]: INFO nova.compute.claims [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.389409] env[69941]: DEBUG nova.compute.utils [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1337.393534] env[69941]: DEBUG nova.compute.manager [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1337.393698] env[69941]: DEBUG nova.network.neutron [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1337.431881] env[69941]: DEBUG nova.policy [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1be87029311a47cd986a8fcbc5464af7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '537d2d4c8b0b41f6be6d4c5a2f9608da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1337.678803] env[69941]: DEBUG nova.network.neutron [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Successfully created port: 82c4d83c-ec43-42bc-b49d-cc201643f30a {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1337.896778] env[69941]: DEBUG nova.compute.manager [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1337.940514] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a3b66a-0273-440e-b18d-174223192902 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.948209] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55579710-d071-4332-8206-ae4f99727671 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.978677] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44699bf3-6737-4528-8ab1-4281c715070e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.985475] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd66b9a-74e3-45ad-939a-e6ed3bae4030 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.998889] env[69941]: DEBUG nova.compute.provider_tree [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.502083] env[69941]: DEBUG nova.scheduler.client.report [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.906358] env[69941]: DEBUG nova.compute.manager [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1338.932785] env[69941]: DEBUG nova.virt.hardware [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1338.933107] env[69941]: DEBUG nova.virt.hardware [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.933283] env[69941]: DEBUG nova.virt.hardware [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1338.933532] env[69941]: DEBUG nova.virt.hardware [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.933706] env[69941]: DEBUG nova.virt.hardware [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1338.933857] env[69941]: DEBUG nova.virt.hardware [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1338.934081] env[69941]: DEBUG nova.virt.hardware [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1338.934246] env[69941]: DEBUG nova.virt.hardware [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1338.934414] env[69941]: DEBUG nova.virt.hardware [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1338.934651] env[69941]: DEBUG nova.virt.hardware [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1338.934908] env[69941]: DEBUG nova.virt.hardware [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1338.935783] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351af95b-6b50-4e6b-87ef-33d0942692ce {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.944048] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b9a5d5-c0c0-4db1-99a2-3397e6ce11d2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.006581] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.007116] env[69941]: DEBUG nova.compute.manager [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1339.166121] env[69941]: DEBUG nova.compute.manager [req-dc463c5a-36a1-427f-8ab5-2aa638550f65 req-32cb60e9-a0e8-4284-a215-605dcef7c44f service nova] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Received event network-vif-plugged-82c4d83c-ec43-42bc-b49d-cc201643f30a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.166240] env[69941]: DEBUG oslo_concurrency.lockutils [req-dc463c5a-36a1-427f-8ab5-2aa638550f65 req-32cb60e9-a0e8-4284-a215-605dcef7c44f service nova] Acquiring lock "20b0bd54-a7e4-4c68-bdf3-2a954b66b1de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.166833] env[69941]: DEBUG oslo_concurrency.lockutils [req-dc463c5a-36a1-427f-8ab5-2aa638550f65 req-32cb60e9-a0e8-4284-a215-605dcef7c44f service nova] Lock "20b0bd54-a7e4-4c68-bdf3-2a954b66b1de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.167155] env[69941]: DEBUG oslo_concurrency.lockutils [req-dc463c5a-36a1-427f-8ab5-2aa638550f65 req-32cb60e9-a0e8-4284-a215-605dcef7c44f service nova] Lock "20b0bd54-a7e4-4c68-bdf3-2a954b66b1de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.167385] env[69941]: DEBUG nova.compute.manager [req-dc463c5a-36a1-427f-8ab5-2aa638550f65 req-32cb60e9-a0e8-4284-a215-605dcef7c44f service nova] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] No waiting events found dispatching network-vif-plugged-82c4d83c-ec43-42bc-b49d-cc201643f30a {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1339.167561] env[69941]: WARNING nova.compute.manager [req-dc463c5a-36a1-427f-8ab5-2aa638550f65 req-32cb60e9-a0e8-4284-a215-605dcef7c44f service nova] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Received unexpected event network-vif-plugged-82c4d83c-ec43-42bc-b49d-cc201643f30a for instance with vm_state building and task_state spawning. [ 1339.514056] env[69941]: DEBUG nova.compute.utils [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1339.515308] env[69941]: DEBUG nova.compute.manager [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1339.515557] env[69941]: DEBUG nova.network.neutron [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1339.553011] env[69941]: DEBUG nova.policy [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1be87029311a47cd986a8fcbc5464af7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '537d2d4c8b0b41f6be6d4c5a2f9608da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1339.660955] env[69941]: DEBUG nova.network.neutron [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Successfully updated port: 82c4d83c-ec43-42bc-b49d-cc201643f30a {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1339.680369] env[69941]: DEBUG nova.compute.manager [req-f4376ede-887d-4035-b0fc-d6f69d89238b req-e866bf06-9602-401d-bc2a-0b2b1dce20ab service nova] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Received event network-changed-82c4d83c-ec43-42bc-b49d-cc201643f30a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.680591] env[69941]: DEBUG nova.compute.manager [req-f4376ede-887d-4035-b0fc-d6f69d89238b req-e866bf06-9602-401d-bc2a-0b2b1dce20ab service nova] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Refreshing instance network info cache due to event network-changed-82c4d83c-ec43-42bc-b49d-cc201643f30a. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.680798] env[69941]: DEBUG oslo_concurrency.lockutils [req-f4376ede-887d-4035-b0fc-d6f69d89238b req-e866bf06-9602-401d-bc2a-0b2b1dce20ab service nova] Acquiring lock "refresh_cache-20b0bd54-a7e4-4c68-bdf3-2a954b66b1de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.680938] env[69941]: DEBUG oslo_concurrency.lockutils [req-f4376ede-887d-4035-b0fc-d6f69d89238b req-e866bf06-9602-401d-bc2a-0b2b1dce20ab service nova] Acquired lock "refresh_cache-20b0bd54-a7e4-4c68-bdf3-2a954b66b1de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.681199] env[69941]: DEBUG nova.network.neutron [req-f4376ede-887d-4035-b0fc-d6f69d89238b req-e866bf06-9602-401d-bc2a-0b2b1dce20ab service nova] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Refreshing network info cache for port 82c4d83c-ec43-42bc-b49d-cc201643f30a {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.790744] env[69941]: DEBUG nova.network.neutron [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Successfully created port: ffb9fae0-07b0-457e-bc08-edad81836a1f {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1340.018934] env[69941]: DEBUG nova.compute.manager [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1340.164525] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "refresh_cache-20b0bd54-a7e4-4c68-bdf3-2a954b66b1de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.219724] env[69941]: DEBUG nova.network.neutron [req-f4376ede-887d-4035-b0fc-d6f69d89238b req-e866bf06-9602-401d-bc2a-0b2b1dce20ab service nova] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1340.286691] env[69941]: DEBUG nova.network.neutron [req-f4376ede-887d-4035-b0fc-d6f69d89238b req-e866bf06-9602-401d-bc2a-0b2b1dce20ab service nova] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.789583] env[69941]: DEBUG oslo_concurrency.lockutils [req-f4376ede-887d-4035-b0fc-d6f69d89238b req-e866bf06-9602-401d-bc2a-0b2b1dce20ab service nova] Releasing lock "refresh_cache-20b0bd54-a7e4-4c68-bdf3-2a954b66b1de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.789956] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired lock "refresh_cache-20b0bd54-a7e4-4c68-bdf3-2a954b66b1de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.790143] env[69941]: DEBUG nova.network.neutron [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.029473] env[69941]: DEBUG nova.compute.manager [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1341.059493] env[69941]: DEBUG nova.virt.hardware [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1341.059784] env[69941]: DEBUG nova.virt.hardware [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.059950] env[69941]: DEBUG nova.virt.hardware [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1341.060152] env[69941]: DEBUG nova.virt.hardware [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.060303] env[69941]: DEBUG nova.virt.hardware [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1341.060451] env[69941]: DEBUG nova.virt.hardware [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1341.060657] env[69941]: DEBUG nova.virt.hardware [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1341.060817] env[69941]: DEBUG nova.virt.hardware [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1341.060983] env[69941]: DEBUG nova.virt.hardware [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1341.061352] env[69941]: DEBUG nova.virt.hardware [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1341.061432] env[69941]: DEBUG nova.virt.hardware [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1341.062299] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45508cad-4db2-452e-a95e-c34f113523b1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.070519] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b50bbb-62ce-4f3f-8be7-f01e46ed253e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.270459] env[69941]: DEBUG nova.network.neutron [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Successfully updated port: ffb9fae0-07b0-457e-bc08-edad81836a1f {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1341.541025] env[69941]: DEBUG nova.network.neutron [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.654783] env[69941]: DEBUG nova.network.neutron [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Updating instance_info_cache with network_info: [{"id": "82c4d83c-ec43-42bc-b49d-cc201643f30a", "address": "fa:16:3e:35:18:b9", "network": {"id": "7cfa2f57-b580-4a13-940f-c064112764f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-501346650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537d2d4c8b0b41f6be6d4c5a2f9608da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c4d83c-ec", "ovs_interfaceid": "82c4d83c-ec43-42bc-b49d-cc201643f30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.707354] env[69941]: DEBUG nova.compute.manager [req-5ec57a64-a474-4d21-aad1-26e521d50ec8 req-633db07d-8adf-4870-8c37-cbf257aa0bae service nova] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Received event network-vif-plugged-ffb9fae0-07b0-457e-bc08-edad81836a1f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.707577] env[69941]: DEBUG oslo_concurrency.lockutils [req-5ec57a64-a474-4d21-aad1-26e521d50ec8 req-633db07d-8adf-4870-8c37-cbf257aa0bae service nova] Acquiring lock "c2c95ab1-84c1-4506-812d-c1fe97468cd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.707787] env[69941]: DEBUG oslo_concurrency.lockutils [req-5ec57a64-a474-4d21-aad1-26e521d50ec8 req-633db07d-8adf-4870-8c37-cbf257aa0bae service nova] Lock "c2c95ab1-84c1-4506-812d-c1fe97468cd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.707935] env[69941]: DEBUG oslo_concurrency.lockutils [req-5ec57a64-a474-4d21-aad1-26e521d50ec8 req-633db07d-8adf-4870-8c37-cbf257aa0bae service nova] Lock "c2c95ab1-84c1-4506-812d-c1fe97468cd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.708112] env[69941]: DEBUG nova.compute.manager [req-5ec57a64-a474-4d21-aad1-26e521d50ec8 req-633db07d-8adf-4870-8c37-cbf257aa0bae service nova] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] No waiting events found dispatching network-vif-plugged-ffb9fae0-07b0-457e-bc08-edad81836a1f {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1341.708278] env[69941]: WARNING nova.compute.manager [req-5ec57a64-a474-4d21-aad1-26e521d50ec8 req-633db07d-8adf-4870-8c37-cbf257aa0bae service nova] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Received unexpected event network-vif-plugged-ffb9fae0-07b0-457e-bc08-edad81836a1f for instance with vm_state building and task_state spawning. [ 1341.708434] env[69941]: DEBUG nova.compute.manager [req-5ec57a64-a474-4d21-aad1-26e521d50ec8 req-633db07d-8adf-4870-8c37-cbf257aa0bae service nova] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Received event network-changed-ffb9fae0-07b0-457e-bc08-edad81836a1f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.708586] env[69941]: DEBUG nova.compute.manager [req-5ec57a64-a474-4d21-aad1-26e521d50ec8 req-633db07d-8adf-4870-8c37-cbf257aa0bae service nova] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Refreshing instance network info cache due to event network-changed-ffb9fae0-07b0-457e-bc08-edad81836a1f. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1341.708760] env[69941]: DEBUG oslo_concurrency.lockutils [req-5ec57a64-a474-4d21-aad1-26e521d50ec8 req-633db07d-8adf-4870-8c37-cbf257aa0bae service nova] Acquiring lock "refresh_cache-c2c95ab1-84c1-4506-812d-c1fe97468cd1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.708895] env[69941]: DEBUG oslo_concurrency.lockutils [req-5ec57a64-a474-4d21-aad1-26e521d50ec8 req-633db07d-8adf-4870-8c37-cbf257aa0bae service nova] Acquired lock "refresh_cache-c2c95ab1-84c1-4506-812d-c1fe97468cd1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.709060] env[69941]: DEBUG nova.network.neutron [req-5ec57a64-a474-4d21-aad1-26e521d50ec8 req-633db07d-8adf-4870-8c37-cbf257aa0bae service nova] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Refreshing network info cache for port ffb9fae0-07b0-457e-bc08-edad81836a1f {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.773058] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "refresh_cache-c2c95ab1-84c1-4506-812d-c1fe97468cd1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.157526] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Releasing lock "refresh_cache-20b0bd54-a7e4-4c68-bdf3-2a954b66b1de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.157860] env[69941]: DEBUG nova.compute.manager [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Instance network_info: |[{"id": "82c4d83c-ec43-42bc-b49d-cc201643f30a", "address": "fa:16:3e:35:18:b9", "network": {"id": "7cfa2f57-b580-4a13-940f-c064112764f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-501346650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537d2d4c8b0b41f6be6d4c5a2f9608da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c4d83c-ec", "ovs_interfaceid": "82c4d83c-ec43-42bc-b49d-cc201643f30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.158314] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:18:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82c4d83c-ec43-42bc-b49d-cc201643f30a', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.166140] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Creating folder: Project (537d2d4c8b0b41f6be6d4c5a2f9608da). Parent ref: group-v656570. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.166397] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a551266-2207-422c-a403-1a4ef7f1de89 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.176640] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Created folder: Project (537d2d4c8b0b41f6be6d4c5a2f9608da) in parent group-v656570. [ 1342.176812] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Creating folder: Instances. Parent ref: group-v656914. {{(pid=69941) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.177031] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fea2d2ce-04f4-4a9d-ad1b-88d84e45ec1a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.186760] env[69941]: INFO nova.virt.vmwareapi.vm_util [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Created folder: Instances in parent group-v656914. [ 1342.186971] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.187160] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.187338] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53402d3a-46d0-4694-844c-8daa3f4e7b8a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.205665] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.205665] env[69941]: value = "task-3289538" [ 1342.205665] env[69941]: _type = "Task" [ 1342.205665] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.214455] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289538, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.242627] env[69941]: DEBUG nova.network.neutron [req-5ec57a64-a474-4d21-aad1-26e521d50ec8 req-633db07d-8adf-4870-8c37-cbf257aa0bae service nova] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.308670] env[69941]: DEBUG nova.network.neutron [req-5ec57a64-a474-4d21-aad1-26e521d50ec8 req-633db07d-8adf-4870-8c37-cbf257aa0bae service nova] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.715500] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289538, 'name': CreateVM_Task, 'duration_secs': 0.285254} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.715721] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1342.716337] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.716504] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.716825] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.717103] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-953da51c-0b27-49ab-8171-a642bcb8a94e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.727916] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1342.727916] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52772822-8541-3109-e928-671b1f48943d" [ 1342.727916] env[69941]: _type = "Task" [ 1342.727916] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.737633] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52772822-8541-3109-e928-671b1f48943d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.812010] env[69941]: DEBUG oslo_concurrency.lockutils [req-5ec57a64-a474-4d21-aad1-26e521d50ec8 req-633db07d-8adf-4870-8c37-cbf257aa0bae service nova] Releasing lock "refresh_cache-c2c95ab1-84c1-4506-812d-c1fe97468cd1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.812580] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired lock "refresh_cache-c2c95ab1-84c1-4506-812d-c1fe97468cd1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.812849] env[69941]: DEBUG nova.network.neutron [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.237827] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52772822-8541-3109-e928-671b1f48943d, 'name': SearchDatastore_Task, 'duration_secs': 0.012295} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.238162] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.238392] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1343.238621] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.238766] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.238938] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1343.239208] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85638dcc-c138-435f-a576-5e1cc7f6811b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.247301] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1343.247469] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1343.248156] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a778397e-208c-41fd-b6a7-07425e000246 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.252965] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1343.252965] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5278a3b5-9446-6042-17ce-073cba4a698f" [ 1343.252965] env[69941]: _type = "Task" [ 1343.252965] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.260110] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5278a3b5-9446-6042-17ce-073cba4a698f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.343135] env[69941]: DEBUG nova.network.neutron [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.455583] env[69941]: DEBUG nova.network.neutron [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Updating instance_info_cache with network_info: [{"id": "ffb9fae0-07b0-457e-bc08-edad81836a1f", "address": "fa:16:3e:93:fa:85", "network": {"id": "7cfa2f57-b580-4a13-940f-c064112764f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-501346650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537d2d4c8b0b41f6be6d4c5a2f9608da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffb9fae0-07", "ovs_interfaceid": "ffb9fae0-07b0-457e-bc08-edad81836a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.762957] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5278a3b5-9446-6042-17ce-073cba4a698f, 'name': SearchDatastore_Task, 'duration_secs': 0.008174} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.764021] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-891efa67-4e39-4319-8125-d24a11bf3466 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.769462] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1343.769462] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52b8ed88-e7bb-1561-2f6f-fa5547bdebd3" [ 1343.769462] env[69941]: _type = "Task" [ 1343.769462] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.777051] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b8ed88-e7bb-1561-2f6f-fa5547bdebd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.958180] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Releasing lock "refresh_cache-c2c95ab1-84c1-4506-812d-c1fe97468cd1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.958531] env[69941]: DEBUG nova.compute.manager [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Instance network_info: |[{"id": "ffb9fae0-07b0-457e-bc08-edad81836a1f", "address": "fa:16:3e:93:fa:85", "network": {"id": "7cfa2f57-b580-4a13-940f-c064112764f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-501346650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537d2d4c8b0b41f6be6d4c5a2f9608da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffb9fae0-07", "ovs_interfaceid": "ffb9fae0-07b0-457e-bc08-edad81836a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1343.958949] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:fa:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffb9fae0-07b0-457e-bc08-edad81836a1f', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1343.966650] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.966855] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1343.967116] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-120c7de0-4aa9-4bbf-865c-f4ff6351772a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.987074] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1343.987074] env[69941]: value = "task-3289539" [ 1343.987074] env[69941]: _type = "Task" [ 1343.987074] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.994315] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289539, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.279712] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52b8ed88-e7bb-1561-2f6f-fa5547bdebd3, 'name': SearchDatastore_Task, 'duration_secs': 0.009124} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.279937] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.280209] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de/20b0bd54-a7e4-4c68-bdf3-2a954b66b1de.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.280468] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-202c31e4-8b0c-4925-8f9d-aefa53e4db58 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.286677] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1344.286677] env[69941]: value = "task-3289540" [ 1344.286677] env[69941]: _type = "Task" [ 1344.286677] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.294606] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.499172] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289539, 'name': CreateVM_Task, 'duration_secs': 0.289338} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.499463] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.500347] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.500502] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.500936] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.501257] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dff111b4-bfb6-41dd-ae7e-32316310dbbc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.507020] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1344.507020] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]527c48cb-3286-937c-4061-c9e5c53e3e83" [ 1344.507020] env[69941]: _type = "Task" [ 1344.507020] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.516109] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527c48cb-3286-937c-4061-c9e5c53e3e83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.796834] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42758} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.797116] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de/20b0bd54-a7e4-4c68-bdf3-2a954b66b1de.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1344.797332] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1344.797724] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac155eef-7479-4717-b61f-5941760d456f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.804958] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1344.804958] env[69941]: value = "task-3289541" [ 1344.804958] env[69941]: _type = "Task" [ 1344.804958] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.812840] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.016875] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527c48cb-3286-937c-4061-c9e5c53e3e83, 'name': SearchDatastore_Task, 'duration_secs': 0.058753} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.017120] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.017350] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.017583] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.017730] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.017906] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.018172] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e20ae4e8-7594-4277-a26e-ee58409df2c0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.025936] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.026124] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.026783] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2990a2a7-a30a-4810-b1f8-d04e87250ec4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.031183] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1345.031183] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]527bbe5e-df95-a885-6ad4-f8a1254feed4" [ 1345.031183] env[69941]: _type = "Task" [ 1345.031183] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.038446] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527bbe5e-df95-a885-6ad4-f8a1254feed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.315616] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065562} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.316099] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1345.316726] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965bf46e-bac7-4709-a105-0fc670338980 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.341622] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de/20b0bd54-a7e4-4c68-bdf3-2a954b66b1de.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.341885] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43bbe148-10f9-4f96-9492-5988e34d9c22 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.361011] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1345.361011] env[69941]: value = "task-3289542" [ 1345.361011] env[69941]: _type = "Task" [ 1345.361011] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.368345] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.541048] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]527bbe5e-df95-a885-6ad4-f8a1254feed4, 'name': SearchDatastore_Task, 'duration_secs': 0.007644} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.541841] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a4f5f06-cbe7-4ddc-9e64-5722af31da6a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.546631] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1345.546631] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52dbb336-1bb9-f67e-1107-5ed33f8edfaa" [ 1345.546631] env[69941]: _type = "Task" [ 1345.546631] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.553815] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52dbb336-1bb9-f67e-1107-5ed33f8edfaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.871101] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289542, 'name': ReconfigVM_Task, 'duration_secs': 0.266068} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.871395] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de/20b0bd54-a7e4-4c68-bdf3-2a954b66b1de.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.872031] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1a45d39-2b27-4ecb-9d5b-64c78b6ee5f1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.877856] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1345.877856] env[69941]: value = "task-3289543" [ 1345.877856] env[69941]: _type = "Task" [ 1345.877856] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.885151] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289543, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.056701] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52dbb336-1bb9-f67e-1107-5ed33f8edfaa, 'name': SearchDatastore_Task, 'duration_secs': 0.009155} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.056990] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.057220] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] c2c95ab1-84c1-4506-812d-c1fe97468cd1/c2c95ab1-84c1-4506-812d-c1fe97468cd1.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.057471] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54a8ddba-ab6b-4f5e-96c5-a6cacfc3c5a0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.063160] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1346.063160] env[69941]: value = "task-3289544" [ 1346.063160] env[69941]: _type = "Task" [ 1346.063160] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.070168] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.389308] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289543, 'name': Rename_Task, 'duration_secs': 0.154648} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.389699] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.390070] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff0164d4-07a3-4e79-b641-186c86b566bb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.397304] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1346.397304] env[69941]: value = "task-3289545" [ 1346.397304] env[69941]: _type = "Task" [ 1346.397304] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.406533] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.572565] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460722} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.572828] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] c2c95ab1-84c1-4506-812d-c1fe97468cd1/c2c95ab1-84c1-4506-812d-c1fe97468cd1.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1346.573059] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1346.573319] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e38eb714-61b3-44da-a91a-4d566160473f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.579581] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1346.579581] env[69941]: value = "task-3289546" [ 1346.579581] env[69941]: _type = "Task" [ 1346.579581] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.586957] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.907546] env[69941]: DEBUG oslo_vmware.api [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289545, 'name': PowerOnVM_Task, 'duration_secs': 0.506524} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.907805] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.908025] env[69941]: INFO nova.compute.manager [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1346.908245] env[69941]: DEBUG nova.compute.manager [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.908996] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8992489-6a87-44c7-81b7-ff52e99da479 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.089644] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058694} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.089894] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.090708] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59119e8b-944e-4a54-8355-036a236f7ba5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.113069] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] c2c95ab1-84c1-4506-812d-c1fe97468cd1/c2c95ab1-84c1-4506-812d-c1fe97468cd1.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.113298] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8b4cd14-7bfa-41ee-983a-4559f214e854 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.132436] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1347.132436] env[69941]: value = "task-3289547" [ 1347.132436] env[69941]: _type = "Task" [ 1347.132436] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.140044] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.427509] env[69941]: INFO nova.compute.manager [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Took 12.68 seconds to build instance. [ 1347.642175] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289547, 'name': ReconfigVM_Task, 'duration_secs': 0.274262} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.642464] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Reconfigured VM instance instance-0000007e to attach disk [datastore1] c2c95ab1-84c1-4506-812d-c1fe97468cd1/c2c95ab1-84c1-4506-812d-c1fe97468cd1.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.643115] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-374c94ca-6d95-4fed-b42f-6e8aac5912c7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.649978] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1347.649978] env[69941]: value = "task-3289548" [ 1347.649978] env[69941]: _type = "Task" [ 1347.649978] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.657127] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289548, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.929599] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2c5ba29d-41c6-4e59-b266-fdbbadd2b12e tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "20b0bd54-a7e4-4c68-bdf3-2a954b66b1de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.186s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.159492] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289548, 'name': Rename_Task, 'duration_secs': 0.133701} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.159826] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.160086] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52d46c4f-90af-464a-aa79-aae8e1929c43 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.166474] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1348.166474] env[69941]: value = "task-3289549" [ 1348.166474] env[69941]: _type = "Task" [ 1348.166474] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.173516] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.676659] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.176403] env[69941]: DEBUG oslo_vmware.api [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289549, 'name': PowerOnVM_Task, 'duration_secs': 0.619453} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.176666] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.176876] env[69941]: INFO nova.compute.manager [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1349.177065] env[69941]: DEBUG nova.compute.manager [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.177822] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835b2ecd-f0e6-4f7b-a13f-605007d32621 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.696347] env[69941]: INFO nova.compute.manager [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Took 14.61 seconds to build instance. [ 1350.198119] env[69941]: DEBUG oslo_concurrency.lockutils [None req-2b24e959-892b-4b1a-a47d-90e5d7304d66 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "c2c95ab1-84c1-4506-812d-c1fe97468cd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.125s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.503169] env[69941]: INFO nova.compute.manager [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Rescuing [ 1350.503461] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "refresh_cache-c2c95ab1-84c1-4506-812d-c1fe97468cd1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.503559] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired lock "refresh_cache-c2c95ab1-84c1-4506-812d-c1fe97468cd1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.503714] env[69941]: DEBUG nova.network.neutron [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.192219] env[69941]: DEBUG nova.network.neutron [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Updating instance_info_cache with network_info: [{"id": "ffb9fae0-07b0-457e-bc08-edad81836a1f", "address": "fa:16:3e:93:fa:85", "network": {"id": "7cfa2f57-b580-4a13-940f-c064112764f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-501346650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537d2d4c8b0b41f6be6d4c5a2f9608da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffb9fae0-07", "ovs_interfaceid": "ffb9fae0-07b0-457e-bc08-edad81836a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.694910] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Releasing lock "refresh_cache-c2c95ab1-84c1-4506-812d-c1fe97468cd1" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.232533] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.232894] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7f45d95-ebe0-4649-ba80-15b7b2a05d55 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.240512] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1353.240512] env[69941]: value = "task-3289550" [ 1353.240512] env[69941]: _type = "Task" [ 1353.240512] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.248769] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.750685] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289550, 'name': PowerOffVM_Task, 'duration_secs': 0.187592} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.750988] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.751890] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dabd8b2-8d71-4f30-85ec-46846fd460c6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.771931] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21e16ea-d658-4640-b0e6-01e3621cb3eb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.800583] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.800886] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09d42382-3700-43d9-ae62-29ad168b0ede {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.807268] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1353.807268] env[69941]: value = "task-3289551" [ 1353.807268] env[69941]: _type = "Task" [ 1353.807268] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.815316] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.317850] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] VM already powered off {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1354.318249] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.318377] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.318481] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.318660] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.318946] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c638958d-9ace-42d3-9bc5-21b3c3963465 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.328638] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.328875] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.329593] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f4a850a-6036-4848-8125-0f73012eeaf6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.334475] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1354.334475] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52a6ff2a-dade-6db6-3671-6186a2cf72e7" [ 1354.334475] env[69941]: _type = "Task" [ 1354.334475] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.341908] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a6ff2a-dade-6db6-3671-6186a2cf72e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.845084] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52a6ff2a-dade-6db6-3671-6186a2cf72e7, 'name': SearchDatastore_Task, 'duration_secs': 0.008883} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.845807] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76121723-90cb-4d8a-8846-3b8d853847f5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.850622] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1354.850622] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52db494a-73ee-6fb5-a011-229f63c634af" [ 1354.850622] env[69941]: _type = "Task" [ 1354.850622] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.859175] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52db494a-73ee-6fb5-a011-229f63c634af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.360918] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52db494a-73ee-6fb5-a011-229f63c634af, 'name': SearchDatastore_Task, 'duration_secs': 0.009843} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.361335] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.361400] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] c2c95ab1-84c1-4506-812d-c1fe97468cd1/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk. {{(pid=69941) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1355.361655] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3771494-c58c-4e3a-af83-f74b97b08930 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.367985] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1355.367985] env[69941]: value = "task-3289552" [ 1355.367985] env[69941]: _type = "Task" [ 1355.367985] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.374736] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.878284] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474745} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.878582] env[69941]: INFO nova.virt.vmwareapi.ds_util [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] c2c95ab1-84c1-4506-812d-c1fe97468cd1/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk. [ 1355.879344] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c817553d-13d0-43c0-96bf-4d994b5734e2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.903540] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] c2c95ab1-84c1-4506-812d-c1fe97468cd1/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.903759] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b3e1d14-cff6-4371-b180-8dab0e56f372 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.921151] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1355.921151] env[69941]: value = "task-3289553" [ 1355.921151] env[69941]: _type = "Task" [ 1355.921151] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.928539] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.431257] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289553, 'name': ReconfigVM_Task, 'duration_secs': 0.293165} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.431659] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Reconfigured VM instance instance-0000007e to attach disk [datastore1] c2c95ab1-84c1-4506-812d-c1fe97468cd1/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.432404] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab31e0a-0d7f-4693-a1a9-91899a6608a5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.456971] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a05ed13-127d-47c7-9046-6ce37d1116a0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.472250] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1356.472250] env[69941]: value = "task-3289554" [ 1356.472250] env[69941]: _type = "Task" [ 1356.472250] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.479421] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.981558] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289554, 'name': ReconfigVM_Task, 'duration_secs': 0.288965} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.981856] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.982139] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57478c77-9854-4367-9ef3-cc043faba2c2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.987602] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1356.987602] env[69941]: value = "task-3289555" [ 1356.987602] env[69941]: _type = "Task" [ 1356.987602] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.994629] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.028174] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.028364] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.497497] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.532957] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.533141] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.533300] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.998491] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.032193] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.032345] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.032501] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69941) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1358.032654] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.499683] env[69941]: DEBUG oslo_vmware.api [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289555, 'name': PowerOnVM_Task, 'duration_secs': 1.291537} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.500101] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.502697] env[69941]: DEBUG nova.compute.manager [None req-fcb89615-69d9-4ae1-b486-8839bb7358c0 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.503434] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67285464-3a0a-4121-84ed-47f2cd074604 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.535439] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.535606] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.535725] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.535871] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69941) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1358.536671] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eba53be-ab2c-45a0-aeb0-d56384066315 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.544828] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b3ea36-790e-4d58-93ca-d09d85c62c32 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.558497] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40feff53-911f-41ad-87fa-43824eb3125d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.564391] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19768ca-e6b6-4a7a-82cf-61ba2608958e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.592808] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180743MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=69941) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1358.592975] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.593166] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.617976] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1359.618269] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance c2c95ab1-84c1-4506-812d-c1fe97468cd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1359.618445] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1359.618586] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1359.633554] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Refreshing inventories for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1359.645272] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Updating ProviderTree inventory for provider adc8d08d-90ea-4899-a2f6-2f585d790aea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1359.645445] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Updating inventory in ProviderTree for provider adc8d08d-90ea-4899-a2f6-2f585d790aea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1359.655040] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Refreshing aggregate associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, aggregates: None {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1359.670550] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Refreshing trait associations for resource provider adc8d08d-90ea-4899-a2f6-2f585d790aea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69941) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1359.703207] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37a6380-0ee2-4e9d-b35a-a6eba718f2a1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.712529] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382ef640-3388-4de8-9620-7fd55d36ec92 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.742361] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0337d34-1c96-4dee-ad16-d42ade6866fb {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.749467] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec877ae2-49e3-4bdc-9917-1d25199ac9a2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.762472] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.265814] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.770522] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1360.770924] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.178s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.794508] env[69941]: INFO nova.compute.manager [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Rescuing [ 1360.794762] env[69941]: DEBUG oslo_concurrency.lockutils [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "refresh_cache-20b0bd54-a7e4-4c68-bdf3-2a954b66b1de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.794913] env[69941]: DEBUG oslo_concurrency.lockutils [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired lock "refresh_cache-20b0bd54-a7e4-4c68-bdf3-2a954b66b1de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.795089] env[69941]: DEBUG nova.network.neutron [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.499884] env[69941]: DEBUG nova.network.neutron [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Updating instance_info_cache with network_info: [{"id": "82c4d83c-ec43-42bc-b49d-cc201643f30a", "address": "fa:16:3e:35:18:b9", "network": {"id": "7cfa2f57-b580-4a13-940f-c064112764f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-501346650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537d2d4c8b0b41f6be6d4c5a2f9608da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c4d83c-ec", "ovs_interfaceid": "82c4d83c-ec43-42bc-b49d-cc201643f30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.003032] env[69941]: DEBUG oslo_concurrency.lockutils [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Releasing lock "refresh_cache-20b0bd54-a7e4-4c68-bdf3-2a954b66b1de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.540104] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.540104] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9503a693-1a60-4a1e-93d3-931f02ed6f26 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.547133] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1363.547133] env[69941]: value = "task-3289556" [ 1363.547133] env[69941]: _type = "Task" [ 1363.547133] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.554806] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.056856] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289556, 'name': PowerOffVM_Task, 'duration_secs': 0.17493} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.057207] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.057999] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff2e364-1de4-41c7-90bf-113889b463c3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.075784] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8272319a-1e76-479e-984b-6ee478fe9906 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.102190] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.102432] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6310076d-8f23-47ce-966c-7a4361daa7dc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.108970] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1364.108970] env[69941]: value = "task-3289557" [ 1364.108970] env[69941]: _type = "Task" [ 1364.108970] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.116391] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.619486] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] VM already powered off {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1364.619919] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.619998] env[69941]: DEBUG oslo_concurrency.lockutils [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.620131] env[69941]: DEBUG oslo_concurrency.lockutils [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.620313] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.620554] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14d42f36-6f47-4b48-a7e5-71ac01841eda {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.630453] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.630618] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.631320] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad1928b0-0370-42e2-8ffe-945a373ed237 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.636125] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1364.636125] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52c721a2-1dd3-2264-4215-6bca649dc84d" [ 1364.636125] env[69941]: _type = "Task" [ 1364.636125] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.643488] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c721a2-1dd3-2264-4215-6bca649dc84d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.146711] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52c721a2-1dd3-2264-4215-6bca649dc84d, 'name': SearchDatastore_Task, 'duration_secs': 0.008783} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.147445] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3af84be-47a0-40da-a5ec-a930a4243038 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.153234] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1365.153234] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f054c6-066a-2968-7afe-16e30b72a4ef" [ 1365.153234] env[69941]: _type = "Task" [ 1365.153234] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.160482] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f054c6-066a-2968-7afe-16e30b72a4ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.663104] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f054c6-066a-2968-7afe-16e30b72a4ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010321} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.663431] env[69941]: DEBUG oslo_concurrency.lockutils [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.663619] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk. {{(pid=69941) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1365.663870] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b64d731b-586f-4b35-bd49-21dc4733509d {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.671573] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1365.671573] env[69941]: value = "task-3289558" [ 1365.671573] env[69941]: _type = "Task" [ 1365.671573] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.678731] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.182151] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501433} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.182414] env[69941]: INFO nova.virt.vmwareapi.ds_util [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore1] 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk. [ 1366.183228] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61b0135-a048-4421-9924-9b0debc1c824 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.207554] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.207860] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04b2eafa-f90e-4f35-9c7d-240d535093ef {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.225422] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1366.225422] env[69941]: value = "task-3289559" [ 1366.225422] env[69941]: _type = "Task" [ 1366.225422] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.233517] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.736458] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.771411] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.236605] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.737159] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289559, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.238283] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289559, 'name': ReconfigVM_Task, 'duration_secs': 1.552457} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.238560] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.239362] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd14ef7-5d53-42f0-82e4-3cadfe795335 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.262815] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-408456cd-9478-44f7-aef3-47a299591d5f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.277218] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1368.277218] env[69941]: value = "task-3289560" [ 1368.277218] env[69941]: _type = "Task" [ 1368.277218] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.284449] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.786812] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289560, 'name': ReconfigVM_Task, 'duration_secs': 0.146072} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.787230] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.787366] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ecf8885-c979-4c41-9c6b-9697f188cad5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.793445] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1368.793445] env[69941]: value = "task-3289561" [ 1368.793445] env[69941]: _type = "Task" [ 1368.793445] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.802015] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.303613] env[69941]: DEBUG oslo_vmware.api [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289561, 'name': PowerOnVM_Task, 'duration_secs': 0.36562} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.303934] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.306567] env[69941]: DEBUG nova.compute.manager [None req-41f3c5f4-0a63-4e60-a23d-290b00d34324 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.307327] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc41b0f-acd9-4e3b-8e17-5eae2157a194 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.108599] env[69941]: INFO nova.compute.manager [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Unrescuing [ 1370.108984] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "refresh_cache-20b0bd54-a7e4-4c68-bdf3-2a954b66b1de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.109046] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired lock "refresh_cache-20b0bd54-a7e4-4c68-bdf3-2a954b66b1de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.109642] env[69941]: DEBUG nova.network.neutron [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.835666] env[69941]: DEBUG nova.network.neutron [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Updating instance_info_cache with network_info: [{"id": "82c4d83c-ec43-42bc-b49d-cc201643f30a", "address": "fa:16:3e:35:18:b9", "network": {"id": "7cfa2f57-b580-4a13-940f-c064112764f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-501346650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537d2d4c8b0b41f6be6d4c5a2f9608da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c4d83c-ec", "ovs_interfaceid": "82c4d83c-ec43-42bc-b49d-cc201643f30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.338737] env[69941]: DEBUG oslo_concurrency.lockutils [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Releasing lock "refresh_cache-20b0bd54-a7e4-4c68-bdf3-2a954b66b1de" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.339445] env[69941]: DEBUG nova.objects.instance [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lazy-loading 'flavor' on Instance uuid 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.846300] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db1b700-2bea-457b-9cd9-ec26d06ef7d8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.878435] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.878886] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63c2835c-0b64-465b-90fb-534b4c29ddc3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.886729] env[69941]: DEBUG oslo_vmware.api [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1371.886729] env[69941]: value = "task-3289562" [ 1371.886729] env[69941]: _type = "Task" [ 1371.886729] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.895801] env[69941]: DEBUG oslo_vmware.api [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.396552] env[69941]: DEBUG oslo_vmware.api [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289562, 'name': PowerOffVM_Task, 'duration_secs': 0.203336} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.396962] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.402067] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1372.402326] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42a578d4-1b42-497c-bb20-c2d98bd750b6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.419996] env[69941]: DEBUG oslo_vmware.api [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1372.419996] env[69941]: value = "task-3289563" [ 1372.419996] env[69941]: _type = "Task" [ 1372.419996] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.428627] env[69941]: DEBUG oslo_vmware.api [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.929300] env[69941]: DEBUG oslo_vmware.api [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289563, 'name': ReconfigVM_Task, 'duration_secs': 0.214711} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.929552] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1372.929712] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.929951] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70ce6059-598d-41a6-bff3-0f36a577e072 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.936208] env[69941]: DEBUG oslo_vmware.api [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1372.936208] env[69941]: value = "task-3289564" [ 1372.936208] env[69941]: _type = "Task" [ 1372.936208] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.943448] env[69941]: DEBUG oslo_vmware.api [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.445927] env[69941]: DEBUG oslo_vmware.api [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.947577] env[69941]: DEBUG oslo_vmware.api [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289564, 'name': PowerOnVM_Task, 'duration_secs': 0.999627} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.947931] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.948254] env[69941]: DEBUG nova.compute.manager [None req-ac3ff95a-e286-4c93-8b91-a80add592e29 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.949070] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac2ab96-22c7-4a47-a09d-fc4f6eaab9ca {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.824831] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.825156] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.327592] env[69941]: DEBUG nova.compute.manager [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Starting instance... {{(pid=69941) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1377.848858] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.849293] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.850913] env[69941]: INFO nova.compute.claims [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.909019] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b66e63e-f528-444a-a58a-3ee76027ce2a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.914487] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184f9876-0c1f-4841-ab0b-1082bd0c57ea {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.946479] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191f9004-ce57-40f5-afc7-60d65536a46e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.954226] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b8820f-d2b1-4768-959d-00bf72ba8524 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.967457] env[69941]: DEBUG nova.compute.provider_tree [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.471050] env[69941]: DEBUG nova.scheduler.client.report [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.976667] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.977169] env[69941]: DEBUG nova.compute.manager [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Start building networks asynchronously for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1380.482011] env[69941]: DEBUG nova.compute.utils [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1380.483541] env[69941]: DEBUG nova.compute.manager [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Allocating IP information in the background. {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1380.483722] env[69941]: DEBUG nova.network.neutron [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] allocate_for_instance() {{(pid=69941) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.528078] env[69941]: DEBUG nova.policy [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1be87029311a47cd986a8fcbc5464af7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '537d2d4c8b0b41f6be6d4c5a2f9608da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69941) authorize /opt/stack/nova/nova/policy.py:192}} [ 1380.796577] env[69941]: DEBUG nova.network.neutron [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Successfully created port: 1392bd71-8731-48f0-9575-503f6455370f {{(pid=69941) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1380.987704] env[69941]: DEBUG nova.compute.manager [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Start building block device mappings for instance. {{(pid=69941) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1381.999570] env[69941]: DEBUG nova.compute.manager [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Start spawning the instance on the hypervisor. {{(pid=69941) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1382.026409] env[69941]: DEBUG nova.virt.hardware [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T22:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T22:44:59Z,direct_url=,disk_format='vmdk',id=a8fcb2e0-9bb0-416a-a807-8d5261651dec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca5f4643be7941e3914e963e993c294c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T22:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1382.026654] env[69941]: DEBUG nova.virt.hardware [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Flavor limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.026812] env[69941]: DEBUG nova.virt.hardware [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Image limits 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1382.026992] env[69941]: DEBUG nova.virt.hardware [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Flavor pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.027156] env[69941]: DEBUG nova.virt.hardware [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Image pref 0:0:0 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1382.027302] env[69941]: DEBUG nova.virt.hardware [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69941) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1382.027507] env[69941]: DEBUG nova.virt.hardware [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1382.027661] env[69941]: DEBUG nova.virt.hardware [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1382.027857] env[69941]: DEBUG nova.virt.hardware [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Got 1 possible topologies {{(pid=69941) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1382.028132] env[69941]: DEBUG nova.virt.hardware [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1382.028335] env[69941]: DEBUG nova.virt.hardware [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69941) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1382.029202] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a36565-c17e-4a5d-9806-cd438854af23 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.037123] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a6b8f4-0921-4fca-8f60-68a0615f0d39 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.141184] env[69941]: DEBUG nova.compute.manager [req-fb0e9fe6-7c5f-4a32-98a1-541b5d49fe05 req-64edaaaa-8540-4678-a85b-35eb7c40cdf8 service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Received event network-vif-plugged-1392bd71-8731-48f0-9575-503f6455370f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.142463] env[69941]: DEBUG oslo_concurrency.lockutils [req-fb0e9fe6-7c5f-4a32-98a1-541b5d49fe05 req-64edaaaa-8540-4678-a85b-35eb7c40cdf8 service nova] Acquiring lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.142463] env[69941]: DEBUG oslo_concurrency.lockutils [req-fb0e9fe6-7c5f-4a32-98a1-541b5d49fe05 req-64edaaaa-8540-4678-a85b-35eb7c40cdf8 service nova] Lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.142463] env[69941]: DEBUG oslo_concurrency.lockutils [req-fb0e9fe6-7c5f-4a32-98a1-541b5d49fe05 req-64edaaaa-8540-4678-a85b-35eb7c40cdf8 service nova] Lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.142463] env[69941]: DEBUG nova.compute.manager [req-fb0e9fe6-7c5f-4a32-98a1-541b5d49fe05 req-64edaaaa-8540-4678-a85b-35eb7c40cdf8 service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] No waiting events found dispatching network-vif-plugged-1392bd71-8731-48f0-9575-503f6455370f {{(pid=69941) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1382.142463] env[69941]: WARNING nova.compute.manager [req-fb0e9fe6-7c5f-4a32-98a1-541b5d49fe05 req-64edaaaa-8540-4678-a85b-35eb7c40cdf8 service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Received unexpected event network-vif-plugged-1392bd71-8731-48f0-9575-503f6455370f for instance with vm_state building and task_state spawning. [ 1382.220519] env[69941]: DEBUG nova.network.neutron [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Successfully updated port: 1392bd71-8731-48f0-9575-503f6455370f {{(pid=69941) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1382.722803] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.722982] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.723140] env[69941]: DEBUG nova.network.neutron [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.257552] env[69941]: DEBUG nova.network.neutron [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Instance cache missing network info. {{(pid=69941) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1383.371654] env[69941]: DEBUG nova.network.neutron [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Updating instance_info_cache with network_info: [{"id": "1392bd71-8731-48f0-9575-503f6455370f", "address": "fa:16:3e:69:fa:72", "network": {"id": "7cfa2f57-b580-4a13-940f-c064112764f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-501346650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537d2d4c8b0b41f6be6d4c5a2f9608da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1392bd71-87", "ovs_interfaceid": "1392bd71-8731-48f0-9575-503f6455370f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.874476] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Releasing lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.874806] env[69941]: DEBUG nova.compute.manager [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Instance network_info: |[{"id": "1392bd71-8731-48f0-9575-503f6455370f", "address": "fa:16:3e:69:fa:72", "network": {"id": "7cfa2f57-b580-4a13-940f-c064112764f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-501346650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537d2d4c8b0b41f6be6d4c5a2f9608da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1392bd71-87", "ovs_interfaceid": "1392bd71-8731-48f0-9575-503f6455370f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69941) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1383.875395] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:fa:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1392bd71-8731-48f0-9575-503f6455370f', 'vif_model': 'vmxnet3'}] {{(pid=69941) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1383.882996] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.883257] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Creating VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1383.883445] env[69941]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a046dd0-6a43-453c-ad6c-3dbe6ca8bf97 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.905233] env[69941]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1383.905233] env[69941]: value = "task-3289565" [ 1383.905233] env[69941]: _type = "Task" [ 1383.905233] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.912638] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289565, 'name': CreateVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.170692] env[69941]: DEBUG nova.compute.manager [req-9c05ee3e-8598-407b-bc8b-98731df94757 req-a9f1d7f0-395f-430f-ad02-7811ac911eff service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Received event network-changed-1392bd71-8731-48f0-9575-503f6455370f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.171029] env[69941]: DEBUG nova.compute.manager [req-9c05ee3e-8598-407b-bc8b-98731df94757 req-a9f1d7f0-395f-430f-ad02-7811ac911eff service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Refreshing instance network info cache due to event network-changed-1392bd71-8731-48f0-9575-503f6455370f. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1384.171366] env[69941]: DEBUG oslo_concurrency.lockutils [req-9c05ee3e-8598-407b-bc8b-98731df94757 req-a9f1d7f0-395f-430f-ad02-7811ac911eff service nova] Acquiring lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.171600] env[69941]: DEBUG oslo_concurrency.lockutils [req-9c05ee3e-8598-407b-bc8b-98731df94757 req-a9f1d7f0-395f-430f-ad02-7811ac911eff service nova] Acquired lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.171855] env[69941]: DEBUG nova.network.neutron [req-9c05ee3e-8598-407b-bc8b-98731df94757 req-a9f1d7f0-395f-430f-ad02-7811ac911eff service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Refreshing network info cache for port 1392bd71-8731-48f0-9575-503f6455370f {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.415020] env[69941]: DEBUG oslo_vmware.api [-] Task: {'id': task-3289565, 'name': CreateVM_Task, 'duration_secs': 0.304279} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.415486] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Created VM on the ESX host {{(pid=69941) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1384.415793] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.415960] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.416295] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.416539] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b152e4e-593a-4441-bb14-899bb6b7d1e5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.420635] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1384.420635] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]521bc652-e768-5879-0605-259793c46f05" [ 1384.420635] env[69941]: _type = "Task" [ 1384.420635] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.427940] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521bc652-e768-5879-0605-259793c46f05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.878234] env[69941]: DEBUG nova.network.neutron [req-9c05ee3e-8598-407b-bc8b-98731df94757 req-a9f1d7f0-395f-430f-ad02-7811ac911eff service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Updated VIF entry in instance network info cache for port 1392bd71-8731-48f0-9575-503f6455370f. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.878598] env[69941]: DEBUG nova.network.neutron [req-9c05ee3e-8598-407b-bc8b-98731df94757 req-a9f1d7f0-395f-430f-ad02-7811ac911eff service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Updating instance_info_cache with network_info: [{"id": "1392bd71-8731-48f0-9575-503f6455370f", "address": "fa:16:3e:69:fa:72", "network": {"id": "7cfa2f57-b580-4a13-940f-c064112764f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-501346650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537d2d4c8b0b41f6be6d4c5a2f9608da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1392bd71-87", "ovs_interfaceid": "1392bd71-8731-48f0-9575-503f6455370f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.930192] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]521bc652-e768-5879-0605-259793c46f05, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.930484] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.930711] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1384.930955] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.931111] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.931298] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1384.931548] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e721f44e-a4cd-4c92-b2ba-791a301797f0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.939751] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1384.939922] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1384.940606] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04cd1983-a026-4d99-95c3-578a7dbc74f0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.947353] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1384.947353] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]520ff23c-b3f3-8fbd-3647-916479d47e9c" [ 1384.947353] env[69941]: _type = "Task" [ 1384.947353] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.954752] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520ff23c-b3f3-8fbd-3647-916479d47e9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.381152] env[69941]: DEBUG oslo_concurrency.lockutils [req-9c05ee3e-8598-407b-bc8b-98731df94757 req-a9f1d7f0-395f-430f-ad02-7811ac911eff service nova] Releasing lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.457357] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]520ff23c-b3f3-8fbd-3647-916479d47e9c, 'name': SearchDatastore_Task, 'duration_secs': 0.008628} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.458100] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1763ab42-68a3-425d-ad77-3c1a6aa0ea32 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.462826] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1385.462826] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]529141be-c7fb-81cf-5502-54c7138d9e99" [ 1385.462826] env[69941]: _type = "Task" [ 1385.462826] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.469758] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529141be-c7fb-81cf-5502-54c7138d9e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.973462] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]529141be-c7fb-81cf-5502-54c7138d9e99, 'name': SearchDatastore_Task, 'duration_secs': 0.009706} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.973725] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.973984] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566/c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1385.974255] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37759da3-7eb4-4d04-96b0-2a92c92875d2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.980818] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1385.980818] env[69941]: value = "task-3289566" [ 1385.980818] env[69941]: _type = "Task" [ 1385.980818] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.988459] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.490588] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438452} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.491066] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566/c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566.vmdk {{(pid=69941) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.491408] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Extending root virtual disk to 1048576 {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.491713] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e371b04f-d622-46e5-b58a-86e38011ed9e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.498604] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1386.498604] env[69941]: value = "task-3289567" [ 1386.498604] env[69941]: _type = "Task" [ 1386.498604] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.505654] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.008025] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060204} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.008285] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Extended root virtual disk {{(pid=69941) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.009181] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13436c29-0218-4b45-ae8a-2fb7f27af39b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.031030] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566/c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.031241] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e514ac4-7a07-4e16-bd4d-045854d39b81 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.051270] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1387.051270] env[69941]: value = "task-3289568" [ 1387.051270] env[69941]: _type = "Task" [ 1387.051270] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.058649] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.561455] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289568, 'name': ReconfigVM_Task, 'duration_secs': 0.264452} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.561858] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Reconfigured VM instance instance-0000007f to attach disk [datastore2] c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566/c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566.vmdk or device None with type sparse {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.562357] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc09b6d0-3c17-4e88-850f-63961880e4b9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.568539] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1387.568539] env[69941]: value = "task-3289569" [ 1387.568539] env[69941]: _type = "Task" [ 1387.568539] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.575457] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289569, 'name': Rename_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.078020] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289569, 'name': Rename_Task, 'duration_secs': 0.134269} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.078313] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.078560] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9acc82f-cda2-4b02-ab34-c73e5fb67ef2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.085046] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1388.085046] env[69941]: value = "task-3289570" [ 1388.085046] env[69941]: _type = "Task" [ 1388.085046] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.093565] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.594745] env[69941]: DEBUG oslo_vmware.api [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289570, 'name': PowerOnVM_Task, 'duration_secs': 0.434331} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.595142] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.595224] env[69941]: INFO nova.compute.manager [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1388.596373] env[69941]: DEBUG nova.compute.manager [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1388.596373] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675b2a1f-2ce7-4ea0-b6f4-a77b0eb348ff {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.115373] env[69941]: INFO nova.compute.manager [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Took 11.28 seconds to build instance. [ 1389.618204] env[69941]: DEBUG oslo_concurrency.lockutils [None req-6a975577-b655-4ae8-b10c-6b81c8e1d5b3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.793s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.780754] env[69941]: DEBUG nova.compute.manager [req-59386541-0c3a-4af1-9e40-64b95060b92f req-3dabb059-b3d9-437c-ac75-4aebb370f1db service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Received event network-changed-1392bd71-8731-48f0-9575-503f6455370f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.781038] env[69941]: DEBUG nova.compute.manager [req-59386541-0c3a-4af1-9e40-64b95060b92f req-3dabb059-b3d9-437c-ac75-4aebb370f1db service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Refreshing instance network info cache due to event network-changed-1392bd71-8731-48f0-9575-503f6455370f. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1389.781214] env[69941]: DEBUG oslo_concurrency.lockutils [req-59386541-0c3a-4af1-9e40-64b95060b92f req-3dabb059-b3d9-437c-ac75-4aebb370f1db service nova] Acquiring lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.781326] env[69941]: DEBUG oslo_concurrency.lockutils [req-59386541-0c3a-4af1-9e40-64b95060b92f req-3dabb059-b3d9-437c-ac75-4aebb370f1db service nova] Acquired lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.781484] env[69941]: DEBUG nova.network.neutron [req-59386541-0c3a-4af1-9e40-64b95060b92f req-3dabb059-b3d9-437c-ac75-4aebb370f1db service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Refreshing network info cache for port 1392bd71-8731-48f0-9575-503f6455370f {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.486227] env[69941]: DEBUG nova.network.neutron [req-59386541-0c3a-4af1-9e40-64b95060b92f req-3dabb059-b3d9-437c-ac75-4aebb370f1db service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Updated VIF entry in instance network info cache for port 1392bd71-8731-48f0-9575-503f6455370f. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.486592] env[69941]: DEBUG nova.network.neutron [req-59386541-0c3a-4af1-9e40-64b95060b92f req-3dabb059-b3d9-437c-ac75-4aebb370f1db service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Updating instance_info_cache with network_info: [{"id": "1392bd71-8731-48f0-9575-503f6455370f", "address": "fa:16:3e:69:fa:72", "network": {"id": "7cfa2f57-b580-4a13-940f-c064112764f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-501346650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537d2d4c8b0b41f6be6d4c5a2f9608da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1392bd71-87", "ovs_interfaceid": "1392bd71-8731-48f0-9575-503f6455370f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.989725] env[69941]: DEBUG oslo_concurrency.lockutils [req-59386541-0c3a-4af1-9e40-64b95060b92f req-3dabb059-b3d9-437c-ac75-4aebb370f1db service nova] Releasing lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.030057] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.032604] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.032805] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.032988] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.534554] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.534937] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.038419] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.038685] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.038852] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.039031] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69941) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1419.039918] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88b3c9a-65b1-46a0-98b6-ea8526e0bcfc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.048150] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3eaf9ca-b8d9-4d97-8c2e-513c0074b905 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.062768] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7143c528-7d2a-4550-b529-f7ef6f3c7d4f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.069452] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852ad602-d8c2-40e1-8544-d168b05d0b4a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.099418] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180515MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=69941) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1419.099540] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.099754] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.190703] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1420.191016] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance c2c95ab1-84c1-4506-812d-c1fe97468cd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1420.191076] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1420.191234] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1420.191376] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1420.236109] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e8a1e1-8b81-4b0a-9031-fc43b337f621 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.243548] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103cee86-3ae4-4b09-a18f-dd396048a6b2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.274051] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8b8cc5-0a6d-4b66-8d64-fe53c01caf74 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.280961] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d81adbb-f3dc-47e2-aeac-7186d906ad96 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.293251] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.796074] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.301622] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1421.302018] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.202s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.799829] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.800088] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.800281] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69941) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1423.032727] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.033148] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Cleaning up deleted instances with incomplete migration {{(pid=69941) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1425.535105] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.820299] env[69941]: DEBUG oslo_concurrency.lockutils [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.820686] env[69941]: DEBUG oslo_concurrency.lockutils [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.324989] env[69941]: DEBUG nova.compute.utils [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Using /dev/sd instead of None {{(pid=69941) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1427.828084] env[69941]: DEBUG oslo_concurrency.lockutils [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.884456] env[69941]: DEBUG oslo_concurrency.lockutils [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.884858] env[69941]: DEBUG oslo_concurrency.lockutils [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.884987] env[69941]: INFO nova.compute.manager [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Attaching volume fc2e7d7a-51e4-462e-99d6-f65989e9415b to /dev/sdb [ 1428.914784] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d742804b-2972-449d-b6dd-11b6056570ae {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.922390] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5d6dcd-5f98-4db6-800b-c2215396296b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.936132] env[69941]: DEBUG nova.virt.block_device [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Updating existing volume attachment record: 0102bace-d07e-4ff6-98fa-62ccad74ba14 {{(pid=69941) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1433.479433] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Volume attach. Driver type: vmdk {{(pid=69941) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1433.479683] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656920', 'volume_id': 'fc2e7d7a-51e4-462e-99d6-f65989e9415b', 'name': 'volume-fc2e7d7a-51e4-462e-99d6-f65989e9415b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc2e7d7a-51e4-462e-99d6-f65989e9415b', 'serial': 'fc2e7d7a-51e4-462e-99d6-f65989e9415b'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1433.480608] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a807e7-9e87-4e5c-aac1-d7d3cef12942 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.497117] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3f3785-e21f-4405-9a00-8caec8c2028e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.520500] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-fc2e7d7a-51e4-462e-99d6-f65989e9415b/volume-fc2e7d7a-51e4-462e-99d6-f65989e9415b.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1433.520722] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7352783-5e02-4916-aad4-cf92828a5b2e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.538280] env[69941]: DEBUG oslo_vmware.api [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1433.538280] env[69941]: value = "task-3289575" [ 1433.538280] env[69941]: _type = "Task" [ 1433.538280] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.545649] env[69941]: DEBUG oslo_vmware.api [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.048559] env[69941]: DEBUG oslo_vmware.api [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289575, 'name': ReconfigVM_Task, 'duration_secs': 0.33589} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.048839] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-fc2e7d7a-51e4-462e-99d6-f65989e9415b/volume-fc2e7d7a-51e4-462e-99d6-f65989e9415b.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.053651] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b4f1535-b78e-42cc-b43d-58328b62ac87 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.067850] env[69941]: DEBUG oslo_vmware.api [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1434.067850] env[69941]: value = "task-3289576" [ 1434.067850] env[69941]: _type = "Task" [ 1434.067850] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.075143] env[69941]: DEBUG oslo_vmware.api [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.577884] env[69941]: DEBUG oslo_vmware.api [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289576, 'name': ReconfigVM_Task, 'duration_secs': 0.1276} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.578215] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656920', 'volume_id': 'fc2e7d7a-51e4-462e-99d6-f65989e9415b', 'name': 'volume-fc2e7d7a-51e4-462e-99d6-f65989e9415b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc2e7d7a-51e4-462e-99d6-f65989e9415b', 'serial': 'fc2e7d7a-51e4-462e-99d6-f65989e9415b'} {{(pid=69941) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1435.032627] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.032812] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Cleaning up deleted instances {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1435.540798] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] There are 23 instances to clean {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1435.541041] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: fbe81320-0168-4467-a009-c6a72fbb761e] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1435.612822] env[69941]: DEBUG nova.objects.instance [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lazy-loading 'flavor' on Instance uuid c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1436.045771] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: d0816f82-751e-4ac7-9f3f-f77cd2b2ae78] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1436.117287] env[69941]: DEBUG oslo_concurrency.lockutils [None req-68321905-3d5b-4f6e-9690-ebaf6b2371cb tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.232s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.261486] env[69941]: INFO nova.compute.manager [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Rescuing [ 1436.261764] env[69941]: DEBUG oslo_concurrency.lockutils [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.261883] env[69941]: DEBUG oslo_concurrency.lockutils [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.262058] env[69941]: DEBUG nova.network.neutron [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.548978] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 48971174-932e-4fe3-ad1f-dc769121c782] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1436.978315] env[69941]: DEBUG nova.network.neutron [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Updating instance_info_cache with network_info: [{"id": "1392bd71-8731-48f0-9575-503f6455370f", "address": "fa:16:3e:69:fa:72", "network": {"id": "7cfa2f57-b580-4a13-940f-c064112764f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-501346650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537d2d4c8b0b41f6be6d4c5a2f9608da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1392bd71-87", "ovs_interfaceid": "1392bd71-8731-48f0-9575-503f6455370f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.052619] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: fe471dba-9f5f-43d0-91ea-a8f618770ab7] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1437.481018] env[69941]: DEBUG oslo_concurrency.lockutils [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Releasing lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.556197] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: fa44397f-d328-4bea-87ae-4d0b2101f5de] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1438.059121] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 3916a31c-f8c5-417b-9ece-4c1de45176f1] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1438.563575] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: bd6de2c8-9d7c-46c6-baef-2fb063787853] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1439.019723] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.022106] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f39c9224-22b8-4096-909d-544ce1bfede9 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.026912] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1439.026912] env[69941]: value = "task-3289577" [ 1439.026912] env[69941]: _type = "Task" [ 1439.026912] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.034818] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.066482] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 1fc5757a-5364-4a6d-b4c2-a3133bbc016a] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1439.538453] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289577, 'name': PowerOffVM_Task, 'duration_secs': 0.197088} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.538671] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1439.539477] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb125b4-5aed-4649-a609-97514047c4db {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.562319] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e074b08-3ec4-4d53-8858-4309e5fd57f5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.569181] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 9362d61f-5a47-45f0-be32-c022ce0c1805] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1439.592428] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.592761] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87d445df-3559-4eed-9bb9-4e5b6ccde674 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.600399] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1439.600399] env[69941]: value = "task-3289578" [ 1439.600399] env[69941]: _type = "Task" [ 1439.600399] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.608215] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.073758] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 88d81931-556a-497d-9a1b-a30a41dca6c7] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1440.110475] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] VM already powered off {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1440.110677] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Processing image a8fcb2e0-9bb0-416a-a807-8d5261651dec {{(pid=69941) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1440.110901] env[69941]: DEBUG oslo_concurrency.lockutils [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.111069] env[69941]: DEBUG oslo_concurrency.lockutils [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.111292] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1440.111539] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9968c6b-1f83-40bd-a894-ac257d6411b0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.122834] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69941) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1440.123020] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69941) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1440.123748] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d5fde73-bf3a-48b1-a160-bb77117de08a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.128806] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1440.128806] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]52f6e5bb-be59-9201-1322-658ebbed6dd3" [ 1440.128806] env[69941]: _type = "Task" [ 1440.128806] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.135919] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f6e5bb-be59-9201-1322-658ebbed6dd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.576951] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 507625cb-6fe6-4908-94a2-5598190d593e] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1440.639512] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]52f6e5bb-be59-9201-1322-658ebbed6dd3, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.640283] env[69941]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e3a7c9-9f71-4c8d-8434-a493d8cfeee0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.645063] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1440.645063] env[69941]: value = "session[5270e15c-a223-7e2a-9633-db231b68c013]5251449e-3ddf-8842-9980-9c3945dfb448" [ 1440.645063] env[69941]: _type = "Task" [ 1440.645063] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.651872] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5251449e-3ddf-8842-9980-9c3945dfb448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.080179] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 1541fdcd-c877-4740-8595-05feb3e44467] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1441.156193] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': session[5270e15c-a223-7e2a-9633-db231b68c013]5251449e-3ddf-8842-9980-9c3945dfb448, 'name': SearchDatastore_Task, 'duration_secs': 0.009052} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.156461] env[69941]: DEBUG oslo_concurrency.lockutils [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.156741] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk. {{(pid=69941) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1441.157009] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ba20228-0396-4b9b-b3b9-58d042ddff06 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.164805] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1441.164805] env[69941]: value = "task-3289579" [ 1441.164805] env[69941]: _type = "Task" [ 1441.164805] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.171918] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.583234] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: f535928b-f6a5-47e4-8a99-f5d95971e651] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1441.673826] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458668} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.674097] env[69941]: INFO nova.virt.vmwareapi.ds_util [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a8fcb2e0-9bb0-416a-a807-8d5261651dec/a8fcb2e0-9bb0-416a-a807-8d5261651dec.vmdk to [datastore2] c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk. [ 1441.674852] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77faed99-7ba1-4ec0-86c3-f7ac0978838f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.701096] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.701372] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb25855-31ac-41e9-9828-77f8f68454b0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.719156] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1441.719156] env[69941]: value = "task-3289580" [ 1441.719156] env[69941]: _type = "Task" [ 1441.719156] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.726198] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.087174] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: dd1fea62-ef55-4f22-8655-45c4f7d18aff] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1442.228438] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289580, 'name': ReconfigVM_Task, 'duration_secs': 0.310378} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.228699] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Reconfigured VM instance instance-0000007f to attach disk [datastore2] c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566/a8fcb2e0-9bb0-416a-a807-8d5261651dec-rescue.vmdk or device None with type thin {{(pid=69941) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.229528] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1d9ff8-8750-461c-940f-cd895285b1a4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.256393] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd626553-84eb-4e75-92f4-e3b0bdf0b075 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.271156] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1442.271156] env[69941]: value = "task-3289581" [ 1442.271156] env[69941]: _type = "Task" [ 1442.271156] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.278323] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.590800] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: fd60e592-3eef-4a3e-b8da-b7714313d83b] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1442.782178] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289581, 'name': ReconfigVM_Task, 'duration_secs': 0.171625} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.782437] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.782653] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d230d3fd-dfbe-4fbc-a3dc-a8b76928d426 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.788235] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1442.788235] env[69941]: value = "task-3289582" [ 1442.788235] env[69941]: _type = "Task" [ 1442.788235] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.795110] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.094597] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: f379b8cd-9294-48cc-8adb-07cff23acdb5] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1443.298854] env[69941]: DEBUG oslo_vmware.api [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289582, 'name': PowerOnVM_Task, 'duration_secs': 0.39657} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.299144] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.302112] env[69941]: DEBUG nova.compute.manager [None req-69eec663-6f93-47e2-bdcc-2bdfc1887fe6 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.302850] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4085d0-fc81-475c-9938-b900bac9aa11 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.598360] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 2b8a04b3-a221-473c-9d4a-498930360d86] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1444.101867] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 3035c329-b333-4148-9200-be7e6c2bd8d0] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1444.278101] env[69941]: INFO nova.compute.manager [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Unrescuing [ 1444.278366] env[69941]: DEBUG oslo_concurrency.lockutils [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.278519] env[69941]: DEBUG oslo_concurrency.lockutils [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquired lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.278687] env[69941]: DEBUG nova.network.neutron [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Building network info cache for instance {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.605613] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 98e9f87e-6fdc-4777-9cf5-89200b85e410] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1445.030286] env[69941]: DEBUG nova.network.neutron [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Updating instance_info_cache with network_info: [{"id": "1392bd71-8731-48f0-9575-503f6455370f", "address": "fa:16:3e:69:fa:72", "network": {"id": "7cfa2f57-b580-4a13-940f-c064112764f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-501346650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537d2d4c8b0b41f6be6d4c5a2f9608da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1392bd71-87", "ovs_interfaceid": "1392bd71-8731-48f0-9575-503f6455370f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.108688] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: a8fc343c-65e7-4cf8-a5fc-92f56a949f75] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1445.533136] env[69941]: DEBUG oslo_concurrency.lockutils [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Releasing lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.533867] env[69941]: DEBUG nova.objects.instance [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lazy-loading 'flavor' on Instance uuid c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.611941] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: f93c0971-5938-4734-83f5-ee3b3a0f055f] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.040055] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea36bcb-8831-49db-a5b6-6e5dbc357be4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.063570] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.063711] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f7c6d22-e70c-42e6-a29f-4652c32e82dd {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.070084] env[69941]: DEBUG oslo_vmware.api [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1446.070084] env[69941]: value = "task-3289583" [ 1446.070084] env[69941]: _type = "Task" [ 1446.070084] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.077664] env[69941]: DEBUG oslo_vmware.api [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.115350] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 1543ff3c-7076-4b47-b9ff-3550fc36e9b5] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.580232] env[69941]: DEBUG oslo_vmware.api [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289583, 'name': PowerOffVM_Task, 'duration_secs': 0.222019} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.580511] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.585877] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1446.586175] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e177c9b9-4cc4-4c7e-882d-ff677d1b103f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.604093] env[69941]: DEBUG oslo_vmware.api [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1446.604093] env[69941]: value = "task-3289584" [ 1446.604093] env[69941]: _type = "Task" [ 1446.604093] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.611678] env[69941]: DEBUG oslo_vmware.api [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.619162] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] [instance: 015c489a-baf4-4569-8d5f-3fd343ca03a5] Instance has had 0 of 5 cleanup attempts {{(pid=69941) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.113776] env[69941]: DEBUG oslo_vmware.api [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289584, 'name': ReconfigVM_Task, 'duration_secs': 0.25581} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.114055] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1447.114249] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Powering on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1447.114490] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-229d87be-74a8-49bb-8806-974e85e4e981 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.120469] env[69941]: DEBUG oslo_vmware.api [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1447.120469] env[69941]: value = "task-3289585" [ 1447.120469] env[69941]: _type = "Task" [ 1447.120469] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.127848] env[69941]: DEBUG oslo_vmware.api [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.631158] env[69941]: DEBUG oslo_vmware.api [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.131862] env[69941]: DEBUG oslo_vmware.api [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.632099] env[69941]: DEBUG oslo_vmware.api [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289585, 'name': PowerOnVM_Task, 'duration_secs': 1.093419} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.632348] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Powered on the VM {{(pid=69941) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1448.632583] env[69941]: DEBUG nova.compute.manager [None req-403dffab-5589-4b3d-a76c-a7ff5dc3b545 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Checking state {{(pid=69941) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1448.633407] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e849f0-5dd8-438b-8b5b-ce4f1de05faa {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.897089] env[69941]: DEBUG nova.compute.manager [req-97f2b1c4-1ffb-4239-864f-06843838cec3 req-e5956dbe-c0ae-4de6-b9ec-fe0e82380b34 service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Received event network-changed-1392bd71-8731-48f0-9575-503f6455370f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.897340] env[69941]: DEBUG nova.compute.manager [req-97f2b1c4-1ffb-4239-864f-06843838cec3 req-e5956dbe-c0ae-4de6-b9ec-fe0e82380b34 service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Refreshing instance network info cache due to event network-changed-1392bd71-8731-48f0-9575-503f6455370f. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1449.897545] env[69941]: DEBUG oslo_concurrency.lockutils [req-97f2b1c4-1ffb-4239-864f-06843838cec3 req-e5956dbe-c0ae-4de6-b9ec-fe0e82380b34 service nova] Acquiring lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.897668] env[69941]: DEBUG oslo_concurrency.lockutils [req-97f2b1c4-1ffb-4239-864f-06843838cec3 req-e5956dbe-c0ae-4de6-b9ec-fe0e82380b34 service nova] Acquired lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.897865] env[69941]: DEBUG nova.network.neutron [req-97f2b1c4-1ffb-4239-864f-06843838cec3 req-e5956dbe-c0ae-4de6-b9ec-fe0e82380b34 service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Refreshing network info cache for port 1392bd71-8731-48f0-9575-503f6455370f {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.605287] env[69941]: DEBUG nova.network.neutron [req-97f2b1c4-1ffb-4239-864f-06843838cec3 req-e5956dbe-c0ae-4de6-b9ec-fe0e82380b34 service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Updated VIF entry in instance network info cache for port 1392bd71-8731-48f0-9575-503f6455370f. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.605662] env[69941]: DEBUG nova.network.neutron [req-97f2b1c4-1ffb-4239-864f-06843838cec3 req-e5956dbe-c0ae-4de6-b9ec-fe0e82380b34 service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Updating instance_info_cache with network_info: [{"id": "1392bd71-8731-48f0-9575-503f6455370f", "address": "fa:16:3e:69:fa:72", "network": {"id": "7cfa2f57-b580-4a13-940f-c064112764f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-501346650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537d2d4c8b0b41f6be6d4c5a2f9608da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1392bd71-87", "ovs_interfaceid": "1392bd71-8731-48f0-9575-503f6455370f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.108587] env[69941]: DEBUG oslo_concurrency.lockutils [req-97f2b1c4-1ffb-4239-864f-06843838cec3 req-e5956dbe-c0ae-4de6-b9ec-fe0e82380b34 service nova] Releasing lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.927553] env[69941]: DEBUG nova.compute.manager [req-aba20e37-835b-4c61-8187-e0d2bd901230 req-996919ad-a784-40ee-89b8-f2003e7629ba service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Received event network-changed-1392bd71-8731-48f0-9575-503f6455370f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1451.927664] env[69941]: DEBUG nova.compute.manager [req-aba20e37-835b-4c61-8187-e0d2bd901230 req-996919ad-a784-40ee-89b8-f2003e7629ba service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Refreshing instance network info cache due to event network-changed-1392bd71-8731-48f0-9575-503f6455370f. {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1451.927903] env[69941]: DEBUG oslo_concurrency.lockutils [req-aba20e37-835b-4c61-8187-e0d2bd901230 req-996919ad-a784-40ee-89b8-f2003e7629ba service nova] Acquiring lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.928081] env[69941]: DEBUG oslo_concurrency.lockutils [req-aba20e37-835b-4c61-8187-e0d2bd901230 req-996919ad-a784-40ee-89b8-f2003e7629ba service nova] Acquired lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.928257] env[69941]: DEBUG nova.network.neutron [req-aba20e37-835b-4c61-8187-e0d2bd901230 req-996919ad-a784-40ee-89b8-f2003e7629ba service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Refreshing network info cache for port 1392bd71-8731-48f0-9575-503f6455370f {{(pid=69941) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.619714] env[69941]: DEBUG nova.network.neutron [req-aba20e37-835b-4c61-8187-e0d2bd901230 req-996919ad-a784-40ee-89b8-f2003e7629ba service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Updated VIF entry in instance network info cache for port 1392bd71-8731-48f0-9575-503f6455370f. {{(pid=69941) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1452.620105] env[69941]: DEBUG nova.network.neutron [req-aba20e37-835b-4c61-8187-e0d2bd901230 req-996919ad-a784-40ee-89b8-f2003e7629ba service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Updating instance_info_cache with network_info: [{"id": "1392bd71-8731-48f0-9575-503f6455370f", "address": "fa:16:3e:69:fa:72", "network": {"id": "7cfa2f57-b580-4a13-940f-c064112764f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-501346650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537d2d4c8b0b41f6be6d4c5a2f9608da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1392bd71-87", "ovs_interfaceid": "1392bd71-8731-48f0-9575-503f6455370f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.123146] env[69941]: DEBUG oslo_concurrency.lockutils [req-aba20e37-835b-4c61-8187-e0d2bd901230 req-996919ad-a784-40ee-89b8-f2003e7629ba service nova] Releasing lock "refresh_cache-c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" {{(pid=69941) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.119188] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c1a83156-f333-4279-90b8-0fffd3aff136 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.119641] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c1a83156-f333-4279-90b8-0fffd3aff136 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.622551] env[69941]: INFO nova.compute.manager [None req-c1a83156-f333-4279-90b8-0fffd3aff136 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Detaching volume fc2e7d7a-51e4-462e-99d6-f65989e9415b [ 1485.733034] env[69941]: INFO nova.virt.block_device [None req-c1a83156-f333-4279-90b8-0fffd3aff136 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Attempting to driver detach volume fc2e7d7a-51e4-462e-99d6-f65989e9415b from mountpoint /dev/sdb [ 1485.733313] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a83156-f333-4279-90b8-0fffd3aff136 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Volume detach. Driver type: vmdk {{(pid=69941) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1485.733528] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a83156-f333-4279-90b8-0fffd3aff136 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656920', 'volume_id': 'fc2e7d7a-51e4-462e-99d6-f65989e9415b', 'name': 'volume-fc2e7d7a-51e4-462e-99d6-f65989e9415b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc2e7d7a-51e4-462e-99d6-f65989e9415b', 'serial': 'fc2e7d7a-51e4-462e-99d6-f65989e9415b'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1485.734496] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2bd3c9-7883-4470-b281-27c1f2834bb2 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.756671] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a397cda-60a4-4467-bbcc-35eb101b78d5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.763446] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f4718f-29c2-4cd2-bf3a-eea04ad7ca1b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.783518] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793270d1-9882-497c-98c6-53741f6198a8 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.797928] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a83156-f333-4279-90b8-0fffd3aff136 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] The volume has not been displaced from its original location: [datastore2] volume-fc2e7d7a-51e4-462e-99d6-f65989e9415b/volume-fc2e7d7a-51e4-462e-99d6-f65989e9415b.vmdk. No consolidation needed. {{(pid=69941) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1485.803282] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a83156-f333-4279-90b8-0fffd3aff136 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1485.803530] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c692734-828c-438d-b309-6cd761d3e40f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.820948] env[69941]: DEBUG oslo_vmware.api [None req-c1a83156-f333-4279-90b8-0fffd3aff136 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1485.820948] env[69941]: value = "task-3289586" [ 1485.820948] env[69941]: _type = "Task" [ 1485.820948] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.828154] env[69941]: DEBUG oslo_vmware.api [None req-c1a83156-f333-4279-90b8-0fffd3aff136 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.330927] env[69941]: DEBUG oslo_vmware.api [None req-c1a83156-f333-4279-90b8-0fffd3aff136 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289586, 'name': ReconfigVM_Task, 'duration_secs': 0.209517} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.331392] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a83156-f333-4279-90b8-0fffd3aff136 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69941) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1486.335871] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af36e68f-c2f7-421e-81a2-45aa24834314 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.351275] env[69941]: DEBUG oslo_vmware.api [None req-c1a83156-f333-4279-90b8-0fffd3aff136 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1486.351275] env[69941]: value = "task-3289587" [ 1486.351275] env[69941]: _type = "Task" [ 1486.351275] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.359022] env[69941]: DEBUG oslo_vmware.api [None req-c1a83156-f333-4279-90b8-0fffd3aff136 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.862508] env[69941]: DEBUG oslo_vmware.api [None req-c1a83156-f333-4279-90b8-0fffd3aff136 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289587, 'name': ReconfigVM_Task, 'duration_secs': 0.140174} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.862884] env[69941]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a83156-f333-4279-90b8-0fffd3aff136 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-656920', 'volume_id': 'fc2e7d7a-51e4-462e-99d6-f65989e9415b', 'name': 'volume-fc2e7d7a-51e4-462e-99d6-f65989e9415b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc2e7d7a-51e4-462e-99d6-f65989e9415b', 'serial': 'fc2e7d7a-51e4-462e-99d6-f65989e9415b'} {{(pid=69941) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1487.405973] env[69941]: DEBUG nova.objects.instance [None req-c1a83156-f333-4279-90b8-0fffd3aff136 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lazy-loading 'flavor' on Instance uuid c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.415067] env[69941]: DEBUG oslo_concurrency.lockutils [None req-c1a83156-f333-4279-90b8-0fffd3aff136 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.295s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.123200] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.123425] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.418959] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.419423] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.419491] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.419712] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.419907] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.421941] env[69941]: INFO nova.compute.manager [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Terminating instance [ 1489.628482] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.628725] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.628794] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.628945] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.629106] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.629254] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.629389] env[69941]: DEBUG nova.compute.manager [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69941) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1489.629530] env[69941]: DEBUG oslo_service.periodic_task [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69941) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.925925] env[69941]: DEBUG nova.compute.manager [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1489.926206] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1489.927071] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5039537e-f558-4021-a708-ae94692bbdcf {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.934779] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1489.934997] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bacc4771-9313-47b5-b930-af303a518d7e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.940240] env[69941]: DEBUG oslo_vmware.api [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1489.940240] env[69941]: value = "task-3289588" [ 1489.940240] env[69941]: _type = "Task" [ 1489.940240] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.947746] env[69941]: DEBUG oslo_vmware.api [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.132177] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.132426] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.132982] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.132982] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69941) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1490.134890] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c63133f-b584-430a-a300-d836c37260da {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.142052] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3874d100-e2e2-43b5-8476-2d943cc9309a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.155381] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e61319-dfd7-4b94-8f9b-f9319772aae6 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.161666] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8207da8e-4e79-4d62-a9df-a4563c224102 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.191090] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180214MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=69941) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1490.191212] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.191422] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.450655] env[69941]: DEBUG oslo_vmware.api [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289588, 'name': PowerOffVM_Task, 'duration_secs': 0.180922} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.451066] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1490.451066] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1490.451272] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fdae26f-b4df-4eaf-84ec-38402da23f93 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.521422] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1490.521619] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Deleting contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1490.521800] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Deleting the datastore file [datastore2] c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1490.522067] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7336251b-39a3-43a2-9672-d6658778ea3c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.528954] env[69941]: DEBUG oslo_vmware.api [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1490.528954] env[69941]: value = "task-3289590" [ 1490.528954] env[69941]: _type = "Task" [ 1490.528954] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.536687] env[69941]: DEBUG oslo_vmware.api [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.039418] env[69941]: DEBUG oslo_vmware.api [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143524} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.039694] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1491.039825] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Deleted contents of the VM from datastore datastore2 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1491.039998] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1491.040188] env[69941]: INFO nova.compute.manager [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1491.040433] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1491.040617] env[69941]: DEBUG nova.compute.manager [-] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1491.040711] env[69941]: DEBUG nova.network.neutron [-] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1491.223714] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1491.223910] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance c2c95ab1-84c1-4506-812d-c1fe97468cd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1491.224065] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Instance c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69941) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1491.224317] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1491.224994] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69941) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1491.276972] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd1d2fc-6c01-455d-91f0-aeec5601b3db {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.284414] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2655ea-4741-4d6c-b1cf-4949112b2785 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.315076] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df640492-7922-4740-ae7f-10f84aa3b7a7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.322536] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434f009d-1a27-468d-ad69-38c5fbb46789 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.336164] env[69941]: DEBUG nova.compute.provider_tree [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.506508] env[69941]: DEBUG nova.compute.manager [req-44c60277-435b-48f6-bf47-765c7b47c241 req-05ca1e38-3b65-4617-b25d-75a393ff2c18 service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Received event network-vif-deleted-1392bd71-8731-48f0-9575-503f6455370f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1491.506746] env[69941]: INFO nova.compute.manager [req-44c60277-435b-48f6-bf47-765c7b47c241 req-05ca1e38-3b65-4617-b25d-75a393ff2c18 service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Neutron deleted interface 1392bd71-8731-48f0-9575-503f6455370f; detaching it from the instance and deleting it from the info cache [ 1491.506949] env[69941]: DEBUG nova.network.neutron [req-44c60277-435b-48f6-bf47-765c7b47c241 req-05ca1e38-3b65-4617-b25d-75a393ff2c18 service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.839044] env[69941]: DEBUG nova.scheduler.client.report [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.928416] env[69941]: DEBUG nova.network.neutron [-] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.009133] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45009751-af9b-4cac-b6cc-e0949a0ae9d0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.019577] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07d71dc-2266-4a3e-8a59-26bcfea77bb5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.044984] env[69941]: DEBUG nova.compute.manager [req-44c60277-435b-48f6-bf47-765c7b47c241 req-05ca1e38-3b65-4617-b25d-75a393ff2c18 service nova] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Detach interface failed, port_id=1392bd71-8731-48f0-9575-503f6455370f, reason: Instance c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1492.344293] env[69941]: DEBUG nova.compute.resource_tracker [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69941) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1492.344503] env[69941]: DEBUG oslo_concurrency.lockutils [None req-5d738f38-1e4d-45cb-b887-7063ea7ba27a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.153s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.431431] env[69941]: INFO nova.compute.manager [-] [instance: c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566] Took 1.39 seconds to deallocate network for instance. [ 1492.937557] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.937943] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.938070] env[69941]: DEBUG nova.objects.instance [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lazy-loading 'resources' on Instance uuid c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.495074] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f05e74-ac06-4b13-92c3-942ea25a445a {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.502538] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9fc45d-6531-4119-995a-c2255c36e9b4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.533014] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118d7ca6-a6e6-40d0-a01b-8e975303ca6c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.539845] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2853b1c4-18e7-4b0f-a8f4-1792d603265b {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.552523] env[69941]: DEBUG nova.compute.provider_tree [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.055961] env[69941]: DEBUG nova.scheduler.client.report [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.561478] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.583651] env[69941]: INFO nova.scheduler.client.report [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Deleted allocations for instance c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566 [ 1495.090747] env[69941]: DEBUG oslo_concurrency.lockutils [None req-fb160c80-687f-4b87-932c-de1af7036c57 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "c4f8d7a3-d9ef-42c0-be76-8f7ceb90c566" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.671s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.566870] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "c2c95ab1-84c1-4506-812d-c1fe97468cd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.567297] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "c2c95ab1-84c1-4506-812d-c1fe97468cd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.567449] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "c2c95ab1-84c1-4506-812d-c1fe97468cd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.567723] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "c2c95ab1-84c1-4506-812d-c1fe97468cd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.567954] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "c2c95ab1-84c1-4506-812d-c1fe97468cd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.570228] env[69941]: INFO nova.compute.manager [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Terminating instance [ 1501.074313] env[69941]: DEBUG nova.compute.manager [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1501.074526] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1501.075482] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b164836-53e1-4bfd-94d2-d2c8a4b62e90 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.083133] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1501.083360] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9688ecbe-6c78-4175-8ef0-3c06d9451303 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.089347] env[69941]: DEBUG oslo_vmware.api [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1501.089347] env[69941]: value = "task-3289592" [ 1501.089347] env[69941]: _type = "Task" [ 1501.089347] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.096723] env[69941]: DEBUG oslo_vmware.api [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.599320] env[69941]: DEBUG oslo_vmware.api [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289592, 'name': PowerOffVM_Task, 'duration_secs': 0.19742} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.599615] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.599741] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.599974] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a0684af-df12-40d1-954e-cf14629251f5 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.581092] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1502.581327] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1502.581498] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Deleting the datastore file [datastore1] c2c95ab1-84c1-4506-812d-c1fe97468cd1 {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1502.581767] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a45244bb-4346-44df-9321-8ddafcd26fcc {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.588046] env[69941]: DEBUG oslo_vmware.api [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1502.588046] env[69941]: value = "task-3289594" [ 1502.588046] env[69941]: _type = "Task" [ 1502.588046] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.595280] env[69941]: DEBUG oslo_vmware.api [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.098231] env[69941]: DEBUG oslo_vmware.api [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180214} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.098599] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1503.098653] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1503.098810] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1503.098981] env[69941]: INFO nova.compute.manager [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Took 2.02 seconds to destroy the instance on the hypervisor. [ 1503.099228] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1503.099410] env[69941]: DEBUG nova.compute.manager [-] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1503.099504] env[69941]: DEBUG nova.network.neutron [-] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1503.322583] env[69941]: DEBUG nova.compute.manager [req-8d9b0a5c-1a81-405c-a09a-f564419b5157 req-869409c9-e4a6-4c26-99f0-951fae2cb40d service nova] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Received event network-vif-deleted-ffb9fae0-07b0-457e-bc08-edad81836a1f {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1503.322583] env[69941]: INFO nova.compute.manager [req-8d9b0a5c-1a81-405c-a09a-f564419b5157 req-869409c9-e4a6-4c26-99f0-951fae2cb40d service nova] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Neutron deleted interface ffb9fae0-07b0-457e-bc08-edad81836a1f; detaching it from the instance and deleting it from the info cache [ 1503.322583] env[69941]: DEBUG nova.network.neutron [req-8d9b0a5c-1a81-405c-a09a-f564419b5157 req-869409c9-e4a6-4c26-99f0-951fae2cb40d service nova] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.806482] env[69941]: DEBUG nova.network.neutron [-] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.825188] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee74d31c-5ed2-4d42-9ba9-bd9b816b3a6f {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.834968] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b1dfa5-ecef-476f-b5b8-063417981a17 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.858317] env[69941]: DEBUG nova.compute.manager [req-8d9b0a5c-1a81-405c-a09a-f564419b5157 req-869409c9-e4a6-4c26-99f0-951fae2cb40d service nova] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Detach interface failed, port_id=ffb9fae0-07b0-457e-bc08-edad81836a1f, reason: Instance c2c95ab1-84c1-4506-812d-c1fe97468cd1 could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1504.308606] env[69941]: INFO nova.compute.manager [-] [instance: c2c95ab1-84c1-4506-812d-c1fe97468cd1] Took 1.21 seconds to deallocate network for instance. [ 1504.815391] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.815682] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.815903] env[69941]: DEBUG nova.objects.instance [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lazy-loading 'resources' on Instance uuid c2c95ab1-84c1-4506-812d-c1fe97468cd1 {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.358189] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fe1e96-cb37-475d-bdaa-8f397737266e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.365408] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c926b677-22f1-4747-b93b-af3e6f4a3af1 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.394794] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66f4c92-6af7-4ec6-92b5-aa3137d59ba0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.401465] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956a8971-8579-4e4a-b616-385a77305ef4 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.413802] env[69941]: DEBUG nova.compute.provider_tree [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.917345] env[69941]: DEBUG nova.scheduler.client.report [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.422160] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.450382] env[69941]: INFO nova.scheduler.client.report [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Deleted allocations for instance c2c95ab1-84c1-4506-812d-c1fe97468cd1 [ 1506.961189] env[69941]: DEBUG oslo_concurrency.lockutils [None req-b0575314-1b3f-49a2-9943-bb43fd6a5ec3 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "c2c95ab1-84c1-4506-812d-c1fe97468cd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.394s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.194934] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "20b0bd54-a7e4-4c68-bdf3-2a954b66b1de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.195308] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "20b0bd54-a7e4-4c68-bdf3-2a954b66b1de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.195595] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "20b0bd54-a7e4-4c68-bdf3-2a954b66b1de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.195848] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "20b0bd54-a7e4-4c68-bdf3-2a954b66b1de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.196106] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "20b0bd54-a7e4-4c68-bdf3-2a954b66b1de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.198913] env[69941]: INFO nova.compute.manager [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Terminating instance [ 1507.704250] env[69941]: DEBUG nova.compute.manager [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Start destroying the instance on the hypervisor. {{(pid=69941) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1507.704558] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Destroying instance {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1507.705478] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b85724e-8ff9-47b9-8d3b-299363146732 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.713503] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Powering off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1507.713719] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f425049e-e597-462f-b323-3b89bcab08c0 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.719484] env[69941]: DEBUG oslo_vmware.api [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1507.719484] env[69941]: value = "task-3289595" [ 1507.719484] env[69941]: _type = "Task" [ 1507.719484] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.727023] env[69941]: DEBUG oslo_vmware.api [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.229748] env[69941]: DEBUG oslo_vmware.api [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289595, 'name': PowerOffVM_Task, 'duration_secs': 0.177358} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.229986] env[69941]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Powered off the VM {{(pid=69941) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1508.230130] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Unregistering the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1508.230367] env[69941]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b987d172-c0e8-4a7a-923e-a74372374c5c {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.293636] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Unregistered the VM {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1508.293972] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Deleting contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1508.294061] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Deleting the datastore file [datastore1] 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1508.294350] env[69941]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44cda493-84a0-4b00-8227-7ec5f643f6e7 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.300435] env[69941]: DEBUG oslo_vmware.api [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for the task: (returnval){ [ 1508.300435] env[69941]: value = "task-3289597" [ 1508.300435] env[69941]: _type = "Task" [ 1508.300435] env[69941]: } to complete. {{(pid=69941) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.307982] env[69941]: DEBUG oslo_vmware.api [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.810555] env[69941]: DEBUG oslo_vmware.api [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Task: {'id': task-3289597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140912} completed successfully. {{(pid=69941) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.810963] env[69941]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Deleted the datastore file {{(pid=69941) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1508.810963] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Deleted contents of the VM from datastore datastore1 {{(pid=69941) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1508.811157] env[69941]: DEBUG nova.virt.vmwareapi.vmops [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Instance destroyed {{(pid=69941) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1508.811337] env[69941]: INFO nova.compute.manager [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1508.811574] env[69941]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69941) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1508.811751] env[69941]: DEBUG nova.compute.manager [-] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Deallocating network for instance {{(pid=69941) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1508.811846] env[69941]: DEBUG nova.network.neutron [-] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] deallocate_for_instance() {{(pid=69941) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1509.054321] env[69941]: DEBUG nova.compute.manager [req-c04df0c1-a3a1-4ce7-bb28-3b5d33119e48 req-65258a7a-af34-4ad8-a7a2-db6956f7fdbf service nova] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Received event network-vif-deleted-82c4d83c-ec43-42bc-b49d-cc201643f30a {{(pid=69941) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1509.054321] env[69941]: INFO nova.compute.manager [req-c04df0c1-a3a1-4ce7-bb28-3b5d33119e48 req-65258a7a-af34-4ad8-a7a2-db6956f7fdbf service nova] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Neutron deleted interface 82c4d83c-ec43-42bc-b49d-cc201643f30a; detaching it from the instance and deleting it from the info cache [ 1509.054321] env[69941]: DEBUG nova.network.neutron [req-c04df0c1-a3a1-4ce7-bb28-3b5d33119e48 req-65258a7a-af34-4ad8-a7a2-db6956f7fdbf service nova] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.541175] env[69941]: DEBUG nova.network.neutron [-] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Updating instance_info_cache with network_info: [] {{(pid=69941) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.556819] env[69941]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af647181-0b77-436d-9051-cceab6849bad {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.566872] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb6f151-1664-437e-9d8f-ef3d8de8324e {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.590206] env[69941]: DEBUG nova.compute.manager [req-c04df0c1-a3a1-4ce7-bb28-3b5d33119e48 req-65258a7a-af34-4ad8-a7a2-db6956f7fdbf service nova] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Detach interface failed, port_id=82c4d83c-ec43-42bc-b49d-cc201643f30a, reason: Instance 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de could not be found. {{(pid=69941) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1510.044039] env[69941]: INFO nova.compute.manager [-] [instance: 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de] Took 1.23 seconds to deallocate network for instance. [ 1510.550265] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.550552] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.550774] env[69941]: DEBUG nova.objects.instance [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lazy-loading 'resources' on Instance uuid 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de {{(pid=69941) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1511.319562] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18028099-be2e-43eb-92eb-929fd43098be {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.326990] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c111b2d2-2163-40c9-8324-3ae5591eaaea {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.355841] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0d304d-0c72-4b46-bced-2bdf9fa54143 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.362187] env[69941]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919e1ae2-65b6-44bf-b4e1-b2b82b2bc2d3 {{(pid=69941) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.374625] env[69941]: DEBUG nova.compute.provider_tree [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Inventory has not changed in ProviderTree for provider: adc8d08d-90ea-4899-a2f6-2f585d790aea {{(pid=69941) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.878582] env[69941]: DEBUG nova.scheduler.client.report [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Inventory has not changed for provider adc8d08d-90ea-4899-a2f6-2f585d790aea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69941) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1512.384139] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.401705] env[69941]: INFO nova.scheduler.client.report [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Deleted allocations for instance 20b0bd54-a7e4-4c68-bdf3-2a954b66b1de [ 1512.909349] env[69941]: DEBUG oslo_concurrency.lockutils [None req-73b227ac-6492-4128-8d5f-ee39413be697 tempest-ServerRescueNegativeTestJSON-1045988596 tempest-ServerRescueNegativeTestJSON-1045988596-project-member] Lock "20b0bd54-a7e4-4c68-bdf3-2a954b66b1de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.714s {{(pid=69941) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}